mirror of
https://github.com/GreptimeTeam/greptimedb.git
synced 2026-08-18 12:08:22 +00:00
discord9
16217ff567
* ci: add persistent query regression cache Signed-off-by: discord9 <discord9@163.com> * ci: add sccache to query regression runner Signed-off-by: discord9 <discord9@163.com> * ci: pin query regression label revision Signed-off-by: discord9 <discord9@163.com> * ci: isolate query regression toolchain state Signed-off-by: discord9 <discord9@163.com> --------- Signed-off-by: discord9 <discord9@163.com>
576 lines
26 KiB
YAML
576 lines
26 KiB
YAML
name: Query Regression
|
|
|
|
on:
|
|
workflow_dispatch:
|
|
inputs:
|
|
case:
|
|
description: Query perf case path(s) in candidate checkout, or all
|
|
required: true
|
|
default: all
|
|
base_ref:
|
|
description: Base ref/sha to build
|
|
required: true
|
|
default: main
|
|
candidate_ref:
|
|
description: Candidate ref/sha to build (empty = current ref)
|
|
required: false
|
|
default: ""
|
|
allow_large_fixture:
|
|
description: Pass --allow-large-fixture to runner
|
|
type: boolean
|
|
default: true
|
|
http_timeout:
|
|
description: Runner HTTP timeout seconds
|
|
required: true
|
|
default: "300"
|
|
cargo_profile:
|
|
description: Cargo profile to build base and candidate binaries with
|
|
required: true
|
|
type: choice
|
|
default: nightly
|
|
options:
|
|
- nightly
|
|
- release
|
|
- dev
|
|
runner:
|
|
description: Self-hosted runner label or ARC runner scale set for this query regression run
|
|
required: true
|
|
type: choice
|
|
default: perf-regression-8-cores
|
|
options:
|
|
- perf-regression-8-cores
|
|
pull_request:
|
|
types: [labeled]
|
|
|
|
permissions:
|
|
contents: read
|
|
|
|
jobs:
|
|
query-regression:
|
|
if: >-
|
|
${{ github.event_name == 'workflow_dispatch' ||
|
|
(github.event_name == 'pull_request' &&
|
|
!github.event.pull_request.draft &&
|
|
contains(github.event.pull_request.labels.*.name, 'query-regression') &&
|
|
(github.event.action != 'labeled' || github.event.label.name == 'query-regression')) }}
|
|
runs-on: ${{ github.event_name == 'workflow_dispatch' && inputs.runner || 'perf-regression-8-cores' }}
|
|
timeout-minutes: 180
|
|
concurrency:
|
|
group: query-regression-persistent-cache-v1
|
|
queue: max
|
|
cancel-in-progress: false
|
|
env:
|
|
CARGO_PROFILE: ${{ github.event_name == 'pull_request' && 'nightly' || inputs.cargo_profile }}
|
|
CARGO_HOME: /home/runner/.cargo
|
|
RUSTUP_HOME: /opt/rustup
|
|
RUSTUP_TOOLCHAIN: nightly-2026-03-21
|
|
RUSTUP_AUTO_INSTALL: "0"
|
|
CARGO_TARGET_DIR: /home/runner/query-regression-target
|
|
QUERY_REGRESSION_CACHE_META: /home/runner/query-regression-cache-meta
|
|
RUSTC_WRAPPER: /usr/local/bin/sccache
|
|
SCCACHE_DIR: /home/runner/.cache/sccache
|
|
SCCACHE_CACHE_SIZE: 40G
|
|
CARGO_INCREMENTAL: "0"
|
|
RUSTFLAGS: -D warnings -C link-arg=-fuse-ld=mold
|
|
QUERY_REGRESSION_CACHE_EPOCH: "1"
|
|
BASE_REF: ${{ github.event_name == 'pull_request' && github.event.pull_request.base.sha || inputs.base_ref }}
|
|
CANDIDATE_REF: ${{ github.event_name == 'workflow_dispatch' && (inputs.candidate_ref || github.ref) || '' }}
|
|
EVENT_MERGE_SHA: ${{ github.event_name == 'pull_request' && github.sha || '' }}
|
|
EVENT_HEAD_SHA: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || '' }}
|
|
EVENT_BASE_SHA: ${{ github.event_name == 'pull_request' && github.event.pull_request.base.sha || '' }}
|
|
steps:
|
|
- name: Checkout base source
|
|
uses: actions/checkout@v4
|
|
with:
|
|
repository: ${{ github.repository }}
|
|
ref: ${{ env.BASE_REF }}
|
|
path: src
|
|
persist-credentials: false
|
|
|
|
- name: Preserve trusted query regression scripts
|
|
run: |
|
|
mkdir -p query-regression-trusted-scripts
|
|
cp src/.github/scripts/query-regression-pr-metadata.py \
|
|
query-regression-trusted-scripts/query-regression-pr-metadata.py
|
|
cp src/.github/scripts/query-regression-summary.py \
|
|
query-regression-trusted-scripts/query-regression-summary.py
|
|
|
|
- name: Resolve immutable candidate and build base
|
|
working-directory: src
|
|
shell: bash
|
|
run: |
|
|
set -euo pipefail
|
|
|
|
fail_closed() {
|
|
printf '%s\n' \
|
|
"PR changed or merge result unavailable; maintainer must remove and re-add query-regression after reviewing current revision. $1" >&2
|
|
exit 1
|
|
}
|
|
|
|
is_full_sha() {
|
|
[[ "$1" =~ ^[[:xdigit:]]{40}$ ]]
|
|
}
|
|
|
|
initially_checked_out_base_sha="$(git rev-parse --verify HEAD)"
|
|
is_full_sha "${initially_checked_out_base_sha}" || {
|
|
printf 'Could not resolve initially checked-out BASE_REF commit.\n' >&2
|
|
exit 1
|
|
}
|
|
|
|
if [[ "${GITHUB_EVENT_NAME}" == "pull_request" ]]; then
|
|
for identity in EVENT_MERGE_SHA EVENT_HEAD_SHA EVENT_BASE_SHA; do
|
|
value="${!identity-}"
|
|
is_full_sha "${value}" || fail_closed "Missing or invalid ${identity}."
|
|
done
|
|
|
|
if ! git fetch --no-tags --prune --depth=2 origin "${EVENT_MERGE_SHA}"; then
|
|
fail_closed "Could not fetch event merge SHA ${EVENT_MERGE_SHA}."
|
|
fi
|
|
fetched_sha="$(git rev-parse --verify FETCH_HEAD 2>/dev/null)" \
|
|
|| fail_closed "Fetched event merge SHA could not be resolved."
|
|
[[ "${fetched_sha,,}" == "${EVENT_MERGE_SHA,,}" ]] \
|
|
|| fail_closed "FETCH_HEAD ${fetched_sha} does not match event merge SHA ${EVENT_MERGE_SHA}."
|
|
|
|
read -r -a parents <<< "$(git show -s --format=%P FETCH_HEAD)"
|
|
(( ${#parents[@]} == 2 )) \
|
|
|| fail_closed "Event merge SHA ${EVENT_MERGE_SHA} is not a two-parent merge commit."
|
|
head_parent_count=0
|
|
for parent in "${parents[@]}"; do
|
|
if [[ "${parent,,}" == "${EVENT_HEAD_SHA,,}" ]]; then
|
|
((head_parent_count += 1))
|
|
else
|
|
VERIFIED_BASE_SHA="${parent,,}"
|
|
fi
|
|
done
|
|
(( head_parent_count == 1 )) \
|
|
|| fail_closed "Event merge SHA must have exactly one EVENT_HEAD_SHA parent."
|
|
is_full_sha "${VERIFIED_BASE_SHA-}" \
|
|
|| fail_closed "Event merge SHA has no non-head parent for the base build."
|
|
VERIFIED_CANDIDATE_SHA="${fetched_sha,,}"
|
|
else
|
|
git fetch --no-tags --prune --depth=1 origin "${CANDIDATE_REF}"
|
|
VERIFIED_CANDIDATE_SHA="$(git rev-parse --verify FETCH_HEAD)"
|
|
VERIFIED_BASE_SHA="${initially_checked_out_base_sha}"
|
|
fi
|
|
|
|
is_full_sha "${VERIFIED_CANDIDATE_SHA}" || {
|
|
printf 'Could not resolve candidate SHA.\n' >&2
|
|
exit 1
|
|
}
|
|
is_full_sha "${VERIFIED_BASE_SHA}" || {
|
|
printf 'Could not resolve build base SHA.\n' >&2
|
|
exit 1
|
|
}
|
|
printf 'VERIFIED_CANDIDATE_SHA=%s\n' "${VERIFIED_CANDIDATE_SHA,,}" >> "${GITHUB_ENV}"
|
|
printf 'VERIFIED_BASE_SHA=%s\n' "${VERIFIED_BASE_SHA,,}" >> "${GITHUB_ENV}"
|
|
printf 'Verified candidate SHA: %s\n' "${VERIFIED_CANDIDATE_SHA,,}"
|
|
printf 'Verified build base SHA: %s\n' "${VERIFIED_BASE_SHA,,}"
|
|
printf -- '- Verified candidate SHA: `%s`; built base SHA: `%s`\n' \
|
|
"${VERIFIED_CANDIDATE_SHA,,}" "${VERIFIED_BASE_SHA,,}" >> "${GITHUB_STEP_SUMMARY}"
|
|
git reset --hard "${VERIFIED_BASE_SHA}"
|
|
git clean -ffdx
|
|
|
|
- name: Verify runner image tools
|
|
shell: bash
|
|
run: |
|
|
set -euo pipefail
|
|
[[ "$(id -u)" == "1001" ]]
|
|
[[ "$(id -g)" == "1001" ]]
|
|
[[ "$(protoc --version)" == "libprotoc 3.21.12" ]]
|
|
[[ "$(uv --version)" =~ ^uv[[:space:]]0\.11\.26([[:space:]]|$) ]]
|
|
mold_version="$(mold --version)"
|
|
[[ "${mold_version}" =~ ^mold[[:space:]]2\.30\.0([[:space:]]|$) ]]
|
|
[[ "$(python3 --version)" == "Python 3.12.3" ]]
|
|
sccache_version="$(sccache --version)"
|
|
[[ "${sccache_version}" =~ ^sccache[[:space:]]0\.16\.0([[:space:]]|$) ]]
|
|
[[ "$(command -v rustup)" == "/opt/cargo/bin/rustup" ]]
|
|
[[ "$(command -v cargo)" == "/opt/cargo/bin/cargo" ]]
|
|
[[ "$(command -v rustc)" == "/opt/cargo/bin/rustc" ]]
|
|
[[ "$(rustup --version)" =~ ^rustup[[:space:]]1\.29\.0([[:space:]]|$) ]]
|
|
cargo_version="$(cargo --version)"
|
|
[[ "${cargo_version}" =~ ^cargo[[:space:]]1\.96\.0-nightly[[:space:]]\(cbb9bb8bd[[:space:]][0-9]{4}-[0-9]{2}-[0-9]{2}\)$ ]]
|
|
rustc_version="$(rustc --version)"
|
|
[[ "${rustc_version}" =~ ^rustc[[:space:]]1\.96\.0-nightly[[:space:]]\(ac7f9ec7d[[:space:]][0-9]{4}-[0-9]{2}-[0-9]{2}\)$ ]]
|
|
active_toolchain="$(rustup show active-toolchain)"
|
|
[[ "${active_toolchain}" =~ ^nightly-2026-03-21-x86_64-unknown-linux-gnu([[:space:]]|$) ]]
|
|
[[ "${RUSTUP_HOME}" == "/opt/rustup" ]]
|
|
[[ "${RUSTUP_TOOLCHAIN}" == "nightly-2026-03-21" ]]
|
|
[[ "${RUSTUP_AUTO_INSTALL}" == "0" ]]
|
|
test -r /opt/rustup && test -x /opt/rustup
|
|
test ! -w /opt/rustup
|
|
test ! -w /opt/cargo/bin
|
|
for entry in config config.toml credentials credentials.toml bin .crates.toml .crates2.json .global-cache .package-cache; do
|
|
test ! -e "${CARGO_HOME}/${entry}"
|
|
done
|
|
mkdir -p "${CARGO_HOME}/registry" "${CARGO_HOME}/git"
|
|
|
|
- name: Prepare persistent query regression cache
|
|
shell: bash
|
|
working-directory: src
|
|
run: |
|
|
set -euo pipefail
|
|
|
|
readonly EXPECTED_CARGO_HOME="/home/runner/.cargo"
|
|
readonly EXPECTED_CARGO_REGISTRY="/home/runner/.cargo/registry"
|
|
readonly EXPECTED_CARGO_GIT="/home/runner/.cargo/git"
|
|
readonly EXPECTED_RUSTUP_HOME="/opt/rustup"
|
|
readonly EXPECTED_TARGET_DIR="/home/runner/query-regression-target"
|
|
readonly EXPECTED_CACHE_META="/home/runner/query-regression-cache-meta"
|
|
readonly EXPECTED_SCCACHE_DIR="/home/runner/.cache/sccache"
|
|
readonly EXPECTED_RUSTC_WRAPPER="/usr/local/bin/sccache"
|
|
readonly RUNNER_IMAGE_DIGEST="sha256:7022b551771dc82ec4c493f0c3db6ee3050ececd336598690a2165240ebe953e"
|
|
readonly RUNNER_IMAGE_EPOCH="3"
|
|
|
|
require_expected_root() {
|
|
local name="$1"
|
|
local actual="$2"
|
|
local expected="$3"
|
|
[[ "${actual}" == /* && "${actual}" == "${expected}" ]] || {
|
|
printf 'Refusing unexpected %s root: %s\n' "${name}" "${actual}" >&2
|
|
exit 1
|
|
}
|
|
}
|
|
|
|
clear_directory() {
|
|
local root="$1"
|
|
[[ "${root}" == /* && "${root}" != "/" ]] || {
|
|
printf 'Refusing to clear non-absolute or root path: %s\n' "${root}" >&2
|
|
exit 1
|
|
}
|
|
case "${root}" in
|
|
"${EXPECTED_TARGET_DIR}"|"${EXPECTED_TARGET_DIR}/debug"|"${EXPECTED_TARGET_DIR}/release"|"${EXPECTED_TARGET_DIR}/nightly") ;;
|
|
*)
|
|
printf 'Refusing to clear unexpected cache path: %s\n' "${root}" >&2
|
|
exit 1
|
|
;;
|
|
esac
|
|
find "${root}" -mindepth 1 -maxdepth 1 -exec rm -rf -- {} +
|
|
}
|
|
|
|
clear_cargo_extracted_trees() {
|
|
require_expected_root CARGO_REGISTRY "${CARGO_HOME}/registry" "${EXPECTED_CARGO_REGISTRY}"
|
|
require_expected_root CARGO_GIT "${CARGO_HOME}/git" "${EXPECTED_CARGO_GIT}"
|
|
rm -rf -- "${CARGO_HOME}/registry/src" "${CARGO_HOME}/git/checkouts"
|
|
}
|
|
|
|
cargo_size_kib() {
|
|
du -sk -- "${CARGO_HOME}/registry" "${CARGO_HOME}/git" | awk '{ total += $1 } END { print total }'
|
|
}
|
|
|
|
target_size_kib() {
|
|
du -sk -- "${CARGO_TARGET_DIR}" | cut -f1
|
|
}
|
|
|
|
free_kib() {
|
|
df -Pk "${CARGO_TARGET_DIR}" | awk 'NR == 2 { print $4 }'
|
|
}
|
|
|
|
report_cache_usage() {
|
|
du -sh -- "${CARGO_HOME}" "${CARGO_HOME}/registry" "${CARGO_HOME}/git" \
|
|
"${RUSTUP_HOME}" "${CARGO_TARGET_DIR}" "${QUERY_REGRESSION_CACHE_META}" "${SCCACHE_DIR}"
|
|
df -P "${CARGO_TARGET_DIR}"
|
|
df -hP "${CARGO_TARGET_DIR}"
|
|
df -Pi "${CARGO_TARGET_DIR}"
|
|
}
|
|
|
|
require_expected_root CARGO_HOME "${CARGO_HOME}" "${EXPECTED_CARGO_HOME}"
|
|
require_expected_root CARGO_REGISTRY "${CARGO_HOME}/registry" "${EXPECTED_CARGO_REGISTRY}"
|
|
require_expected_root CARGO_GIT "${CARGO_HOME}/git" "${EXPECTED_CARGO_GIT}"
|
|
require_expected_root RUSTUP_HOME "${RUSTUP_HOME}" "${EXPECTED_RUSTUP_HOME}"
|
|
require_expected_root CARGO_TARGET_DIR "${CARGO_TARGET_DIR}" "${EXPECTED_TARGET_DIR}"
|
|
require_expected_root QUERY_REGRESSION_CACHE_META "${QUERY_REGRESSION_CACHE_META}" "${EXPECTED_CACHE_META}"
|
|
require_expected_root SCCACHE_DIR "${SCCACHE_DIR}" "${EXPECTED_SCCACHE_DIR}"
|
|
[[ "${RUSTC_WRAPPER}" == "${EXPECTED_RUSTC_WRAPPER}" ]] || {
|
|
printf 'Refusing unexpected RUSTC_WRAPPER: %s\n' "${RUSTC_WRAPPER}" >&2
|
|
exit 1
|
|
}
|
|
[[ "${SCCACHE_CACHE_SIZE}" == "40G" ]] || {
|
|
printf 'Refusing unexpected SCCACHE_CACHE_SIZE: %s\n' "${SCCACHE_CACHE_SIZE}" >&2
|
|
exit 1
|
|
}
|
|
[[ "${CARGO_INCREMENTAL}" == "0" ]] || {
|
|
printf 'Refusing unexpected CARGO_INCREMENTAL: %s\n' "${CARGO_INCREMENTAL}" >&2
|
|
exit 1
|
|
}
|
|
test -r "${RUSTUP_HOME}"
|
|
test -x "${RUSTUP_HOME}"
|
|
test ! -w "${RUSTUP_HOME}"
|
|
mkdir -p "${CARGO_HOME}" "${CARGO_HOME}/registry" "${CARGO_HOME}/git" \
|
|
"${CARGO_TARGET_DIR}" "${QUERY_REGRESSION_CACHE_META}" "${SCCACHE_DIR}"
|
|
for root in "${CARGO_HOME}" "${CARGO_HOME}/registry" "${CARGO_HOME}/git" \
|
|
"${CARGO_TARGET_DIR}" "${QUERY_REGRESSION_CACHE_META}" "${SCCACHE_DIR}"; do
|
|
test -w "${root}"
|
|
touch "${root}/.query-regression-write-test"
|
|
rm -f "${root}/.query-regression-write-test"
|
|
done
|
|
|
|
case "${CARGO_PROFILE}" in
|
|
dev) target_profile="debug" ;;
|
|
release|nightly) target_profile="${CARGO_PROFILE}" ;;
|
|
*) printf 'Unsupported CARGO_PROFILE: %s\n' "${CARGO_PROFILE}" >&2; exit 1 ;;
|
|
esac
|
|
|
|
rustc_vv="$(rustc -vV)"
|
|
if cargo -Vv >/dev/null 2>&1; then
|
|
cargo_vv="$(cargo -Vv)"
|
|
else
|
|
cargo_vv="$(cargo -V)"
|
|
fi
|
|
host_triple="$(printf '%s\n' "${rustc_vv}" | grep '^host: ' | cut -d' ' -f2-)"
|
|
cc_version="$(cc --version)"
|
|
mold_version="$(mold --version | grep -m1 .)"
|
|
protoc_version="$(protoc --version)"
|
|
sccache_version="$(sccache --version)"
|
|
rustup_version="$(rustup --version)"
|
|
active_toolchain="$(rustup show active-toolchain)"
|
|
rustup_path="$(command -v rustup)"
|
|
cargo_path="$(command -v cargo)"
|
|
rustc_path="$(command -v rustc)"
|
|
profile_target_dir="${CARGO_TARGET_DIR}/${target_profile}"
|
|
marker="${QUERY_REGRESSION_CACHE_META}/target-${target_profile}.abi"
|
|
new_marker="$(mktemp "${QUERY_REGRESSION_CACHE_META}/.${target_profile}.abi.XXXXXX")"
|
|
{
|
|
printf 'cache_epoch=%s\n' "${QUERY_REGRESSION_CACHE_EPOCH}"
|
|
printf 'runner_image_digest=%s\n' "${RUNNER_IMAGE_DIGEST}"
|
|
printf 'runner_image_epoch=%s\n' "${RUNNER_IMAGE_EPOCH}"
|
|
printf 'host_triple=%s\n' "${host_triple}"
|
|
printf 'architecture=%s\n' "$(uname -m)"
|
|
printf 'cargo_profile=%s\n' "${CARGO_PROFILE}"
|
|
printf 'target_profile=%s\n' "${target_profile}"
|
|
printf 'RUSTFLAGS=%s\n' "${RUSTFLAGS-}"
|
|
printf 'CARGO_ENCODED_RUSTFLAGS=%s\n' "${CARGO_ENCODED_RUSTFLAGS-}"
|
|
printf 'CARGO_INCREMENTAL=%s\n' "${CARGO_INCREMENTAL-}"
|
|
printf 'RUSTC_WRAPPER=%s\n' "${RUSTC_WRAPPER-}"
|
|
printf 'SCCACHE_DIR=%s\n' "${SCCACHE_DIR-}"
|
|
printf 'SCCACHE_CACHE_SIZE=%s\n' "${SCCACHE_CACHE_SIZE-}"
|
|
printf 'RUSTUP_HOME=%s\n' "${RUSTUP_HOME-}"
|
|
printf 'RUSTUP_TOOLCHAIN=%s\n' "${RUSTUP_TOOLCHAIN-}"
|
|
printf 'RUSTUP_AUTO_INSTALL=%s\n' "${RUSTUP_AUTO_INSTALL-}"
|
|
printf 'PATH=%s\n' "${PATH-}"
|
|
printf '%s\n' "rustc_vV=${rustc_vv}"
|
|
printf '%s\n' "cargo_vV=${cargo_vv}"
|
|
printf '%s\n' "cc_version=${cc_version}"
|
|
printf '%s\n' "mold_version=${mold_version}"
|
|
printf '%s\n' "protoc_version=${protoc_version}"
|
|
printf '%s\n' "sccache_version=${sccache_version}"
|
|
printf '%s\n' "rustup_version=${rustup_version}"
|
|
printf '%s\n' "active_toolchain=${active_toolchain}"
|
|
printf '%s\n' "rustup_path=${rustup_path}"
|
|
printf '%s\n' "cargo_path=${cargo_path}"
|
|
printf '%s\n' "rustc_path=${rustc_path}"
|
|
} > "${new_marker}"
|
|
|
|
if ! cmp -s "${marker}" "${new_marker}"; then
|
|
printf 'Cache ABI marker mismatch; invalidating target profile: %s\n' "${target_profile}"
|
|
mkdir -p "${profile_target_dir}"
|
|
clear_directory "${profile_target_dir}"
|
|
else
|
|
printf 'Cache ABI marker match; reusing target profile: %s\n' "${target_profile}"
|
|
fi
|
|
mv -f "${new_marker}" "${marker}"
|
|
|
|
report_cache_usage
|
|
|
|
target_size="$(target_size_kib)"
|
|
if (( target_size >= 400 * 1024 * 1024 )); then
|
|
printf 'Warning: target cache is at least 400 GiB (%s KiB)\n' "${target_size}" >&2
|
|
fi
|
|
if (( target_size >= 450 * 1024 * 1024 )); then
|
|
printf 'Target cache is at least 450 GiB; clearing complete target root\n' >&2
|
|
clear_directory "${CARGO_TARGET_DIR}"
|
|
fi
|
|
|
|
cargo_size="$(cargo_size_kib)"
|
|
if (( cargo_size >= 60 * 1024 * 1024 )); then
|
|
printf 'Warning: Cargo cache is at least 60 GiB (%s KiB)\n' "${cargo_size}" >&2
|
|
fi
|
|
if (( cargo_size >= 80 * 1024 * 1024 )); then
|
|
printf 'Cargo cache is at least 80 GiB; removing extracted sources and checkouts\n' >&2
|
|
clear_cargo_extracted_trees
|
|
cargo_size="$(cargo_size_kib)"
|
|
if (( cargo_size >= 80 * 1024 * 1024 )); then
|
|
printf 'Cargo cache remains at least 80 GiB after cleanup (%s KiB)\n' "${cargo_size}" >&2
|
|
exit 1
|
|
fi
|
|
fi
|
|
|
|
free_space="$(free_kib)"
|
|
if (( free_space < 300 * 1024 * 1024 )); then
|
|
printf 'Free space is below 300 GiB; clearing complete target root\n' >&2
|
|
clear_directory "${CARGO_TARGET_DIR}"
|
|
free_space="$(free_kib)"
|
|
if (( free_space < 300 * 1024 * 1024 )); then
|
|
printf 'Free space remains below 300 GiB; removing Cargo extracted sources and checkouts\n' >&2
|
|
clear_cargo_extracted_trees
|
|
free_space="$(free_kib)"
|
|
if (( free_space < 300 * 1024 * 1024 )); then
|
|
printf 'Free space remains below 300 GiB after cleanup (%s KiB)\n' "${free_space}" >&2
|
|
exit 1
|
|
fi
|
|
fi
|
|
fi
|
|
|
|
report_cache_usage
|
|
|
|
sccache --start-server
|
|
sccache --zero-stats
|
|
sccache --show-stats
|
|
|
|
- name: Build base greptime
|
|
working-directory: src
|
|
run: |
|
|
set -euo pipefail
|
|
SECONDS=0
|
|
cargo build --profile "${CARGO_PROFILE}" -p cmd --bin greptime
|
|
base_build_elapsed="${SECONDS}"
|
|
printf 'Base greptime cargo build elapsed: %s seconds\n' "${base_build_elapsed}"
|
|
printf -- '- Base greptime cargo build: %s seconds\n' "${base_build_elapsed}" >> "${GITHUB_STEP_SUMMARY}"
|
|
sccache --show-stats
|
|
sccache --zero-stats
|
|
target_dir="${CARGO_PROFILE}"
|
|
if [[ "${CARGO_PROFILE}" == "dev" ]]; then
|
|
target_dir="debug"
|
|
fi
|
|
mkdir -p "${GITHUB_WORKSPACE}/query-regression-bins/base"
|
|
cp "${CARGO_TARGET_DIR}/${target_dir}/greptime" \
|
|
"${GITHUB_WORKSPACE}/query-regression-bins/base/greptime"
|
|
|
|
- name: Switch source to candidate
|
|
working-directory: src
|
|
shell: bash
|
|
run: |
|
|
set -euo pipefail
|
|
[[ "${VERIFIED_CANDIDATE_SHA}" =~ ^[[:xdigit:]]{40}$ ]] || {
|
|
printf 'Verified candidate SHA is missing or invalid.\n' >&2
|
|
exit 1
|
|
}
|
|
git cat-file -e "${VERIFIED_CANDIDATE_SHA}^{commit}" || {
|
|
printf 'Verified candidate SHA is unavailable in the local repository.\n' >&2
|
|
exit 1
|
|
}
|
|
git reset --hard "${VERIFIED_CANDIDATE_SHA}"
|
|
git clean -ffdx
|
|
|
|
- name: Test query regression runner lifecycle
|
|
working-directory: src
|
|
run: uv run --no-project python tests/perf/test_query_regression_runner_compaction_toctou.py
|
|
|
|
- name: Build candidate greptime and fixture generators
|
|
working-directory: src
|
|
run: |
|
|
set -euo pipefail
|
|
SECONDS=0
|
|
cargo build --profile "${CARGO_PROFILE}" -p cmd --bin greptime
|
|
cargo build --profile "${CARGO_PROFILE}" -p cmd --bin query_perf_fixture --features dev-tools
|
|
candidate_build_elapsed="${SECONDS}"
|
|
printf 'Candidate greptime and fixture generator cargo builds elapsed: %s seconds\n' "${candidate_build_elapsed}"
|
|
printf -- '- Candidate greptime and fixture generator cargo builds: %s seconds\n' "${candidate_build_elapsed}" >> "${GITHUB_STEP_SUMMARY}"
|
|
sccache --show-stats
|
|
target_dir="${CARGO_PROFILE}"
|
|
if [[ "${CARGO_PROFILE}" == "dev" ]]; then
|
|
target_dir="debug"
|
|
fi
|
|
mkdir -p "${GITHUB_WORKSPACE}/query-regression-bins/candidate"
|
|
cp "${CARGO_TARGET_DIR}/${target_dir}/greptime" \
|
|
"${GITHUB_WORKSPACE}/query-regression-bins/candidate/greptime"
|
|
cp "${CARGO_TARGET_DIR}/${target_dir}/query_perf_fixture" \
|
|
"${GITHUB_WORKSPACE}/query-regression-bins/candidate/query_perf_fixture"
|
|
|
|
- name: Run query regression
|
|
id: run
|
|
env:
|
|
CASE_PATHS: ${{ github.event_name == 'pull_request' && 'all' || inputs.case }}
|
|
HTTP_TIMEOUT: ${{ github.event_name == 'pull_request' && '300' || inputs.http_timeout }}
|
|
ALLOW_LARGE_FIXTURE: ${{ github.event_name == 'pull_request' && 'true' || inputs.allow_large_fixture }}
|
|
RUN_URL: ${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}
|
|
CASE_NAME: ${{ github.event_name == 'pull_request' && 'default case set' || inputs.case }}
|
|
BASE_BIN: ${{ github.workspace }}/query-regression-bins/base/greptime
|
|
CANDIDATE_BIN: ${{ github.workspace }}/query-regression-bins/candidate/greptime
|
|
FIXTURE_GENERATOR: ${{ github.workspace }}/query-regression-bins/candidate/query_perf_fixture
|
|
run: >-
|
|
uv run --no-project python src/.github/scripts/query-regression-run.py
|
|
--base-src src
|
|
--candidate-src src
|
|
--summary-script query-regression-trusted-scripts/query-regression-summary.py
|
|
|
|
- name: Write PR metadata for trusted comment workflow
|
|
if: ${{ always() && github.event_name == 'pull_request' }}
|
|
env:
|
|
PR_NUMBER: ${{ github.event.pull_request.number }}
|
|
HEAD_SHA: ${{ github.event.pull_request.head.sha }}
|
|
BASE_SHA: ${{ github.event.pull_request.base.sha }}
|
|
HEAD_REPO: ${{ github.event.pull_request.head.repo.full_name }}
|
|
BASE_REPO: ${{ github.event.pull_request.base.repo.full_name }}
|
|
RUN_ID: ${{ github.run_id }}
|
|
RUN_ATTEMPT: ${{ github.run_attempt }}
|
|
run: uv run --no-project python query-regression-trusted-scripts/query-regression-pr-metadata.py
|
|
|
|
- name: Upload query regression artifacts
|
|
if: always()
|
|
uses: actions/upload-artifact@v4
|
|
with:
|
|
name: query-regression-report
|
|
path: |
|
|
query-regression-work/**/query-regression-report.json
|
|
query-regression-work/**/base/report.json
|
|
query-regression-work/**/candidate/report.json
|
|
query-regression-work/**/logs/**
|
|
query-regression-summary.md
|
|
if-no-files-found: warn
|
|
retention-days: 7
|
|
|
|
- name: Upload trusted comment artifact
|
|
if: ${{ always() && github.event_name == 'pull_request' }}
|
|
uses: actions/upload-artifact@v4
|
|
with:
|
|
name: query-regression-comment
|
|
path: |
|
|
query-regression-pr.json
|
|
query-regression-work/**/query-regression-report.json
|
|
if-no-files-found: warn
|
|
retention-days: 7
|
|
|
|
- name: Report persistent cache usage
|
|
if: ${{ always() }}
|
|
shell: bash
|
|
run: |
|
|
set -euo pipefail
|
|
for root in \
|
|
/home/runner/.cargo \
|
|
/home/runner/.cargo/registry \
|
|
/home/runner/.cargo/git \
|
|
/opt/rustup \
|
|
/home/runner/query-regression-target \
|
|
/home/runner/query-regression-cache-meta \
|
|
/home/runner/.cache/sccache; do
|
|
if [[ -e "${root}" ]]; then
|
|
du -sh -- "${root}"
|
|
else
|
|
printf 'Missing cache path (report only): %s\n' "${root}"
|
|
fi
|
|
done
|
|
if [[ -e /opt/rustup ]]; then
|
|
if [[ -w /opt/rustup ]]; then
|
|
printf 'Immutable Rustup path is unexpectedly writable: /opt/rustup\n' >&2
|
|
else
|
|
printf 'Immutable Rustup path is read-only to runner: /opt/rustup\n'
|
|
fi
|
|
fi
|
|
report_root=/home/runner/query-regression-target
|
|
if [[ ! -e "${report_root}" ]]; then
|
|
report_root=/home/runner
|
|
printf 'Target cache path is missing; reporting its filesystem through %s\n' "${report_root}"
|
|
fi
|
|
df -P "${report_root}"
|
|
df -hP "${report_root}"
|
|
df -Pi "${report_root}"
|
|
if command -v sccache >/dev/null 2>&1; then
|
|
sccache --show-stats || printf 'Unable to show sccache statistics (report only)\n' >&2
|
|
else
|
|
printf 'sccache is unavailable (report only)\n' >&2
|
|
fi
|
|
|
|
- name: Fail on regression failure
|
|
if: ${{ steps.run.outputs.status != '0' }}
|
|
run: exit 1
|