mirror of
https://github.com/openobserve/openobserve.git
synced 2026-11-04 08:09:27 +00:00
ci: one shared path classification decides which suites run (#14150)
This commit is contained in:
Hengfei Yang
@@ -49,27 +49,20 @@ jobs:
|
||||
with:
|
||||
fetch-depth: 0
|
||||
|
||||
# One shared classification for every suite (see .github/actions/classify-changes); a change to
|
||||
# this workflow file re-tests itself on top of it.
|
||||
- uses: ./.github/actions/classify-changes
|
||||
id: classify
|
||||
- id: check
|
||||
env:
|
||||
HAS_CHANGES: ${{ steps.classify.outputs.run_api }}
|
||||
CHANGED_WORKFLOWS: ${{ steps.classify.outputs.changed_workflows }}
|
||||
run: |
|
||||
# Skip when a PR touches only docs, images, frontend/UI-test files, or unrelated
|
||||
# workflow files (e.g. a dependabot bump to another workflow) — none affect the API.
|
||||
# Source and this workflow (api-testing.yml) still run the suite.
|
||||
IGNORE_RE='(\.md$|^docs/|^web/|^tests/ui-testing/|^tests/playwright-tests/|\.(png|jpe?g|gif|svg|webp)$|^\.github/workflows/)'
|
||||
CHANGED=$(git diff --name-only origin/${{ github.base_ref || 'main' }} ${{ github.sha }})
|
||||
# Files not matching IGNORE_RE. Captured (not `grep -qv`) so the check doesn't depend
|
||||
# on grep -qv exit semantics, which differ across grep builds; the `|| true` keeps
|
||||
# `set -e` from aborting when grep matches nothing (exit 1). The `grep -qE` below is a
|
||||
# loop-safe `if`-condition term (`set -e` doesn't fire there), so it needs no `|| true`.
|
||||
RELEVANT=$(printf '%s' "$CHANGED" | grep -vE "$IGNORE_RE" || true)
|
||||
if [ -z "$CHANGED" ] || [ -n "$RELEVANT" ] || printf '%s' "$CHANGED" | grep -qE '^\.github/workflows/api-testing\.yml$'; then
|
||||
echo "has_changes=true" >> $GITHUB_OUTPUT
|
||||
if [ "$HAS_CHANGES" = "true" ] || echo " $CHANGED_WORKFLOWS " | grep -q ' api-testing.yml '; then
|
||||
echo "has_changes=true" >> "$GITHUB_OUTPUT"
|
||||
else
|
||||
echo "has_changes=false" >> $GITHUB_OUTPUT
|
||||
echo "has_changes=false" >> "$GITHUB_OUTPUT"
|
||||
fi
|
||||
|
||||
# Build the exact PR/merge-group binary once, then fan it out to every API
|
||||
# test shard. The artifact is scoped to this workflow run and SHA; Rust cache
|
||||
# remains an input to this single build, not a substitute for the binary.
|
||||
build_api_binary:
|
||||
name: build_api_binary
|
||||
needs: [check_changes]
|
||||
|
||||
@@ -44,16 +44,19 @@ jobs:
|
||||
with:
|
||||
fetch-depth: 0
|
||||
|
||||
# One shared classification for every suite (see .github/actions/classify-changes); a change to
|
||||
# this workflow file re-tests itself on top of it.
|
||||
- uses: ./.github/actions/classify-changes
|
||||
id: classify
|
||||
- id: check
|
||||
env:
|
||||
HAS_CHANGES: ${{ steps.classify.outputs.run_db }}
|
||||
CHANGED_WORKFLOWS: ${{ steps.classify.outputs.changed_workflows }}
|
||||
run: |
|
||||
CHANGED=$(git diff --name-only origin/${{ github.base_ref || 'main' }} ${{ github.sha }})
|
||||
# Same contract as playwright/api: other workflows' files are irrelevant, this file re-tests itself.
|
||||
if [ -z "$CHANGED" ] || echo "$CHANGED" | grep -qE '^\.github/workflows/db-testing\.yml$'; then
|
||||
echo "has_changes=true" >> $GITHUB_OUTPUT
|
||||
elif echo "$CHANGED" | grep -qvE '(\.md$|^docs/|^web/|^tests/ui-testing/|^tests/playwright-tests/|\.(png|jpe?g|gif|svg|webp)$|^\.github/workflows/)'; then
|
||||
echo "has_changes=true" >> $GITHUB_OUTPUT
|
||||
if [ "$HAS_CHANGES" = "true" ] || echo " $CHANGED_WORKFLOWS " | grep -q ' db-testing.yml '; then
|
||||
echo "has_changes=true" >> "$GITHUB_OUTPUT"
|
||||
else
|
||||
echo "has_changes=false" >> $GITHUB_OUTPUT
|
||||
echo "has_changes=false" >> "$GITHUB_OUTPUT"
|
||||
fi
|
||||
|
||||
db_validation_tests:
|
||||
|
||||
@@ -21,11 +21,28 @@ jobs:
|
||||
runs-on: ubuntu-latest
|
||||
permissions:
|
||||
pull-requests: write
|
||||
contents: read
|
||||
statuses: write
|
||||
steps:
|
||||
# Debounce: a push inside this window cancels the run (concurrency) before anything paid starts.
|
||||
- if: github.event_name == 'pull_request'
|
||||
run: sleep 60
|
||||
- uses: actions/checkout@v5
|
||||
with:
|
||||
fetch-depth: 0
|
||||
- uses: ./.github/actions/classify-changes
|
||||
id: classify
|
||||
# ent-build-status-check is required; when no backend or frontend code changed there is nothing to build,
|
||||
# so report it as passed here instead of dispatching.
|
||||
- name: Report not applicable
|
||||
if: ${{ steps.classify.outputs.run_enterprise != 'true' }}
|
||||
env:
|
||||
GH_TOKEN: ${{ github.token }}
|
||||
run: |
|
||||
gh api -X POST "repos/${{ github.repository }}/statuses/${{ github.event.pull_request.head.sha }}" \
|
||||
-f state=success -f context=ent-build-status-check -f description="no backend or frontend change; enterprise build not needed"
|
||||
- name: Generate token
|
||||
if: ${{ steps.classify.outputs.run_enterprise == 'true' }}
|
||||
id: generate_token
|
||||
uses: actions/create-github-app-token@v3.2.0
|
||||
with:
|
||||
@@ -34,6 +51,7 @@ jobs:
|
||||
# Set the owner, so the token can be used in all repositories
|
||||
owner: ${{ github.repository_owner }}
|
||||
- name: Set build short sha
|
||||
if: ${{ steps.classify.outputs.run_enterprise == 'true' }}
|
||||
shell: bash
|
||||
run: |
|
||||
unset SHORT_COMMIT_ID
|
||||
@@ -41,9 +59,11 @@ jobs:
|
||||
echo "COMMIT_ID=${GITHUB_HEAD_SHA}" >> $GITHUB_ENV
|
||||
|
||||
- name: Confirm git commit SHA output
|
||||
if: ${{ steps.classify.outputs.run_enterprise == 'true' }}
|
||||
run: echo ${{ env.SHORT_COMMIT_ID }}
|
||||
|
||||
- name: Repository Dispatch
|
||||
if: ${{ steps.classify.outputs.run_enterprise == 'true' }}
|
||||
uses: peter-evans/repository-dispatch@v4
|
||||
env:
|
||||
TOKEN: ${{ steps.generate_token.outputs.token }}
|
||||
|
||||
@@ -87,26 +87,19 @@ jobs:
|
||||
with:
|
||||
fetch-depth: 0
|
||||
|
||||
# One shared classification for every suite (see .github/actions/classify-changes); a change to
|
||||
# this workflow file re-tests itself on top of it.
|
||||
- uses: ./.github/actions/classify-changes
|
||||
id: classify
|
||||
- id: check
|
||||
env:
|
||||
BASE_REF: ${{ github.base_ref }}
|
||||
HAS_CHANGES: ${{ steps.classify.outputs.run_playwright }}
|
||||
CHANGED_WORKFLOWS: ${{ steps.classify.outputs.changed_workflows }}
|
||||
run: |
|
||||
# Skip when a PR touches only docs, images, or unrelated workflow files (e.g. a
|
||||
# dependabot bump to another workflow) — none can affect the app. Source, web/, and
|
||||
# this workflow (playwright.yml) still run the suite.
|
||||
# Two-dot on purpose: base-branch drift over-reports has_changes, which keeps the
|
||||
# merge_group full run firing whenever the merged tree differs from what PRs tested.
|
||||
IGNORE_RE='(\.md$|^docs/|\.(png|jpe?g|gif|svg|webp)$|^\.github/workflows/)'
|
||||
CHANGED=$(git diff --name-only "origin/${BASE_REF:-main}" ${{ github.sha }})
|
||||
# Files not matching IGNORE_RE. Captured (not `grep -qv`) so the check doesn't depend
|
||||
# on grep -qv exit semantics, which differ across grep builds; the `|| true` keeps
|
||||
# `set -e` from aborting when grep matches nothing (exit 1). The `grep -qE` below is a
|
||||
# loop-safe `if`-condition term (`set -e` doesn't fire there), so it needs no `|| true`.
|
||||
RELEVANT=$(printf '%s' "$CHANGED" | grep -vE "$IGNORE_RE" || true)
|
||||
if [ -z "$CHANGED" ] || [ -n "$RELEVANT" ] || printf '%s' "$CHANGED" | grep -qE '^\.github/workflows/playwright\.yml$'; then
|
||||
echo "has_changes=true" >> $GITHUB_OUTPUT
|
||||
if [ "$HAS_CHANGES" = "true" ] || echo " $CHANGED_WORKFLOWS " | grep -q ' playwright.yml '; then
|
||||
echo "has_changes=true" >> "$GITHUB_OUTPUT"
|
||||
else
|
||||
echo "has_changes=false" >> $GITHUB_OUTPUT
|
||||
echo "has_changes=false" >> "$GITHUB_OUTPUT"
|
||||
fi
|
||||
|
||||
build_binary:
|
||||
|
||||
@@ -41,18 +41,25 @@ jobs:
|
||||
with:
|
||||
fetch-depth: 0
|
||||
|
||||
# One shared classification for every suite (see .github/actions/classify-changes); a change to
|
||||
# this workflow file re-tests itself on top of it.
|
||||
- uses: ./.github/actions/classify-changes
|
||||
id: classify
|
||||
- id: check
|
||||
env:
|
||||
HAS_BACKEND_CHANGES: ${{ steps.classify.outputs.run_unit_backend }}
|
||||
HAS_UI_CHANGES: ${{ steps.classify.outputs.run_unit_ui }}
|
||||
CHANGED_WORKFLOWS: ${{ steps.classify.outputs.changed_workflows }}
|
||||
run: |
|
||||
CHANGED=$(git diff --name-only origin/${{ github.base_ref || 'main' }} ${{ github.sha }})
|
||||
if [ -z "$CHANGED" ] || echo "$CHANGED" | grep -qE '^src/|^proto/|^\.cargo/|^Cargo\.(toml|lock)$|^build\.rs$|^rust-toolchain\.toml$|^coverage\.sh$|^\.github/workflows/unit-tests\.yml$'; then
|
||||
echo "has_backend_changes=true" >> $GITHUB_OUTPUT
|
||||
if [ "$HAS_BACKEND_CHANGES" = "true" ] || echo " $CHANGED_WORKFLOWS " | grep -q ' unit-tests.yml '; then
|
||||
echo "has_backend_changes=true" >> "$GITHUB_OUTPUT"
|
||||
else
|
||||
echo "has_backend_changes=false" >> $GITHUB_OUTPUT
|
||||
echo "has_backend_changes=false" >> "$GITHUB_OUTPUT"
|
||||
fi
|
||||
if [ -z "$CHANGED" ] || echo "$CHANGED" | grep -q '^web/'; then
|
||||
echo "has_ui_changes=true" >> $GITHUB_OUTPUT
|
||||
if [ "$HAS_UI_CHANGES" = "true" ] || echo " $CHANGED_WORKFLOWS " | grep -q ' unit-tests.yml '; then
|
||||
echo "has_ui_changes=true" >> "$GITHUB_OUTPUT"
|
||||
else
|
||||
echo "has_ui_changes=false" >> $GITHUB_OUTPUT
|
||||
echo "has_ui_changes=false" >> "$GITHUB_OUTPUT"
|
||||
fi
|
||||
|
||||
backend_static_checks:
|
||||
|
||||
Reference in New Issue
Block a user