diff --git a/.github/actions/allure-report-generate/action.yml b/.github/actions/allure-report-generate/action.yml index fca6a0cfa5..08fd68046a 100644 --- a/.github/actions/allure-report-generate/action.yml +++ b/.github/actions/allure-report-generate/action.yml @@ -54,7 +54,7 @@ runs: LOCK_FILE=reports/${BRANCH_OR_PR}/lock.txt - WORKDIR=/tmp/${BRANCH_OR_PR}-$(date +%s) + WORKDIR=/__w/_temp/${BRANCH_OR_PR}-$(date +%s) mkdir -p ${WORKDIR} echo "BRANCH_OR_PR=${BRANCH_OR_PR}" >> $GITHUB_ENV @@ -70,7 +70,7 @@ runs: - name: Install Allure shell: bash -euxo pipefail {0} - working-directory: /tmp + working-directory: /__w/_temp run: | if ! which allure; then ALLURE_ZIP=allure-${ALLURE_VERSION}.zip diff --git a/.github/actions/download/action.yml b/.github/actions/download/action.yml index d3829618da..dd8d8255ef 100644 --- a/.github/actions/download/action.yml +++ b/.github/actions/download/action.yml @@ -33,7 +33,7 @@ runs: shell: bash -euxo pipefail {0} env: TARGET: ${{ inputs.path }} - ARCHIVE: /tmp/downloads/${{ inputs.name }}.tar.zst + ARCHIVE: /__w/_temp/downloads/${{ inputs.name }}.tar.zst SKIP_IF_DOES_NOT_EXIST: ${{ inputs.skip-if-does-not-exist }} PREFIX: artifacts/${{ inputs.prefix || format('{0}/{1}/{2}', github.event.pull_request.head.sha || github.sha, github.run_id, github.run_attempt) }} run: | @@ -61,7 +61,7 @@ runs: shell: bash -euxo pipefail {0} env: TARGET: ${{ inputs.path }} - ARCHIVE: /tmp/downloads/${{ inputs.name }}.tar.zst + ARCHIVE: /__w/_temp/downloads/${{ inputs.name }}.tar.zst run: | mkdir -p ${TARGET} time tar -xf ${ARCHIVE} -C ${TARGET} diff --git a/.github/actions/neon-project-create/action.yml b/.github/actions/neon-project-create/action.yml index d7ff05be1a..900817d77f 100644 --- a/.github/actions/neon-project-create/action.yml +++ b/.github/actions/neon-project-create/action.yml @@ -40,11 +40,11 @@ inputs: psql_path: description: 'Path to psql binary - it is caller responsibility to provision the psql binary' required: false - default: '/tmp/neon/pg_install/v16/bin/psql' + default: '/__w/_temp/neon/pg_install/v16/bin/psql' libpq_lib_path: description: 'Path to directory containing libpq library - it is caller responsibility to provision the libpq library' required: false - default: '/tmp/neon/pg_install/v16/lib' + default: '/__w/_temp/neon/pg_install/v16/lib' project_settings: description: 'A JSON object with project settings' required: false @@ -83,7 +83,7 @@ runs: \"settings\": ${PROJECT_SETTINGS} } }") - + code=${res: -3} if [[ ${code} -ge 400 ]]; then echo Request failed with error code ${code} @@ -135,7 +135,7 @@ runs: -H "Accept: application/json" -H "Content-Type: application/json" -H "Authorization: Bearer ${ADMIN_API_KEY}" \ -d "{\"scheduling\": \"Essential\"}" fi - + env: API_HOST: ${{ inputs.api_host }} diff --git a/.github/actions/run-python-test-set/action.yml b/.github/actions/run-python-test-set/action.yml index 6f2b48444a..0f575cb25a 100644 --- a/.github/actions/run-python-test-set/action.yml +++ b/.github/actions/run-python-test-set/action.yml @@ -65,7 +65,7 @@ runs: uses: ./.github/actions/download with: name: neon-${{ runner.os }}-${{ runner.arch }}-${{ inputs.build_type }}${{ inputs.sanitizers == 'enabled' && '-sanitized' || '' }}-artifact - path: /tmp/neon + path: /__w/_temp/neon aws-oidc-role-arn: ${{ inputs.aws-oidc-role-arn }} - name: Download Neon binaries for the previous release @@ -73,7 +73,7 @@ runs: uses: ./.github/actions/download with: name: neon-${{ runner.os }}-${{ runner.arch }}-${{ inputs.build_type }}-artifact - path: /tmp/neon-previous + path: /__w/_temp/neon-previous prefix: latest aws-oidc-role-arn: ${{ inputs.aws-oidc-role-arn }} @@ -82,7 +82,7 @@ runs: uses: ./.github/actions/download with: name: compatibility-snapshot-${{ runner.arch }}-${{ inputs.build_type }}-pg${{ inputs.pg_version }} - path: /tmp/compatibility_snapshot_pg${{ inputs.pg_version }} + path: /__w/_temp/compatibility_snapshot_pg${{ inputs.pg_version }} prefix: latest # The lack of compatibility snapshot (for example, for the new Postgres version) # shouldn't fail the whole job. Only relevant test should fail. @@ -107,12 +107,12 @@ runs: - name: Run pytest env: - NEON_BIN: /tmp/neon/bin - COMPATIBILITY_NEON_BIN: /tmp/neon-previous/bin - COMPATIBILITY_POSTGRES_DISTRIB_DIR: /tmp/neon-previous/pg_install - TEST_OUTPUT: /tmp/test_output + NEON_BIN: /__w/_temp/neon/bin + COMPATIBILITY_NEON_BIN: /__w/_temp/neon-previous/bin + COMPATIBILITY_POSTGRES_DISTRIB_DIR: /__w/_temp/neon-previous/pg_install + TEST_OUTPUT: /__w/_temp/test_output BUILD_TYPE: ${{ inputs.build_type }} - COMPATIBILITY_SNAPSHOT_DIR: /tmp/compatibility_snapshot_pg${{ inputs.pg_version }} + COMPATIBILITY_SNAPSHOT_DIR: /__w/_temp/compatibility_snapshot_pg${{ inputs.pg_version }} RERUN_FAILED: ${{ inputs.rerun_failed }} PG_VERSION: ${{ inputs.pg_version }} SANITIZERS: ${{ inputs.sanitizers }} @@ -121,7 +121,7 @@ runs: # PLATFORM will be embedded in the perf test report # and it is needed to distinguish different environments export PLATFORM=${PLATFORM:-github-actions-selfhosted} - export POSTGRES_DISTRIB_DIR=${POSTGRES_DISTRIB_DIR:-/tmp/neon/pg_install} + export POSTGRES_DISTRIB_DIR=${POSTGRES_DISTRIB_DIR:-/__w/_temp/neon/pg_install} export DEFAULT_PG_VERSION=${PG_VERSION#v} export LD_LIBRARY_PATH=${POSTGRES_DISTRIB_DIR}/v${DEFAULT_PG_VERSION}/lib export BENCHMARK_CONNSTR=${BENCHMARK_CONNSTR:-} @@ -176,7 +176,7 @@ runs: fi if [[ $BUILD_TYPE == "debug" && $RUNNER_ARCH == 'X64' ]]; then - cov_prefix=(scripts/coverage "--profraw-prefix=$GITHUB_JOB" --dir=/tmp/coverage run) + cov_prefix=(scripts/coverage "--profraw-prefix=$GITHUB_JOB" --dir=/__w/_temp/coverage run) else cov_prefix=() fi @@ -224,7 +224,7 @@ runs: with: name: compatibility-snapshot-${{ runner.arch }}-${{ inputs.build_type }}-pg${{ inputs.pg_version }} # Directory is created by test_compatibility.py::test_create_snapshot, keep the path in sync with the test - path: /tmp/test_output/compatibility_snapshot_pg${{ inputs.pg_version }}/ + path: /__w/_temp/test_output/compatibility_snapshot_pg${{ inputs.pg_version }}/ # The lack of compatibility snapshot shouldn't fail the job # (for example if we didn't run the test for non build-and-test workflow) skip-if-does-not-exist: true @@ -241,6 +241,6 @@ runs: if: ${{ !cancelled() }} uses: ./.github/actions/allure-report-store with: - report-dir: /tmp/test_output/allure/results + report-dir: /__w/_temp/test_output/allure/results unique-key: ${{ inputs.build_type }}-${{ inputs.pg_version }}-${{ runner.arch }} aws-oidc-role-arn: ${{ inputs.aws-oidc-role-arn }} diff --git a/.github/actions/save-coverage-data/action.yml b/.github/actions/save-coverage-data/action.yml index a0e2ab8521..3b8cdbcf76 100644 --- a/.github/actions/save-coverage-data/action.yml +++ b/.github/actions/save-coverage-data/action.yml @@ -6,13 +6,13 @@ runs: steps: - name: Merge coverage data shell: bash -euxo pipefail {0} - run: scripts/coverage "--profraw-prefix=$GITHUB_JOB" --dir=/tmp/coverage merge + run: scripts/coverage "--profraw-prefix=$GITHUB_JOB" --dir=/__w/_temp/coverage merge - name: Download previous coverage data into the same directory uses: ./.github/actions/download with: name: coverage-data-artifact - path: /tmp/coverage + path: /__w/_temp/coverage skip-if-does-not-exist: true # skip if there's no previous coverage to download aws-oidc-role-arn: ${{ inputs.aws-oidc-role-arn }} @@ -20,5 +20,5 @@ runs: uses: ./.github/actions/upload with: name: coverage-data-artifact - path: /tmp/coverage + path: /__w/_temp/coverage aws-oidc-role-arn: ${{ inputs.aws-oidc-role-arn }} diff --git a/.github/actions/upload/action.yml b/.github/actions/upload/action.yml index ebb2443476..362ca77ec0 100644 --- a/.github/actions/upload/action.yml +++ b/.github/actions/upload/action.yml @@ -27,7 +27,7 @@ runs: shell: bash -euxo pipefail {0} env: SOURCE: ${{ inputs.path }} - ARCHIVE: /tmp/uploads/${{ inputs.name }}.tar.zst + ARCHIVE: /__w/_temp/uploads/${{ inputs.name }}.tar.zst SKIP_IF_DOES_NOT_EXIST: ${{ inputs.skip-if-does-not-exist }} run: | mkdir -p $(dirname $ARCHIVE) @@ -69,7 +69,7 @@ runs: shell: bash -euxo pipefail {0} env: SOURCE: ${{ inputs.path }} - ARCHIVE: /tmp/uploads/${{ inputs.name }}.tar.zst + ARCHIVE: /__w/_temp/uploads/${{ inputs.name }}.tar.zst PREFIX: artifacts/${{ inputs.prefix || format('{0}/{1}/{2}', github.event.pull_request.head.sha || github.sha, github.run_id , github.run_attempt) }} run: | BUCKET=neon-github-public-dev diff --git a/.github/workflows/_benchmarking_preparation.yml b/.github/workflows/_benchmarking_preparation.yml index 38d956bda7..77672cc337 100644 --- a/.github/workflows/_benchmarking_preparation.yml +++ b/.github/workflows/_benchmarking_preparation.yml @@ -24,9 +24,9 @@ jobs: database: [ clickbench, tpch, userexample ] env: - LD_LIBRARY_PATH: /tmp/neon/pg_install/v16/lib + LD_LIBRARY_PATH: /__w/_temp/neon/pg_install/v16/lib PLATFORM: ${{ matrix.platform }} - PG_BINARIES: /tmp/neon/pg_install/v16/bin + PG_BINARIES: /__w/_temp/neon/pg_install/v16/bin runs-on: [ self-hosted, us-east-2, x64 ] container: @@ -79,7 +79,7 @@ jobs: uses: ./.github/actions/download with: name: neon-${{ runner.os }}-${{ runner.arch }}-release-artifact - path: /tmp/neon/ + path: /__w/_temp/neon/ prefix: latest aws-oidc-role-arn: ${{ vars.DEV_AWS_OIDC_ROLE_ARN }} @@ -127,13 +127,13 @@ jobs: echo "Database ${{ env.DATABASE_NAME }} already exists." fi - - name: Download dump from S3 to /tmp/dumps + - name: Download dump from S3 to /__w/_temp/dumps if: steps.check-restore-done.outputs.skip != 'true' env: DATABASE_NAME: ${{ matrix.database }} run: | - mkdir -p /tmp/dumps - aws s3 cp s3://neon-github-dev/performance/pgdumps/$DATABASE_NAME/$DATABASE_NAME.pg_dump /tmp/dumps/ + mkdir -p /__w/_temp/dumps + aws s3 cp s3://neon-github-dev/performance/pgdumps/$DATABASE_NAME/$DATABASE_NAME.pg_dump /__w/_temp/dumps/ - name: Replace database name in connection string if: steps.check-restore-done.outputs.skip != 'true' @@ -166,7 +166,7 @@ jobs: # available in RDS, so we will always report an error, but we can ignore it run: | ${PG_BINARIES}/pg_restore --clean --if-exists --no-owner --jobs=4 \ - -d "${DATABASE_CONNSTR}" /tmp/dumps/${DATABASE_NAME}.pg_dump || true + -d "${DATABASE_CONNSTR}" /__w/_temp/dumps/${DATABASE_NAME}.pg_dump || true - name: Update benchmark_restore_status table if: steps.check-restore-done.outputs.skip != 'true' diff --git a/.github/workflows/_build-and-test-locally.yml b/.github/workflows/_build-and-test-locally.yml index e2203a38ec..b4e3f4bd74 100644 --- a/.github/workflows/_build-and-test-locally.yml +++ b/.github/workflows/_build-and-test-locally.yml @@ -118,7 +118,7 @@ jobs: run: | CARGO_FLAGS="--locked --features testing" if [[ $BUILD_TYPE == "debug" && $ARCH == 'x64' ]]; then - cov_prefix="scripts/coverage --profraw-prefix=$GITHUB_JOB --dir=/tmp/coverage run" + cov_prefix="scripts/coverage --profraw-prefix=$GITHUB_JOB --dir=/__w/_temp/coverage run" CARGO_PROFILE="" elif [[ $BUILD_TYPE == "debug" ]]; then cov_prefix="" @@ -209,23 +209,23 @@ jobs: SANITIZERS: ${{ inputs.sanitizers }} run: | # Install target binaries - mkdir -p /tmp/neon/bin/ + mkdir -p /__w/_temp/neon/bin/ binaries=$( ${cov_prefix} cargo metadata $CARGO_FLAGS --format-version=1 --no-deps | jq -r '.packages[].targets[] | select(.kind | index("bin")) | .name' ) for bin in $binaries; do SRC=target/$BUILD_TYPE/$bin - DST=/tmp/neon/bin/$bin + DST=/__w/_temp/neon/bin/$bin cp "$SRC" "$DST" done # Install test executables and write list of all binaries (for code coverage) if [[ $BUILD_TYPE == "debug" && $ARCH == 'x64' && $SANITIZERS != 'enabled' ]]; then # Keep bloated coverage data files away from the rest of the artifact - mkdir -p /tmp/coverage/ + mkdir -p /__w/_temp/coverage/ - mkdir -p /tmp/neon/test_bin/ + mkdir -p /__w/_temp/neon/test_bin/ test_exe_paths=$( ${cov_prefix} cargo test $CARGO_FLAGS $CARGO_PROFILE --message-format=json --no-run | @@ -233,16 +233,16 @@ jobs: ) for bin in $test_exe_paths; do SRC=$bin - DST=/tmp/neon/test_bin/$(basename $bin) + DST=/__w/_temp/neon/test_bin/$(basename $bin) # We don't need debug symbols for code coverage, so strip them out to make # the artifact smaller. strip "$SRC" -o "$DST" - echo "$DST" >> /tmp/coverage/binaries.list + echo "$DST" >> /__w/_temp/coverage/binaries.list done for bin in $binaries; do - echo "/tmp/neon/bin/$bin" >> /tmp/coverage/binaries.list + echo "/__w/_temp/neon/bin/$bin" >> /__w/_temp/coverage/binaries.list done fi @@ -300,24 +300,24 @@ jobs: build/*/src/test/regress/pg_regress \ build/*/src/test/isolation/isolationtester \ build/*/src/test/isolation/pg_isolation_regress \ - | tar x -C /tmp/neon + | tar x -C /__w/_temp/neon - name: Upload Neon artifact uses: ./.github/actions/upload with: name: neon-${{ runner.os }}-${{ runner.arch }}-${{ inputs.build-type }}${{ inputs.sanitizers == 'enabled' && '-sanitized' || '' }}-artifact - path: /tmp/neon + path: /__w/_temp/neon aws-oidc-role-arn: ${{ vars.DEV_AWS_OIDC_ROLE_ARN }} - name: Check diesel schema if: inputs.build-type == 'release' && inputs.arch == 'x64' env: DATABASE_URL: postgresql://localhost:1235/storage_controller - POSTGRES_DISTRIB_DIR: /tmp/neon/pg_install + POSTGRES_DISTRIB_DIR: /__w/_temp/neon/pg_install run: | export ASAN_OPTIONS=detect_leaks=0 - /tmp/neon/bin/neon_local init - /tmp/neon/bin/neon_local storage_controller start + /__w/_temp/neon/bin/neon_local init + /__w/_temp/neon/bin/neon_local storage_controller start diesel print-schema > storage_controller/src/schema.rs @@ -328,7 +328,7 @@ jobs: exit 1 fi - /tmp/neon/bin/neon_local storage_controller stop + /__w/_temp/neon/bin/neon_local storage_controller stop # XXX: keep this after the binaries.list is formed, so the coverage can properly work later - name: Merge and upload coverage data diff --git a/.github/workflows/benchmarking.yml b/.github/workflows/benchmarking.yml index 79371ec704..d4422c5248 100644 --- a/.github/workflows/benchmarking.yml +++ b/.github/workflows/benchmarking.yml @@ -119,7 +119,7 @@ jobs: curl -s -X DELETE "$BASE_URL/projects/$project_id" \ --header "Accept: application/json" \ --header "Content-Type: application/json" \ - --header "Authorization: Bearer ${API_KEY}" + --header "Authorization: Bearer ${API_KEY}" done else echo "Dry run enabled — no projects were deleted." @@ -149,9 +149,9 @@ jobs: env: TEST_PG_BENCH_DURATIONS_MATRIX: "300" TEST_PG_BENCH_SCALES_MATRIX: "10,100" - POSTGRES_DISTRIB_DIR: /tmp/neon/pg_install + POSTGRES_DISTRIB_DIR: /__w/_temp/neon/pg_install PG_VERSION: ${{ matrix.PG_VERSION }} - TEST_OUTPUT: /tmp/test_output + TEST_OUTPUT: /__w/_temp/test_output BUILD_TYPE: remote SAVE_PERF_REPORT: ${{ github.event.inputs.save_perf_report || ( github.ref_name == 'main' ) }} PLATFORM: ${{ matrix.PLATFORM }} @@ -183,7 +183,7 @@ jobs: uses: ./.github/actions/download with: name: neon-${{ runner.os }}-${{ runner.arch }}-release-artifact - path: /tmp/neon/ + path: /__w/_temp/neon/ prefix: latest aws-oidc-role-arn: ${{ vars.DEV_AWS_OIDC_ROLE_ARN }} @@ -257,9 +257,9 @@ jobs: statuses: write id-token: write # aws-actions/configure-aws-credentials env: - POSTGRES_DISTRIB_DIR: /tmp/neon/pg_install + POSTGRES_DISTRIB_DIR: /__w/_temp/neon/pg_install DEFAULT_PG_VERSION: 17 - TEST_OUTPUT: /tmp/test_output + TEST_OUTPUT: /__w/_temp/test_output BUILD_TYPE: remote SAVE_PERF_REPORT: ${{ github.event.inputs.save_perf_report || ( github.ref_name == 'main' ) }} PLATFORM: "neon-staging" @@ -291,7 +291,7 @@ jobs: uses: ./.github/actions/download with: name: neon-${{ runner.os }}-${{ runner.arch }}-release-artifact - path: /tmp/neon/ + path: /__w/_temp/neon/ prefix: latest aws-oidc-role-arn: ${{ vars.DEV_AWS_OIDC_ROLE_ARN }} @@ -317,9 +317,9 @@ jobs: statuses: write id-token: write # aws-actions/configure-aws-credentials env: - POSTGRES_DISTRIB_DIR: /tmp/neon/pg_install + POSTGRES_DISTRIB_DIR: /__w/_temp/neon/pg_install DEFAULT_PG_VERSION: 16 - TEST_OUTPUT: /tmp/test_output + TEST_OUTPUT: /__w/_temp/test_output BUILD_TYPE: remote SAVE_PERF_REPORT: ${{ github.event.inputs.save_perf_report || ( github.ref_name == 'main' ) }} PLATFORM: "neon-staging" @@ -351,7 +351,7 @@ jobs: uses: ./.github/actions/download with: name: neon-${{ runner.os }}-${{ runner.arch }}-release-artifact - path: /tmp/neon/ + path: /__w/_temp/neon/ prefix: latest aws-oidc-role-arn: ${{ vars.DEV_AWS_OIDC_ROLE_ARN }} @@ -537,9 +537,9 @@ jobs: env: TEST_PG_BENCH_DURATIONS_MATRIX: "60m" TEST_PG_BENCH_SCALES_MATRIX: ${{ matrix.db_size }} - POSTGRES_DISTRIB_DIR: /tmp/neon/pg_install + POSTGRES_DISTRIB_DIR: /__w/_temp/neon/pg_install PG_VERSION: ${{ matrix.pg_version }} - TEST_OUTPUT: /tmp/test_output + TEST_OUTPUT: /__w/_temp/test_output BUILD_TYPE: remote SAVE_PERF_REPORT: ${{ github.event.inputs.save_perf_report || ( github.ref_name == 'main' ) }} PLATFORM: ${{ matrix.platform }} @@ -574,7 +574,7 @@ jobs: uses: ./.github/actions/download with: name: neon-${{ runner.os }}-${{ runner.arch }}-release-artifact - path: /tmp/neon/ + path: /__w/_temp/neon/ prefix: latest aws-oidc-role-arn: ${{ vars.DEV_AWS_OIDC_ROLE_ARN }} @@ -728,9 +728,9 @@ jobs: env: TEST_PG_BENCH_DURATIONS_MATRIX: "15m" TEST_PG_BENCH_SCALES_MATRIX: "1" - POSTGRES_DISTRIB_DIR: /tmp/neon/pg_install + POSTGRES_DISTRIB_DIR: /__w/_temp/neon/pg_install PG_VERSION: ${{ matrix.postgres_version }} - TEST_OUTPUT: /tmp/test_output + TEST_OUTPUT: /__w/_temp/test_output BUILD_TYPE: remote SAVE_PERF_REPORT: ${{ github.event.inputs.save_perf_report || ( github.ref_name == 'main' ) }} @@ -763,7 +763,7 @@ jobs: uses: ./.github/actions/download with: name: neon-${{ runner.os }}-${{ runner.arch }}-release-artifact - path: /tmp/neon/ + path: /__w/_temp/neon/ prefix: latest aws-oidc-role-arn: ${{ vars.DEV_AWS_OIDC_ROLE_ARN }} @@ -857,9 +857,9 @@ jobs: matrix: ${{ fromJSON(needs.generate-matrices.outputs.olap-compare-matrix) }} env: - POSTGRES_DISTRIB_DIR: /tmp/neon/pg_install + POSTGRES_DISTRIB_DIR: /__w/_temp/neon/pg_install PG_VERSION: ${{ matrix.pg_version }} - TEST_OUTPUT: /tmp/test_output + TEST_OUTPUT: /__w/_temp/test_output TEST_OLAP_COLLECT_EXPLAIN: ${{ github.event.inputs.collect_olap_explain }} TEST_OLAP_COLLECT_PG_STAT_STATEMENTS: ${{ github.event.inputs.collect_pg_stat_statements }} BUILD_TYPE: remote @@ -897,7 +897,7 @@ jobs: uses: ./.github/actions/download with: name: neon-${{ runner.os }}-${{ runner.arch }}-release-artifact - path: /tmp/neon/ + path: /__w/_temp/neon/ prefix: latest aws-oidc-role-arn: ${{ vars.DEV_AWS_OIDC_ROLE_ARN }} @@ -989,9 +989,9 @@ jobs: matrix: ${{ fromJSON(needs.generate-matrices.outputs.tpch-compare-matrix) }} env: - POSTGRES_DISTRIB_DIR: /tmp/neon/pg_install + POSTGRES_DISTRIB_DIR: /__w/_temp/neon/pg_install PG_VERSION: ${{ matrix.pg_version }} - TEST_OUTPUT: /tmp/test_output + TEST_OUTPUT: /__w/_temp/test_output BUILD_TYPE: remote SAVE_PERF_REPORT: ${{ github.event.inputs.save_perf_report || ( github.ref_name == 'main' ) }} PLATFORM: ${{ matrix.platform }} @@ -1023,7 +1023,7 @@ jobs: uses: ./.github/actions/download with: name: neon-${{ runner.os }}-${{ runner.arch }}-release-artifact - path: /tmp/neon/ + path: /__w/_temp/neon/ prefix: latest aws-oidc-role-arn: ${{ vars.DEV_AWS_OIDC_ROLE_ARN }} @@ -1113,9 +1113,9 @@ jobs: matrix: ${{ fromJSON(needs.generate-matrices.outputs.olap-compare-matrix) }} env: - POSTGRES_DISTRIB_DIR: /tmp/neon/pg_install + POSTGRES_DISTRIB_DIR: /__w/_temp/neon/pg_install PG_VERSION: ${{ matrix.pg_version }} - TEST_OUTPUT: /tmp/test_output + TEST_OUTPUT: /__w/_temp/test_output BUILD_TYPE: remote SAVE_PERF_REPORT: ${{ github.event.inputs.save_perf_report || ( github.ref_name == 'main' ) }} PLATFORM: ${{ matrix.platform }} @@ -1147,7 +1147,7 @@ jobs: uses: ./.github/actions/download with: name: neon-${{ runner.os }}-${{ runner.arch }}-release-artifact - path: /tmp/neon/ + path: /__w/_temp/neon/ prefix: latest aws-oidc-role-arn: ${{ vars.DEV_AWS_OIDC_ROLE_ARN }} diff --git a/.github/workflows/build_and_test.yml b/.github/workflows/build_and_test.yml index 94f768719f..ff8c7bc3e6 100644 --- a/.github/workflows/build_and_test.yml +++ b/.github/workflows/build_and_test.yml @@ -294,8 +294,8 @@ jobs: run: | poetry run ./scripts/benchmark_durations.py "${TEST_RESULT_CONNSTR}" \ --days 10 \ - --output /tmp/benchmark_durations.json - echo "json=$(jq --compact-output '.' /tmp/benchmark_durations.json)" >> $GITHUB_OUTPUT + --output /__w/_temp/benchmark_durations.json + echo "json=$(jq --compact-output '.' /__w/_temp/benchmark_durations.json)" >> $GITHUB_OUTPUT benchmarks: # `!failure() && !cancelled()` is required because the workflow depends on the job that can be skipped: `deploy` in PRs @@ -471,32 +471,32 @@ jobs: uses: ./.github/actions/download with: name: neon-${{ runner.os }}-${{ runner.arch }}-${{ matrix.build_type }}-artifact - path: /tmp/neon + path: /__w/_temp/neon aws-oidc-role-arn: ${{ vars.DEV_AWS_OIDC_ROLE_ARN }} - name: Get coverage artifact uses: ./.github/actions/download with: name: coverage-data-artifact - path: /tmp/coverage + path: /__w/_temp/coverage aws-oidc-role-arn: ${{ vars.DEV_AWS_OIDC_ROLE_ARN }} - name: Merge coverage data - run: scripts/coverage "--profraw-prefix=$GITHUB_JOB" --dir=/tmp/coverage merge + run: scripts/coverage "--profraw-prefix=$GITHUB_JOB" --dir=/__w/_temp/coverage merge - name: Build coverage report env: COMMIT_URL: ${{ github.server_url }}/${{ github.repository }}/commit/${{ github.event.pull_request.head.sha || github.sha }} run: | - scripts/coverage --dir=/tmp/coverage \ + scripts/coverage --dir=/__w/_temp/coverage \ report \ - --input-objects=/tmp/coverage/binaries.list \ + --input-objects=/__w/_temp/coverage/binaries.list \ --commit-url=${COMMIT_URL} \ --format=github - scripts/coverage --dir=/tmp/coverage \ + scripts/coverage --dir=/__w/_temp/coverage \ report \ - --input-objects=/tmp/coverage/binaries.list \ + --input-objects=/__w/_temp/coverage/binaries.list \ --format=lcov - name: Build coverage report NEW @@ -511,7 +511,7 @@ jobs: CURRENT="${COMMIT_SHA}" BASELINE="$(git merge-base $BASE_SHA $CURRENT)" - cp /tmp/coverage/report/lcov.info ./${CURRENT}.info + cp /__w/_temp/coverage/report/lcov.info ./${CURRENT}.info GENHTML_ARGS="--ignore-errors path,unmapped,empty --synthesize-missing --demangle-cpp rustfilt --output-directory lcov-html ${CURRENT}.info" diff --git a/.github/workflows/cloud-extensions.yml b/.github/workflows/cloud-extensions.yml index 25fe0877d9..8537d1c673 100644 --- a/.github/workflows/cloud-extensions.yml +++ b/.github/workflows/cloud-extensions.yml @@ -27,8 +27,8 @@ permissions: jobs: regress: env: - POSTGRES_DISTRIB_DIR: /tmp/neon/pg_install - TEST_OUTPUT: /tmp/test_output + POSTGRES_DISTRIB_DIR: /__w/_temp/neon/pg_install + TEST_OUTPUT: /__w/_temp/test_output BUILD_TYPE: remote strategy: fail-fast: false @@ -63,7 +63,7 @@ jobs: LIBS=timescaledb:rag_bge_small_en_v15,rag_jina_reranker_v1_tiny_en:$ULID settings=$(jq -c -n --arg libs $LIBS '{preload_libraries:{use_defaults:false,enabled_libraries:($libs| split(":"))}}') echo settings=$settings >> $GITHUB_OUTPUT - + - name: Create Neon Project id: create-neon-project uses: ./.github/actions/neon-project-create diff --git a/.github/workflows/cloud-regress.yml b/.github/workflows/cloud-regress.yml index d96c595294..eb374d992e 100644 --- a/.github/workflows/cloud-regress.yml +++ b/.github/workflows/cloud-regress.yml @@ -27,8 +27,8 @@ permissions: jobs: regress: env: - POSTGRES_DISTRIB_DIR: /tmp/neon/pg_install - TEST_OUTPUT: /tmp/test_output + POSTGRES_DISTRIB_DIR: /__w/_temp/neon/pg_install + TEST_OUTPUT: /__w/_temp/test_output BUILD_TYPE: remote strategy: fail-fast: false @@ -87,7 +87,7 @@ jobs: uses: ./.github/actions/download with: name: neon-${{ runner.os }}-${{ runner.arch }}-release-artifact - path: /tmp/neon/ + path: /__w/_temp/neon/ prefix: latest aws-oidc-role-arn: ${{ vars.DEV_AWS_OIDC_ROLE_ARN }} diff --git a/.github/workflows/ingest_benchmark.yml b/.github/workflows/ingest_benchmark.yml index a8d2d69807..6ea5be8b2c 100644 --- a/.github/workflows/ingest_benchmark.yml +++ b/.github/workflows/ingest_benchmark.yml @@ -63,9 +63,9 @@ jobs: statuses: write id-token: write # aws-actions/configure-aws-credentials env: - PG_CONFIG: /tmp/neon/pg_install/v16/bin/pg_config - PSQL: /tmp/neon/pg_install/v16/bin/psql - PG_16_LIB_PATH: /tmp/neon/pg_install/v16/lib + PG_CONFIG: /__w/_temp/neon/pg_install/v16/bin/pg_config + PSQL: /__w/_temp/neon/pg_install/v16/bin/psql + PG_16_LIB_PATH: /__w/_temp/neon/pg_install/v16/lib PGCOPYDB: /pgcopydb/bin/pgcopydb PGCOPYDB_LIB_PATH: /pgcopydb/lib runs-on: [ self-hosted, us-east-2, x64 ] @@ -96,7 +96,7 @@ jobs: uses: ./.github/actions/download with: name: neon-${{ runner.os }}-${{ runner.arch }}-release-artifact - path: /tmp/neon/ + path: /__w/_temp/neon/ prefix: latest aws-oidc-role-arn: ${{ vars.DEV_AWS_OIDC_ROLE_ARN }} diff --git a/.github/workflows/large_oltp_benchmark.yml b/.github/workflows/large_oltp_benchmark.yml index 050b9047c7..19aefda12f 100644 --- a/.github/workflows/large_oltp_benchmark.yml +++ b/.github/workflows/large_oltp_benchmark.yml @@ -53,9 +53,9 @@ jobs: env: TEST_PG_BENCH_DURATIONS_MATRIX: "1h" # todo update to > 1 h TEST_PGBENCH_CUSTOM_SCRIPTS: ${{ matrix.custom_scripts }} - POSTGRES_DISTRIB_DIR: /tmp/neon/pg_install + POSTGRES_DISTRIB_DIR: /__w/_temp/neon/pg_install PG_VERSION: 16 # pre-determined by pre-determined project - TEST_OUTPUT: /tmp/test_output + TEST_OUTPUT: /__w/_temp/test_output BUILD_TYPE: remote PLATFORM: ${{ matrix.target }} @@ -91,7 +91,7 @@ jobs: uses: ./.github/actions/download with: name: neon-${{ runner.os }}-${{ runner.arch }}-release-artifact - path: /tmp/neon/ + path: /__w/_temp/neon/ prefix: latest aws-oidc-role-arn: ${{ vars.DEV_AWS_OIDC_ROLE_ARN }} @@ -128,9 +128,9 @@ jobs: if: ${{ matrix.target == 'reuse_branch' }} env: BENCHMARK_CONNSTR: ${{ steps.set-up-connstr.outputs.connstr_without_pooler }} - PG_CONFIG: /tmp/neon/pg_install/v16/bin/pg_config - PSQL: /tmp/neon/pg_install/v16/bin/psql - PG_16_LIB_PATH: /tmp/neon/pg_install/v16/lib + PG_CONFIG: /__w/_temp/neon/pg_install/v16/bin/pg_config + PSQL: /__w/_temp/neon/pg_install/v16/bin/psql + PG_16_LIB_PATH: /__w/_temp/neon/pg_install/v16/lib run: | echo "$(date '+%Y-%m-%d %H:%M:%S') - Deleting rows in table webhook.incoming_webhooks from prior runs" export LD_LIBRARY_PATH=${PG_16_LIB_PATH} diff --git a/.github/workflows/large_oltp_growth.yml b/.github/workflows/large_oltp_growth.yml index 8ca640d6ef..17c3320638 100644 --- a/.github/workflows/large_oltp_growth.yml +++ b/.github/workflows/large_oltp_growth.yml @@ -85,9 +85,9 @@ jobs: env: TEST_PG_BENCH_DURATIONS_MATRIX: "1h" TEST_PGBENCH_CUSTOM_SCRIPTS: ${{ join(matrix.custom_scripts, ' ') }} - POSTGRES_DISTRIB_DIR: /tmp/neon/pg_install + POSTGRES_DISTRIB_DIR: /__w/_temp/neon/pg_install PG_VERSION: 16 # pre-determined by pre-determined project - TEST_OUTPUT: /tmp/test_output + TEST_OUTPUT: /__w/_temp/test_output BUILD_TYPE: remote PLATFORM: ${{ matrix.target }} @@ -118,7 +118,7 @@ jobs: uses: ./.github/actions/download with: name: neon-${{ runner.os }}-${{ runner.arch }}-release-artifact - path: /tmp/neon/ + path: /__w/_temp/neon/ prefix: latest aws-oidc-role-arn: ${{ vars.DEV_AWS_OIDC_ROLE_ARN }} diff --git a/.github/workflows/pg-clients.yml b/.github/workflows/pg-clients.yml index 6efe0b4c8c..ab4a710d46 100644 --- a/.github/workflows/pg-clients.yml +++ b/.github/workflows/pg-clients.yml @@ -101,7 +101,7 @@ jobs: uses: ./.github/actions/download with: name: neon-${{ runner.os }}-${{ runner.arch }}-release-artifact - path: /tmp/neon/ + path: /__w/_temp/neon/ prefix: latest aws-oidc-role-arn: ${{ vars.DEV_AWS_OIDC_ROLE_ARN }} @@ -176,7 +176,7 @@ jobs: uses: ./.github/actions/download with: name: neon-${{ runner.os }}-${{ runner.arch }}-release-artifact - path: /tmp/neon/ + path: /__w/_temp/neon/ prefix: latest aws-oidc-role-arn: ${{ vars.DEV_AWS_OIDC_ROLE_ARN }} diff --git a/.github/workflows/random-ops-test.yml b/.github/workflows/random-ops-test.yml index 6098126e90..db496bbc69 100644 --- a/.github/workflows/random-ops-test.yml +++ b/.github/workflows/random-ops-test.yml @@ -35,7 +35,7 @@ env: jobs: run-random-rests: env: - POSTGRES_DISTRIB_DIR: /tmp/neon/pg_install + POSTGRES_DISTRIB_DIR: /__w/_temp/neon/pg_install runs-on: small permissions: id-token: write @@ -64,7 +64,7 @@ jobs: uses: ./.github/actions/download with: name: neon-${{ runner.os }}-${{ runner.arch }}-release-artifact - path: /tmp/neon/ + path: /__w/_temp/neon/ prefix: latest aws-oidc-role-arn: ${{ vars.DEV_AWS_OIDC_ROLE_ARN }}