mirror of
https://github.com/neondatabase/neon.git
synced 2025-12-27 16:12:56 +00:00
a2a942f93c
## Problem The extensions for Postgres v17 are ready but we do not test the extensions shipped with v17 ## Summary of changes Build the test image based on Postgres v17. Run the tests for v17. --------- Co-authored-by: Anastasia Lubennikova <anastasia@neon.tech>
114 lines
5.0 KiB
Bash
Executable File
114 lines
5.0 KiB
Bash
Executable File
#!/bin/bash
|
|
|
|
# A basic test to ensure Docker images are built correctly.
|
|
# Build a wrapper around the compute, start all services and runs a simple SQL query.
|
|
# Repeats the process for all currenly supported Postgres versions.
|
|
|
|
# Implicitly accepts `REPOSITORY` and `TAG` env vars that are passed into the compose file
|
|
# Their defaults point at DockerHub `neondatabase/neon:latest` image.`,
|
|
# to verify custom image builds (e.g pre-published ones).
|
|
#
|
|
# A test script for postgres extensions
|
|
# Currently supports only v16
|
|
#
|
|
set -eux -o pipefail
|
|
|
|
COMPOSE_FILE='docker-compose.yml'
|
|
cd $(dirname $0)
|
|
COMPUTE_CONTAINER_NAME=docker-compose-compute-1
|
|
TEST_CONTAINER_NAME=docker-compose-neon-test-extensions-1
|
|
PSQL_OPTION="-h localhost -U cloud_admin -p 55433 -d postgres"
|
|
: ${http_proxy:=}
|
|
: ${https_proxy:=}
|
|
export http_proxy https_proxy
|
|
|
|
cleanup() {
|
|
echo "show container information"
|
|
docker ps
|
|
docker compose --profile test-extensions -f $COMPOSE_FILE logs
|
|
echo "stop containers..."
|
|
docker compose --profile test-extensions -f $COMPOSE_FILE down
|
|
}
|
|
|
|
for pg_version in ${TEST_VERSION_ONLY-14 15 16 17}; do
|
|
pg_version=${pg_version/v/}
|
|
echo "clean up containers if exists"
|
|
cleanup
|
|
PG_TEST_VERSION=$((pg_version < 16 ? 16 : pg_version))
|
|
# The support of pg_anon not yet added to PG17, so we have to remove the corresponding option
|
|
if [ $pg_version -eq 17 ]; then
|
|
SPEC_PATH="compute_wrapper/var/db/postgres/specs"
|
|
mv $SPEC_PATH/spec.json $SPEC_PATH/spec.bak
|
|
jq 'del(.cluster.settings[] | select (.name == "session_preload_libraries"))' $SPEC_PATH/spec.bak > $SPEC_PATH/spec.json
|
|
fi
|
|
PG_VERSION=$pg_version PG_TEST_VERSION=$PG_TEST_VERSION docker compose --profile test-extensions -f $COMPOSE_FILE up --build -d
|
|
|
|
echo "wait until the compute is ready. timeout after 60s. "
|
|
cnt=0
|
|
while sleep 3; do
|
|
# check timeout
|
|
cnt=`expr $cnt + 3`
|
|
if [ $cnt -gt 60 ]; then
|
|
echo "timeout before the compute is ready."
|
|
cleanup
|
|
exit 1
|
|
fi
|
|
if docker compose --profile test-extensions -f $COMPOSE_FILE logs "compute_is_ready" | grep -q "accepting connections"; then
|
|
echo "OK. The compute is ready to connect."
|
|
echo "execute simple queries."
|
|
docker exec $COMPUTE_CONTAINER_NAME /bin/bash -c "psql $PSQL_OPTION"
|
|
break
|
|
fi
|
|
done
|
|
|
|
if [ $pg_version -ge 16 ]; then
|
|
echo Enabling trust connection
|
|
docker exec $COMPUTE_CONTAINER_NAME bash -c "sed -i '\$d' /var/db/postgres/compute/pg_hba.conf && echo -e 'host\t all\t all\t all\t trust' >> /var/db/postgres/compute/pg_hba.conf && psql $PSQL_OPTION -c 'select pg_reload_conf()' "
|
|
echo Adding postgres role
|
|
docker exec $COMPUTE_CONTAINER_NAME psql $PSQL_OPTION -c "CREATE ROLE postgres SUPERUSER LOGIN"
|
|
# This is required for the pg_hint_plan test, to prevent flaky log message causing the test to fail
|
|
# It cannot be moved to Dockerfile now because the database directory is created after the start of the container
|
|
echo Adding dummy config
|
|
docker exec $COMPUTE_CONTAINER_NAME touch /var/db/postgres/compute/compute_ctl_temp_override.conf
|
|
# This block is required for the pg_anon extension test.
|
|
# The test assumes that it is running on the same host with the postgres engine.
|
|
# In our case it's not true, that's why we are copying files to the compute node
|
|
TMPDIR=$(mktemp -d)
|
|
# Add support for pg_anon for pg_v16
|
|
if [ $pg_version -ne 17 ]; then
|
|
docker cp $TEST_CONTAINER_NAME:/ext-src/pg_anon-src/data $TMPDIR/data
|
|
echo -e '1\t too \t many \t tabs' > $TMPDIR/data/bad.csv
|
|
docker cp $TMPDIR/data $COMPUTE_CONTAINER_NAME:/tmp/tmp_anon_alternate_data
|
|
rm -rf $TMPDIR
|
|
fi
|
|
TMPDIR=$(mktemp -d)
|
|
# The following block does the same for the pg_hintplan test
|
|
docker cp $TEST_CONTAINER_NAME:/ext-src/pg_hint_plan-src/data $TMPDIR/data
|
|
docker cp $TMPDIR/data $COMPUTE_CONTAINER_NAME:/ext-src/pg_hint_plan-src/
|
|
rm -rf $TMPDIR
|
|
# We are running tests now
|
|
if docker exec -e SKIP=timescaledb-src,rdkit-src,postgis-src,pgx_ulid-src,pgtap-src,pg_tiktoken-src,pg_jsonschema-src,pg_graphql-src,kq_imcx-src,wal2json_2_5-src \
|
|
$TEST_CONTAINER_NAME /run-tests.sh | tee testout.txt
|
|
then
|
|
cleanup
|
|
else
|
|
FAILED=$(tail -1 testout.txt)
|
|
for d in $FAILED
|
|
do
|
|
mkdir $d
|
|
docker cp $TEST_CONTAINER_NAME:/ext-src/$d/regression.diffs $d || true
|
|
docker cp $TEST_CONTAINER_NAME:/ext-src/$d/regression.out $d || true
|
|
cat $d/regression.out $d/regression.diffs || true
|
|
done
|
|
rm -rf $FAILED
|
|
cleanup
|
|
exit 1
|
|
fi
|
|
fi
|
|
cleanup
|
|
# The support of pg_anon not yet added to PG17, so we have to remove the corresponding option
|
|
if [ $pg_version -eq 17 ]; then
|
|
mv $SPEC_PATH/spec.bak $SPEC_PATH/spec.json
|
|
fi
|
|
done
|