mirror of
https://github.com/neondatabase/neon.git
synced 2026-01-13 08:22:55 +00:00
e27ce38619
## Problem We need automated tests of extensions shipped with Neon to detect possible problems. ## Summary of changes A new image neon-test-extensions is added. Workflow changes to test the shipped extensions are added as well. Currently, the regression tests, shipped with extensions are in use. Some extensions, i.e. rum, timescaledb, rdkit, postgis, pgx_ulid, pgtap, pg_tiktoken, pg_jsonschema, pg_graphql, kq_imcx, wal2json_2_5 are excluded due to problems or absence of internal tests. --------- Co-authored-by: Alexander Bayandin <alexander@neon.tech> Co-authored-by: Heikki Linnakangas <heikki@neon.tech>
102 lines
4.2 KiB
Bash
Executable File
102 lines
4.2 KiB
Bash
Executable File
#!/bin/bash
|
|
|
|
# A basic test to ensure Docker images are built correctly.
|
|
# Build a wrapper around the compute, start all services and runs a simple SQL query.
|
|
# Repeats the process for all currenly supported Postgres versions.
|
|
|
|
# Implicitly accepts `REPOSITORY` and `TAG` env vars that are passed into the compose file
|
|
# Their defaults point at DockerHub `neondatabase/neon:latest` image.`,
|
|
# to verify custom image builds (e.g pre-published ones).
|
|
#
|
|
# A test script for postgres extensions
|
|
# Currently supports only v16
|
|
#
|
|
set -eux -o pipefail
|
|
|
|
COMPOSE_FILE='docker-compose.yml'
|
|
cd $(dirname $0)
|
|
docker compose -f $COMPOSE_FILE
|
|
COMPUTE_CONTAINER_NAME=docker-compose-compute-1
|
|
TEST_CONTAINER_NAME=docker-compose-neon-test-extensions-1
|
|
PSQL_OPTION="-h localhost -U cloud_admin -p 55433 -d postgres"
|
|
: ${http_proxy:=}
|
|
: ${https_proxy:=}
|
|
export http_proxy https_proxy
|
|
|
|
cleanup() {
|
|
echo "show container information"
|
|
docker ps
|
|
docker compose -f $COMPOSE_FILE logs
|
|
echo "stop containers..."
|
|
docker compose -f $COMPOSE_FILE down
|
|
}
|
|
|
|
for pg_version in 14 15 16; do
|
|
echo "clean up containers if exists"
|
|
cleanup
|
|
PG_TEST_VERSION=$(($pg_version < 16 ? 16 : $pg_version))
|
|
PG_VERSION=$pg_version PG_TEST_VERSION=$PG_TEST_VERSION docker compose -f $COMPOSE_FILE up --build -d
|
|
|
|
echo "wait until the compute is ready. timeout after 60s. "
|
|
cnt=0
|
|
while sleep 3; do
|
|
# check timeout
|
|
cnt=`expr $cnt + 3`
|
|
if [ $cnt -gt 60 ]; then
|
|
echo "timeout before the compute is ready."
|
|
cleanup
|
|
exit 1
|
|
fi
|
|
if docker compose -f $COMPOSE_FILE logs "compute_is_ready" | grep -q "accepting connections"; then
|
|
echo "OK. The compute is ready to connect."
|
|
echo "execute simple queries."
|
|
docker exec $COMPUTE_CONTAINER_NAME /bin/bash -c "psql $PSQL_OPTION"
|
|
break
|
|
fi
|
|
done
|
|
|
|
if [ $pg_version -ge 16 ]
|
|
then
|
|
echo Enabling trust connection
|
|
docker exec $COMPUTE_CONTAINER_NAME bash -c "sed -i '\$d' /var/db/postgres/compute/pg_hba.conf && echo -e 'host\t all\t all\t all\t trust' >> /var/db/postgres/compute/pg_hba.conf && psql $PSQL_OPTION -c 'select pg_reload_conf()' "
|
|
echo Adding postgres role
|
|
docker exec $COMPUTE_CONTAINER_NAME psql $PSQL_OPTION -c "CREATE ROLE postgres SUPERUSER LOGIN"
|
|
# This is required for the pg_hint_plan test, to prevent flaky log message causing the test to fail
|
|
# It cannot be moved to Dockerfile now because the database directory is created after the start of the container
|
|
echo Adding dummy config
|
|
docker exec $COMPUTE_CONTAINER_NAME touch /var/db/postgres/compute/compute_ctl_temp_override.conf
|
|
# This block is required for the pg_anon extension test.
|
|
# The test assumes that it is running on the same host with the postgres engine.
|
|
# In our case it's not true, that's why we are copying files to the compute node
|
|
TMPDIR=$(mktemp -d)
|
|
docker cp $TEST_CONTAINER_NAME:/ext-src/pg_anon-src/data $TMPDIR/data
|
|
echo -e '1\t too \t many \t tabs' > $TMPDIR/data/bad.csv
|
|
docker cp $TMPDIR/data $COMPUTE_CONTAINER_NAME:/tmp/tmp_anon_alternate_data
|
|
rm -rf $TMPDIR
|
|
TMPDIR=$(mktemp -d)
|
|
# The following block does the same for the pg_hintplan test
|
|
docker cp $TEST_CONTAINER_NAME:/ext-src/pg_hint_plan-src/data $TMPDIR/data
|
|
docker cp $TMPDIR/data $COMPUTE_CONTAINER_NAME:/ext-src/pg_hint_plan-src/
|
|
rm -rf $TMPDIR
|
|
# We are running tests now
|
|
if docker exec -e SKIP=rum-src,timescaledb-src,rdkit-src,postgis-src,pgx_ulid-src,pgtap-src,pg_tiktoken-src,pg_jsonschema-src,pg_graphql-src,kq_imcx-src,wal2json_2_5-src \
|
|
$TEST_CONTAINER_NAME /run-tests.sh | tee testout.txt
|
|
then
|
|
cleanup
|
|
else
|
|
FAILED=$(tail -1 testout.txt)
|
|
for d in $FAILED
|
|
do
|
|
mkdir $d
|
|
docker cp $TEST_CONTAINER_NAME:/ext-src/$d/regression.diffs $d || true
|
|
docker cp $TEST_CONTAINER_NAME:/ext-src/$d/regression.out $d || true
|
|
cat $d/regression.out $d/regression.diffs || true
|
|
done
|
|
rm -rf $FAILED
|
|
cleanup
|
|
exit 1
|
|
fi
|
|
fi
|
|
cleanup
|
|
done
|