mirror of
https://github.com/neondatabase/neon.git
synced 2026-07-07 14:10:43 +00:00
05e263d0d3
* Add submodule postgres-15 * Support pg_15 in pgxn/neon * Renamed zenith -> neon in Makefile * fix name of codestyle check * Refactor build system to prepare for building multiple Postgres versions. Rename "vendor/postgres" to "vendor/postgres-v14" Change Postgres build and install directory paths to be version-specific: - tmp_install/build -> pg_install/build/14 - tmp_install/* -> pg_install/14/* And Makefile targets: - "make postgres" -> "make postgres-v14" - "make postgres-headers" -> "make postgres-v14-headers" - etc. Add Makefile aliases: - "make postgres" to build "postgres-v14" and in future, "postgres-v15" - similarly for "make postgres-headers" Fix POSTGRES_DISTRIB_DIR path in pytest scripts * Make postgres version a variable in codestyle workflow * Support vendor/postgres-v15 in codestyle check workflow * Support postgres-v15 building in Makefile * fix pg version in Dockerfile.compute-node * fix kaniko path * Build neon extensions in version-specific directories * fix obsolete mentions of vendor/postgres * use vendor/postgres-v14 in Dockerfile.compute-node.legacy * Use PG_VERSION_NUM to gate dependencies in inmem_smgr.c * Use versioned ECR repositories and image names for compute-node. The image name format is compute-node-vXX, where XX is postgres major version number. For now only v14 is supported. Old format unversioned name (compute-node) is left, because cloud repo depends on it. * update vendor/postgres submodule url (zenith->neondatabase rename) * Fix postgres path in python tests after rebase * fix path in regress test * Use separate dockerfiles to build compute-node: Dockerfile.compute-node-v15 should be identical to Dockerfile.compute-node-v14 except for the version number. This is a hack, because Kaniko doesn't support build ARGs properly * bump vendor/postgres-v14 and vendor/postgres-v15 * Don't use Kaniko cache for v14 and v15 compute-node images * Build compute-node images for different versions in different jobs Co-authored-by: Heikki Linnakangas <heikki@neon.tech>
160 lines
6.0 KiB
Python
160 lines
6.0 KiB
Python
#
|
|
# This file runs pg_regress-based tests.
|
|
#
|
|
import os
|
|
from pathlib import Path
|
|
|
|
import pytest
|
|
from fixtures.neon_fixtures import NeonEnv, base_dir, check_restored_datadir_content, pg_distrib_dir
|
|
|
|
|
|
# Run the main PostgreSQL regression tests, in src/test/regress.
|
|
#
|
|
# This runs for a long time, especially in debug mode, so use a larger-than-default
|
|
# timeout.
|
|
@pytest.mark.timeout(1800)
|
|
def test_pg_regress(neon_simple_env: NeonEnv, test_output_dir: Path, pg_bin, capsys):
|
|
env = neon_simple_env
|
|
|
|
env.neon_cli.create_branch("test_pg_regress", "empty")
|
|
# Connect to postgres and create a database called "regression".
|
|
pg = env.postgres.create_start("test_pg_regress")
|
|
pg.safe_psql("CREATE DATABASE regression")
|
|
|
|
# Create some local directories for pg_regress to run in.
|
|
runpath = test_output_dir / "regress"
|
|
(runpath / "testtablespace").mkdir(parents=True)
|
|
|
|
# Compute all the file locations that pg_regress will need.
|
|
build_path = os.path.join(pg_distrib_dir, "../build/v14/src/test/regress")
|
|
src_path = os.path.join(base_dir, "vendor/postgres-v14/src/test/regress")
|
|
bindir = os.path.join(pg_distrib_dir, "bin")
|
|
schedule = os.path.join(src_path, "parallel_schedule")
|
|
pg_regress = os.path.join(build_path, "pg_regress")
|
|
|
|
pg_regress_command = [
|
|
pg_regress,
|
|
'--bindir=""',
|
|
"--use-existing",
|
|
"--bindir={}".format(bindir),
|
|
"--dlpath={}".format(build_path),
|
|
"--schedule={}".format(schedule),
|
|
"--inputdir={}".format(src_path),
|
|
]
|
|
|
|
env_vars = {
|
|
"PGPORT": str(pg.default_options["port"]),
|
|
"PGUSER": pg.default_options["user"],
|
|
"PGHOST": pg.default_options["host"],
|
|
}
|
|
|
|
# Run the command.
|
|
# We don't capture the output. It's not too chatty, and it always
|
|
# logs the exact same data to `regression.out` anyway.
|
|
with capsys.disabled():
|
|
pg_bin.run(pg_regress_command, env=env_vars, cwd=runpath)
|
|
|
|
# checkpoint one more time to ensure that the lsn we get is the latest one
|
|
pg.safe_psql("CHECKPOINT")
|
|
|
|
# Check that we restore the content of the datadir correctly
|
|
check_restored_datadir_content(test_output_dir, env, pg)
|
|
|
|
|
|
# Run the PostgreSQL "isolation" tests, in src/test/isolation.
|
|
#
|
|
# This runs for a long time, especially in debug mode, so use a larger-than-default
|
|
# timeout.
|
|
@pytest.mark.timeout(1800)
|
|
def test_isolation(neon_simple_env: NeonEnv, test_output_dir: Path, pg_bin, capsys):
|
|
env = neon_simple_env
|
|
|
|
env.neon_cli.create_branch("test_isolation", "empty")
|
|
# Connect to postgres and create a database called "regression".
|
|
# isolation tests use prepared transactions, so enable them
|
|
pg = env.postgres.create_start("test_isolation", config_lines=["max_prepared_transactions=100"])
|
|
pg.safe_psql("CREATE DATABASE isolation_regression")
|
|
|
|
# Create some local directories for pg_isolation_regress to run in.
|
|
runpath = test_output_dir / "regress"
|
|
(runpath / "testtablespace").mkdir(parents=True)
|
|
|
|
# Compute all the file locations that pg_isolation_regress will need.
|
|
build_path = os.path.join(pg_distrib_dir, "../build/v14/src/test/isolation")
|
|
src_path = os.path.join(base_dir, "vendor/postgres-v14/src/test/isolation")
|
|
bindir = os.path.join(pg_distrib_dir, "bin")
|
|
schedule = os.path.join(src_path, "isolation_schedule")
|
|
pg_isolation_regress = os.path.join(build_path, "pg_isolation_regress")
|
|
|
|
pg_isolation_regress_command = [
|
|
pg_isolation_regress,
|
|
"--use-existing",
|
|
"--bindir={}".format(bindir),
|
|
"--dlpath={}".format(build_path),
|
|
"--inputdir={}".format(src_path),
|
|
"--schedule={}".format(schedule),
|
|
]
|
|
|
|
env_vars = {
|
|
"PGPORT": str(pg.default_options["port"]),
|
|
"PGUSER": pg.default_options["user"],
|
|
"PGHOST": pg.default_options["host"],
|
|
}
|
|
|
|
# Run the command.
|
|
# We don't capture the output. It's not too chatty, and it always
|
|
# logs the exact same data to `regression.out` anyway.
|
|
with capsys.disabled():
|
|
pg_bin.run(pg_isolation_regress_command, env=env_vars, cwd=runpath)
|
|
|
|
|
|
# Run extra Neon-specific pg_regress-based tests. The tests and their
|
|
# schedule file are in the sql_regress/ directory.
|
|
def test_sql_regress(neon_simple_env: NeonEnv, test_output_dir: Path, pg_bin, capsys):
|
|
env = neon_simple_env
|
|
|
|
env.neon_cli.create_branch("test_sql_regress", "empty")
|
|
# Connect to postgres and create a database called "regression".
|
|
pg = env.postgres.create_start("test_sql_regress")
|
|
pg.safe_psql("CREATE DATABASE regression")
|
|
|
|
# Create some local directories for pg_regress to run in.
|
|
runpath = test_output_dir / "regress"
|
|
(runpath / "testtablespace").mkdir(parents=True)
|
|
|
|
# Compute all the file locations that pg_regress will need.
|
|
# This test runs neon specific tests
|
|
build_path = os.path.join(pg_distrib_dir, "../build/v14/src/test/regress")
|
|
src_path = os.path.join(base_dir, "test_runner/sql_regress")
|
|
bindir = os.path.join(pg_distrib_dir, "bin")
|
|
schedule = os.path.join(src_path, "parallel_schedule")
|
|
pg_regress = os.path.join(build_path, "pg_regress")
|
|
|
|
pg_regress_command = [
|
|
pg_regress,
|
|
"--use-existing",
|
|
"--bindir={}".format(bindir),
|
|
"--dlpath={}".format(build_path),
|
|
"--schedule={}".format(schedule),
|
|
"--inputdir={}".format(src_path),
|
|
]
|
|
|
|
env_vars = {
|
|
"PGPORT": str(pg.default_options["port"]),
|
|
"PGUSER": pg.default_options["user"],
|
|
"PGHOST": pg.default_options["host"],
|
|
}
|
|
|
|
# Run the command.
|
|
# We don't capture the output. It's not too chatty, and it always
|
|
# logs the exact same data to `regression.out` anyway.
|
|
with capsys.disabled():
|
|
pg_bin.run(pg_regress_command, env=env_vars, cwd=runpath)
|
|
|
|
# checkpoint one more time to ensure that the lsn we get is the latest one
|
|
pg.safe_psql("CHECKPOINT")
|
|
pg.safe_psql("select pg_current_wal_insert_lsn()")[0][0]
|
|
|
|
# Check that we restore the content of the datadir correctly
|
|
check_restored_datadir_content(test_output_dir, env, pg)
|