from __future__ import annotations import os import shutil from typing import TYPE_CHECKING from fixtures.utils import subprocess_capture if TYPE_CHECKING: from fixtures.neon_fixtures import NeonEnv, PgBin def check_wal_segment(pg_waldump_path: str, segment_path: str, test_output_dir): # use special --ignore option to ignore the validation checks in pg_waldump # this is necessary, because neon WAL files contain gap at the beginning output_path, _, _ = subprocess_capture( test_output_dir, [pg_waldump_path, "--ignore", segment_path] ) with open(f"{output_path}.stdout") as f: stdout = f.read() assert "ABORT" in stdout assert "COMMIT" in stdout # Simple test to check that pg_waldump works with neon WAL files def test_pg_waldump(neon_simple_env: NeonEnv, test_output_dir, pg_bin: PgBin): env = neon_simple_env tenant_id = env.initial_tenant timeline_id = env.initial_timeline endpoint = env.endpoints.create_start("main") cur = endpoint.connect().cursor() cur.execute( """ BEGIN; CREATE TABLE t1(i int primary key, n_updated int); INSERT INTO t1 select g, 0 from generate_series(1, 50) g; ROLLBACK; """ ) cur.execute( """ BEGIN; CREATE TABLE t1(i int primary key, n_updated int); INSERT INTO t1 select g, 0 from generate_series(1, 50) g; COMMIT; """ ) # stop the endpoint to make sure that WAL files are flushed and won't change endpoint.stop() assert endpoint.pgdata_dir wal_path = os.path.join(endpoint.pgdata_dir, "pg_wal/000000010000000000000001") pg_waldump_path = os.path.join(pg_bin.pg_bin_path, "pg_waldump") # check segment on compute check_wal_segment(pg_waldump_path, wal_path, test_output_dir) # Check file on safekeepers as well. pg_waldump is strict about file naming, so remove .partial suffix. sk = env.safekeepers[0] sk_tli_dir = sk.timeline_dir(tenant_id, timeline_id) non_partial_path = os.path.join(sk_tli_dir, "000000010000000000000001") shutil.copyfile(os.path.join(sk_tli_dir, "000000010000000000000001.partial"), non_partial_path) check_wal_segment(pg_waldump_path, non_partial_path, test_output_dir)