mirror of
https://github.com/neondatabase/neon.git
synced 2026-01-16 09:52:54 +00:00
0a43b05ea6
Reasons: - it makes pg_waldump usage slightly more cumbersome, forcing to rename file. - it makes pull_timeline slightly more cumbersome because at any moment source file can be renamed from partial to full. Leave ability to read .partial files for backward compatibility.
60 lines
2.0 KiB
Python
60 lines
2.0 KiB
Python
import os
|
|
|
|
from fixtures.neon_fixtures import NeonEnv, PgBin
|
|
from fixtures.utils import subprocess_capture
|
|
|
|
|
|
def check_wal_segment(pg_waldump_path: str, segment_path: str, test_output_dir):
|
|
# use special --ignore option to ignore the validation checks in pg_waldump
|
|
# this is necessary, because neon WAL files contain gap at the beginning
|
|
output_path, _, _ = subprocess_capture(
|
|
test_output_dir, [pg_waldump_path, "--ignore", segment_path]
|
|
)
|
|
|
|
with open(f"{output_path}.stdout", "r") as f:
|
|
stdout = f.read()
|
|
assert "ABORT" in stdout
|
|
assert "COMMIT" in stdout
|
|
|
|
|
|
# Simple test to check that pg_waldump works with neon WAL files
|
|
def test_pg_waldump(neon_simple_env: NeonEnv, test_output_dir, pg_bin: PgBin):
|
|
env = neon_simple_env
|
|
tenant_id = env.initial_tenant
|
|
timeline_id = env.neon_cli.create_branch("test_pg_waldump", "empty")
|
|
endpoint = env.endpoints.create_start("test_pg_waldump")
|
|
|
|
cur = endpoint.connect().cursor()
|
|
cur.execute(
|
|
"""
|
|
BEGIN;
|
|
CREATE TABLE t1(i int primary key, n_updated int);
|
|
INSERT INTO t1 select g, 0 from generate_series(1, 50) g;
|
|
ROLLBACK;
|
|
"""
|
|
)
|
|
|
|
cur.execute(
|
|
"""
|
|
BEGIN;
|
|
CREATE TABLE t1(i int primary key, n_updated int);
|
|
INSERT INTO t1 select g, 0 from generate_series(1, 50) g;
|
|
COMMIT;
|
|
"""
|
|
)
|
|
|
|
# stop the endpoint to make sure that WAL files are flushed and won't change
|
|
endpoint.stop()
|
|
|
|
assert endpoint.pgdata_dir
|
|
seg_path = os.path.join(endpoint.pgdata_dir, "pg_wal/000000010000000000000001")
|
|
pg_waldump_path = os.path.join(pg_bin.pg_bin_path, "pg_waldump")
|
|
# check segment on compute
|
|
check_wal_segment(pg_waldump_path, seg_path, test_output_dir)
|
|
|
|
# Check file on safekeepers as well.
|
|
sk = env.safekeepers[0]
|
|
sk_tli_dir = sk.timeline_dir(tenant_id, timeline_id)
|
|
seg_path = os.path.join(sk_tli_dir, "000000010000000000000001")
|
|
check_wal_segment(pg_waldump_path, seg_path, test_output_dir)
|