mirror of
https://github.com/neondatabase/neon.git
synced 2026-01-04 03:52:56 +00:00
30a7dd630c
## Problem `TYPE_CHECKING` is used inconsistently across Python tests. ## Summary of changes - Update `ruff`: 0.7.0 -> 0.11.2 - Enable TC (flake8-type-checking): https://docs.astral.sh/ruff/rules/#flake8-type-checking-tc - (auto)fix all new issues
67 lines
2.2 KiB
Python
67 lines
2.2 KiB
Python
from __future__ import annotations
|
|
|
|
import os
|
|
import shutil
|
|
from typing import TYPE_CHECKING
|
|
|
|
from fixtures.utils import subprocess_capture
|
|
|
|
if TYPE_CHECKING:
|
|
from fixtures.neon_fixtures import NeonEnv, PgBin
|
|
|
|
|
|
def check_wal_segment(pg_waldump_path: str, segment_path: str, test_output_dir):
|
|
# use special --ignore option to ignore the validation checks in pg_waldump
|
|
# this is necessary, because neon WAL files contain gap at the beginning
|
|
output_path, _, _ = subprocess_capture(
|
|
test_output_dir, [pg_waldump_path, "--ignore", segment_path]
|
|
)
|
|
|
|
with open(f"{output_path}.stdout") as f:
|
|
stdout = f.read()
|
|
assert "ABORT" in stdout
|
|
assert "COMMIT" in stdout
|
|
|
|
|
|
# Simple test to check that pg_waldump works with neon WAL files
|
|
def test_pg_waldump(neon_simple_env: NeonEnv, test_output_dir, pg_bin: PgBin):
|
|
env = neon_simple_env
|
|
tenant_id = env.initial_tenant
|
|
timeline_id = env.initial_timeline
|
|
endpoint = env.endpoints.create_start("main")
|
|
|
|
cur = endpoint.connect().cursor()
|
|
cur.execute(
|
|
"""
|
|
BEGIN;
|
|
CREATE TABLE t1(i int primary key, n_updated int);
|
|
INSERT INTO t1 select g, 0 from generate_series(1, 50) g;
|
|
ROLLBACK;
|
|
"""
|
|
)
|
|
|
|
cur.execute(
|
|
"""
|
|
BEGIN;
|
|
CREATE TABLE t1(i int primary key, n_updated int);
|
|
INSERT INTO t1 select g, 0 from generate_series(1, 50) g;
|
|
COMMIT;
|
|
"""
|
|
)
|
|
|
|
# stop the endpoint to make sure that WAL files are flushed and won't change
|
|
endpoint.stop()
|
|
|
|
assert endpoint.pgdata_dir
|
|
wal_path = os.path.join(endpoint.pgdata_dir, "pg_wal/000000010000000000000001")
|
|
pg_waldump_path = os.path.join(pg_bin.pg_bin_path, "pg_waldump")
|
|
# check segment on compute
|
|
check_wal_segment(pg_waldump_path, wal_path, test_output_dir)
|
|
|
|
# Check file on safekeepers as well. pg_waldump is strict about file naming, so remove .partial suffix.
|
|
sk = env.safekeepers[0]
|
|
sk_tli_dir = sk.timeline_dir(tenant_id, timeline_id)
|
|
non_partial_path = os.path.join(sk_tli_dir, "000000010000000000000001")
|
|
shutil.copyfile(os.path.join(sk_tli_dir, "000000010000000000000001.partial"), non_partial_path)
|
|
check_wal_segment(pg_waldump_path, non_partial_path, test_output_dir)
|