mirror of
https://github.com/neondatabase/neon.git
synced 2026-01-04 12:02:55 +00:00
66ec135676
Instead of having a lot of separate fixtures for setting up the page server, the compute nodes, the safekeepers etc., have one big ZenithEnv object that encapsulates the whole environment. Every test either uses a shared "zenith_simple_env" fixture, which contains the default setup of a pageserver with no authentication, and no safekeepers. Tests that want to use safekeepers or authentication set up a custom test-specific ZenithEnv fixture. Gathering information about the whole environment into one object makes some things simpler. For example, when a new compute node is created, you no longer need to pass the 'wal_acceptors' connection string as argument to the 'postgres.create_start' function. The 'create_start' function fetches that information directly from the ZenithEnv object.
78 lines
2.7 KiB
Python
78 lines
2.7 KiB
Python
import time
|
|
import os
|
|
|
|
from contextlib import closing
|
|
|
|
from fixtures.zenith_fixtures import ZenithEnv
|
|
from fixtures.log_helper import log
|
|
|
|
pytest_plugins = ("fixtures.zenith_fixtures")
|
|
|
|
|
|
#
|
|
# Test compute node start after clog truncation
|
|
#
|
|
def test_clog_truncate(zenith_simple_env: ZenithEnv):
|
|
env = zenith_simple_env
|
|
# Create a branch for us
|
|
env.zenith_cli(["branch", "test_clog_truncate", "empty"])
|
|
|
|
# set agressive autovacuum to make sure that truncation will happen
|
|
config = [
|
|
'autovacuum_max_workers=10',
|
|
'autovacuum_vacuum_threshold=0',
|
|
'autovacuum_vacuum_insert_threshold=0',
|
|
'autovacuum_vacuum_cost_delay=0',
|
|
'autovacuum_vacuum_cost_limit=10000',
|
|
'autovacuum_naptime =1s',
|
|
'autovacuum_freeze_max_age=100000'
|
|
]
|
|
|
|
pg = env.postgres.create_start('test_clog_truncate', config_lines=config)
|
|
log.info('postgres is running on test_clog_truncate branch')
|
|
|
|
# Install extension containing function needed for test
|
|
pg.safe_psql('CREATE EXTENSION zenith_test_utils')
|
|
|
|
# Consume many xids to advance clog
|
|
with closing(pg.connect()) as conn:
|
|
with conn.cursor() as cur:
|
|
cur.execute('select test_consume_xids(1000*1000*10);')
|
|
log.info('xids consumed')
|
|
|
|
# call a checkpoint to trigger TruncateSubtrans
|
|
cur.execute('CHECKPOINT;')
|
|
|
|
# ensure WAL flush
|
|
cur.execute('select txid_current()')
|
|
log.info(cur.fetchone())
|
|
|
|
# wait for autovacuum to truncate the pg_xact
|
|
# XXX Is it worth to add a timeout here?
|
|
pg_xact_0000_path = os.path.join(pg.pg_xact_dir_path(), '0000')
|
|
log.info(f"pg_xact_0000_path = {pg_xact_0000_path}")
|
|
|
|
while os.path.isfile(pg_xact_0000_path):
|
|
log.info(f"file exists. wait for truncation. " "pg_xact_0000_path = {pg_xact_0000_path}")
|
|
time.sleep(5)
|
|
|
|
# checkpoint to advance latest lsn
|
|
with closing(pg.connect()) as conn:
|
|
with conn.cursor() as cur:
|
|
cur.execute('CHECKPOINT;')
|
|
cur.execute('select pg_current_wal_insert_lsn()')
|
|
lsn_after_truncation = cur.fetchone()[0]
|
|
|
|
# create new branch after clog truncation and start a compute node on it
|
|
log.info(f'create branch at lsn_after_truncation {lsn_after_truncation}')
|
|
env.zenith_cli(
|
|
["branch", "test_clog_truncate_new", "test_clog_truncate@" + lsn_after_truncation])
|
|
|
|
pg2 = env.postgres.create_start('test_clog_truncate_new')
|
|
log.info('postgres is running on test_clog_truncate_new branch')
|
|
|
|
# check that new node doesn't contain truncated segment
|
|
pg_xact_0000_path_new = os.path.join(pg2.pg_xact_dir_path(), '0000')
|
|
log.info(f"pg_xact_0000_path_new = {pg_xact_0000_path_new}")
|
|
assert os.path.isfile(pg_xact_0000_path_new) is False
|