mirror of
https://github.com/neondatabase/neon.git
synced 2026-01-15 01:12:56 +00:00
684329d4d2
Increse the pgbench runtimes even further. The theory is that when there are many other tests running at the same time, one pgbench run could take a long time until it generates enough layers for GC to kick in.
46 lines
1.8 KiB
Python
46 lines
1.8 KiB
Python
import pytest
|
|
from fixtures.neon_fixtures import NeonEnvBuilder, PgBin
|
|
|
|
|
|
# Test gc_cutoff
|
|
#
|
|
# This test sets fail point at the end of GC, and checks that pageserver
|
|
# normally restarts after it. Also, there should be GC ERRORs in the log,
|
|
# but the fixture checks the log for any unexpected ERRORs after every
|
|
# test anyway, so it doesn't need any special attention here.
|
|
@pytest.mark.timeout(600)
|
|
def test_gc_cutoff(neon_env_builder: NeonEnvBuilder, pg_bin: PgBin):
|
|
env = neon_env_builder.init_start()
|
|
|
|
# These warnings are expected, when the pageserver is restarted abruptly
|
|
env.pageserver.allowed_errors.append(".*found future image layer.*")
|
|
env.pageserver.allowed_errors.append(".*found future delta layer.*")
|
|
|
|
pageserver_http = env.pageserver.http_client()
|
|
|
|
# Use aggressive GC and checkpoint settings, so that we also exercise GC during the test
|
|
tenant_id, _ = env.neon_cli.create_tenant(
|
|
conf={
|
|
"gc_period": "10 s",
|
|
"gc_horizon": f"{1024 ** 2}",
|
|
"checkpoint_distance": f"{1024 ** 2}",
|
|
"compaction_period": "5 s",
|
|
# set PITR interval to be small, so we can do GC
|
|
"pitr_interval": "1 s",
|
|
"compaction_threshold": "3",
|
|
"image_creation_threshold": "2",
|
|
}
|
|
)
|
|
pg = env.postgres.create_start("main", tenant_id=tenant_id)
|
|
connstr = pg.connstr(options="-csynchronous_commit=off")
|
|
pg_bin.run_capture(["pgbench", "-i", "-s10", connstr])
|
|
|
|
pageserver_http.configure_failpoints(("after-timeline-gc-removed-layers", "exit"))
|
|
|
|
for _ in range(5):
|
|
with pytest.raises(Exception):
|
|
pg_bin.run_capture(["pgbench", "-P1", "-N", "-c5", "-T500", "-Mprepared", connstr])
|
|
env.pageserver.stop()
|
|
env.pageserver.start()
|
|
pageserver_http.configure_failpoints(("after-timeline-gc-removed-layers", "exit"))
|