mirror of
https://github.com/neondatabase/neon.git
synced 2025-12-25 23:29:59 +00:00
6f7aeaa1c5
## Problem LFC is not enabled by default in tests, but it is enabled in production. This increases the risk of errors in the production environment, which were not found during the routine workflow. However, enabling LFC for all the tests may overload the disk on our servers and increase the number of failures. So, we try enabling LFC in one case to evaluate the possible risk. ## Summary of changes A new environment variable, USE_LFC is introduced. If it is set to true, LFC is enabled by default in all the tests. In our workflow, we enable LFC for PG17, release, x86-64, and disabled for all other combinations. --------- Co-authored-by: Alexey Masterov <alexeymasterov@neon.tech> Co-authored-by: a-masterov <72613290+a-masterov@users.noreply.github.com>
146 lines
4.7 KiB
Python
146 lines
4.7 KiB
Python
from __future__ import annotations
|
|
|
|
from fixtures.neon_fixtures import NeonEnvBuilder, flush_ep_to_pageserver
|
|
|
|
|
|
def do_combocid_op(neon_env_builder: NeonEnvBuilder, op):
|
|
env = neon_env_builder.init_start()
|
|
endpoint = env.endpoints.create_start("main")
|
|
|
|
conn = endpoint.connect()
|
|
cur = conn.cursor()
|
|
n_records = 1000
|
|
|
|
cur.execute("CREATE EXTENSION neon_test_utils")
|
|
|
|
cur.execute("create table t(id integer, val integer)")
|
|
|
|
cur.execute("begin")
|
|
cur.execute("insert into t values (1, 0)")
|
|
cur.execute("insert into t values (2, 0)")
|
|
cur.execute(f"insert into t select g, 0 from generate_series(3,{n_records}) g")
|
|
|
|
# Open a cursor that scroll it halfway through
|
|
cur.execute("DECLARE c1 NO SCROLL CURSOR WITHOUT HOLD FOR SELECT * FROM t")
|
|
cur.execute("fetch 500 from c1")
|
|
rows = cur.fetchall()
|
|
assert len(rows) == 500
|
|
|
|
# Perform specified operation
|
|
cur.execute(op)
|
|
|
|
# Clear the cache, so that we exercise reconstructing the pages
|
|
# from WAL
|
|
endpoint.clear_buffers()
|
|
|
|
# Check that the cursor opened earlier still works. If the
|
|
# combocids are not restored correctly, it won't.
|
|
cur.execute("fetch all from c1")
|
|
rows = cur.fetchall()
|
|
assert len(rows) == 500
|
|
|
|
cur.execute("rollback")
|
|
flush_ep_to_pageserver(env, endpoint, env.initial_tenant, env.initial_timeline)
|
|
env.pageserver.http_client().timeline_checkpoint(
|
|
env.initial_tenant, env.initial_timeline, compact=False, wait_until_uploaded=True
|
|
)
|
|
|
|
|
|
def test_combocid_delete(neon_env_builder: NeonEnvBuilder):
|
|
do_combocid_op(neon_env_builder, "delete from t")
|
|
|
|
|
|
def test_combocid_update(neon_env_builder: NeonEnvBuilder):
|
|
do_combocid_op(neon_env_builder, "update t set val=val+1")
|
|
|
|
|
|
def test_combocid_lock(neon_env_builder: NeonEnvBuilder):
|
|
do_combocid_op(neon_env_builder, "select * from t for update")
|
|
|
|
|
|
def test_combocid_multi_insert(neon_env_builder: NeonEnvBuilder):
|
|
env = neon_env_builder.init_start()
|
|
endpoint = env.endpoints.create_start("main")
|
|
|
|
conn = endpoint.connect()
|
|
cur = conn.cursor()
|
|
n_records = 1000
|
|
|
|
cur.execute("CREATE EXTENSION neon_test_utils")
|
|
|
|
cur.execute("create table t(id integer, val integer)")
|
|
file_path = f"{endpoint.pg_data_dir_path()}/t.csv"
|
|
cur.execute(f"insert into t select g, 0 from generate_series(1,{n_records}) g")
|
|
cur.execute(f"copy t to '{file_path}'")
|
|
cur.execute("truncate table t")
|
|
|
|
cur.execute("begin")
|
|
cur.execute(f"copy t from '{file_path}'")
|
|
|
|
# Open a cursor that scroll it halfway through
|
|
cur.execute("DECLARE c1 NO SCROLL CURSOR WITHOUT HOLD FOR SELECT * FROM t")
|
|
cur.execute("fetch 500 from c1")
|
|
rows = cur.fetchall()
|
|
assert len(rows) == 500
|
|
|
|
# Delete all the rows. Because all of the rows were inserted earlier in the
|
|
# same transaction, all the rows will get a combocid.
|
|
cur.execute("delete from t")
|
|
# Clear the cache, so that we exercise reconstructing the pages
|
|
# from WAL
|
|
endpoint.clear_buffers()
|
|
|
|
# Check that the cursor opened earlier still works. If the
|
|
# combocids are not restored correctly, it won't.
|
|
cur.execute("fetch all from c1")
|
|
rows = cur.fetchall()
|
|
assert len(rows) == 500
|
|
|
|
cur.execute("rollback")
|
|
|
|
flush_ep_to_pageserver(env, endpoint, env.initial_tenant, env.initial_timeline)
|
|
env.pageserver.http_client().timeline_checkpoint(
|
|
env.initial_tenant, env.initial_timeline, compact=False, wait_until_uploaded=True
|
|
)
|
|
|
|
|
|
def test_combocid(neon_env_builder: NeonEnvBuilder):
|
|
env = neon_env_builder.init_start()
|
|
endpoint = env.endpoints.create_start("main")
|
|
|
|
conn = endpoint.connect()
|
|
cur = conn.cursor()
|
|
n_records = 100000
|
|
|
|
cur.execute("create table t(id integer, val integer)")
|
|
cur.execute(f"insert into t values (generate_series(1,{n_records}), 0)")
|
|
|
|
cur.execute("begin")
|
|
|
|
cur.execute("update t set val=val+1")
|
|
assert cur.rowcount == n_records
|
|
cur.execute("update t set val=val+1")
|
|
assert cur.rowcount == n_records
|
|
cur.execute("update t set val=val+1")
|
|
assert cur.rowcount == n_records
|
|
|
|
cur.execute("delete from t")
|
|
assert cur.rowcount == n_records
|
|
cur.execute("delete from t")
|
|
assert cur.rowcount == 0
|
|
|
|
cur.execute(f"insert into t values (generate_series(1,{n_records}), 0)")
|
|
cur.execute("update t set val=val+1")
|
|
assert cur.rowcount == n_records
|
|
cur.execute("update t set val=val+1")
|
|
assert cur.rowcount == n_records
|
|
cur.execute("update t set val=val+1")
|
|
assert cur.rowcount == n_records
|
|
|
|
cur.execute("rollback")
|
|
|
|
flush_ep_to_pageserver(env, endpoint, env.initial_tenant, env.initial_timeline)
|
|
env.pageserver.http_client().timeline_checkpoint(
|
|
env.initial_tenant, env.initial_timeline, compact=False, wait_until_uploaded=True
|
|
)
|