neon/test_runner/performance/test_hot_table.py

from contextlib import closing

import pytest
from fixtures.compare_fixtures import PgCompare
from pytest_lazyfixture import lazy_fixture  # type: ignore


@pytest.mark.parametrize(
    "env",
    [
        # The test is too slow to run in CI, but fast enough to run with remote tests
        pytest.param(lazy_fixture("neon_compare"), id="neon", marks=pytest.mark.slow),
        pytest.param(lazy_fixture("vanilla_compare"), id="vanilla", marks=pytest.mark.slow),
        pytest.param(lazy_fixture("remote_compare"), id="remote", marks=pytest.mark.remote_cluster),
    ],
)
def test_hot_table(env: PgCompare):
    # Update a small table many times, then measure read performance
    num_rows = 100000  # Slightly larger than shared buffers size  TODO validate
    num_writes = 1000000
    num_reads = 10

    with closing(env.pg.connect()) as conn:
        with conn.cursor() as cur:
            cur.execute("drop table if exists t;")

            # Write many updates to a small table
            with env.record_duration("write"):
                cur.execute("create table t (i integer primary key);")
                cur.execute(f"insert into t values (generate_series(1,{num_rows}));")
                for i in range(num_writes):
                    cur.execute(f"update t set i = {i + num_rows} WHERE i = {i};")

            # Read the table
            with env.record_duration("read"):
                for i in range(num_reads):
                    cur.execute("select * from t;")
                    cur.fetchall()