mirror of
https://github.com/neondatabase/neon.git
synced 2026-01-10 15:02:56 +00:00
0f445827f5
Increase table size four times to fix the following error:
```
______________________ test_seqscans[remote-100000-100-0] ______________________
test_runner/performance/test_seqscans.py:57: in test_seqscans
assert int(shared_buffers) < int(table_size)
E assert 536870912 < 181239808
E + where 536870912 = int(536870912)
E + and 181239808 = int(181239808)
```
536870912 / 181239808 ≈ 2.96
65 lines
2.5 KiB
Python
65 lines
2.5 KiB
Python
# Test sequential scan speed
|
|
#
|
|
from contextlib import closing
|
|
|
|
import pytest
|
|
from fixtures.benchmark_fixture import MetricReport
|
|
from fixtures.compare_fixtures import PgCompare
|
|
from fixtures.log_helper import log
|
|
from pytest_lazyfixture import lazy_fixture # type: ignore
|
|
|
|
|
|
@pytest.mark.parametrize(
|
|
"rows,iters,workers",
|
|
[
|
|
# The test table is large enough (3-4 MB) that it doesn't fit in the compute node
|
|
# cache, so the seqscans go to the page server. But small enough that it fits
|
|
# into memory in the page server.
|
|
pytest.param(100000, 100, 0),
|
|
# Also test with a larger table, with and without parallelism
|
|
pytest.param(10000000, 1, 0),
|
|
pytest.param(10000000, 1, 4),
|
|
],
|
|
)
|
|
@pytest.mark.parametrize(
|
|
"env, scale",
|
|
[
|
|
# Run on all envs. Use 200x larger table on remote cluster to make sure
|
|
# it doesn't fit in shared buffers, which are larger on remote than local.
|
|
pytest.param(lazy_fixture("neon_compare"), 1, id="neon"),
|
|
pytest.param(lazy_fixture("vanilla_compare"), 1, id="vanilla"),
|
|
pytest.param(
|
|
lazy_fixture("remote_compare"), 200, id="remote", marks=pytest.mark.remote_cluster
|
|
),
|
|
],
|
|
)
|
|
def test_seqscans(env: PgCompare, scale: int, rows: int, iters: int, workers: int):
|
|
rows = scale * rows
|
|
|
|
with closing(env.pg.connect(options="-cstatement_timeout=0")) as conn:
|
|
with conn.cursor() as cur:
|
|
cur.execute("drop table if exists t;")
|
|
cur.execute("create table t (i integer);")
|
|
cur.execute(f"insert into t values (generate_series(1,{rows}));")
|
|
|
|
# Verify that the table is larger than shared_buffers
|
|
cur.execute(
|
|
"""
|
|
select setting::int * pg_size_bytes(unit) as shared_buffers, pg_relation_size('t') as tbl_ize
|
|
from pg_settings where name = 'shared_buffers'
|
|
"""
|
|
)
|
|
row = cur.fetchone()
|
|
assert row is not None
|
|
shared_buffers = row[0]
|
|
table_size = row[1]
|
|
log.info(f"shared_buffers is {shared_buffers}, table size {table_size}")
|
|
assert int(shared_buffers) < int(table_size)
|
|
env.zenbenchmark.record("table_size", table_size, "bytes", MetricReport.TEST_PARAM)
|
|
|
|
cur.execute(f"set max_parallel_workers_per_gather = {workers}")
|
|
|
|
with env.record_duration("run"):
|
|
for i in range(iters):
|
|
cur.execute("select count(*) from t;")
|