mirror of
https://github.com/neondatabase/neon.git
synced 2025-12-23 06:09:59 +00:00
30a7dd630c
## Problem `TYPE_CHECKING` is used inconsistently across Python tests. ## Summary of changes - Update `ruff`: 0.7.0 -> 0.11.2 - Enable TC (flake8-type-checking): https://docs.astral.sh/ruff/rules/#flake8-type-checking-tc - (auto)fix all new issues
102 lines
3.9 KiB
Python
102 lines
3.9 KiB
Python
from __future__ import annotations
|
|
|
|
import timeit
|
|
from pathlib import Path
|
|
from typing import TYPE_CHECKING
|
|
|
|
from fixtures.benchmark_fixture import PgBenchRunResult
|
|
from fixtures.neon_fixtures import fork_at_current_lsn
|
|
|
|
from performance.test_perf_pgbench import utc_now_timestamp
|
|
|
|
if TYPE_CHECKING:
|
|
from fixtures.compare_fixtures import NeonCompare
|
|
|
|
# -----------------------------------------------------------------------
|
|
# Start of `test_compare_child_and_root_*` tests
|
|
# -----------------------------------------------------------------------
|
|
|
|
# `test_compare_child_and_root_*` tests compare the performance of a branch and its child branch(s).
|
|
# A common pattern in those tests is initializing a root branch then creating a child branch(s) from the root.
|
|
# Each test then runs a similar workload for both child branch and root branch. Each measures and reports
|
|
# some latencies/metrics during the workload for performance comparison between a branch and its ancestor.
|
|
|
|
|
|
def test_compare_child_and_root_pgbench_perf(neon_compare: NeonCompare):
|
|
env = neon_compare.env
|
|
pg_bin = neon_compare.pg_bin
|
|
|
|
def run_pgbench_on_branch(branch: str, cmd: list[str]):
|
|
run_start_timestamp = utc_now_timestamp()
|
|
t0 = timeit.default_timer()
|
|
out = pg_bin.run_capture(
|
|
cmd,
|
|
)
|
|
run_duration = timeit.default_timer() - t0
|
|
run_end_timestamp = utc_now_timestamp()
|
|
|
|
stdout = Path(f"{out}.stdout").read_text()
|
|
|
|
res = PgBenchRunResult.parse_from_stdout(
|
|
stdout=stdout,
|
|
run_duration=run_duration,
|
|
run_start_timestamp=run_start_timestamp,
|
|
run_end_timestamp=run_end_timestamp,
|
|
)
|
|
neon_compare.zenbenchmark.record_pg_bench_result(branch, res)
|
|
|
|
env.create_branch("root")
|
|
endpoint_root = env.endpoints.create_start("root")
|
|
pg_bin.run_capture(["pgbench", "-i", "-I", "dtGvp", endpoint_root.connstr(), "-s10"])
|
|
|
|
fork_at_current_lsn(env, endpoint_root, "child", "root")
|
|
|
|
endpoint_child = env.endpoints.create_start("child")
|
|
|
|
run_pgbench_on_branch("root", ["pgbench", "-c10", "-T10", endpoint_root.connstr()])
|
|
run_pgbench_on_branch("child", ["pgbench", "-c10", "-T10", endpoint_child.connstr()])
|
|
|
|
|
|
def test_compare_child_and_root_write_perf(neon_compare: NeonCompare):
|
|
env = neon_compare.env
|
|
env.create_branch("root")
|
|
endpoint_root = env.endpoints.create_start("root")
|
|
|
|
endpoint_root.safe_psql(
|
|
"CREATE TABLE foo(key serial primary key, t text default 'foooooooooooooooooooooooooooooooooooooooooooooooooooo')",
|
|
)
|
|
|
|
env.create_branch("child", ancestor_branch_name="root")
|
|
endpoint_child = env.endpoints.create_start("child")
|
|
|
|
with neon_compare.record_duration("root_run_duration"):
|
|
endpoint_root.safe_psql("INSERT INTO foo SELECT FROM generate_series(1,1000000)")
|
|
with neon_compare.record_duration("child_run_duration"):
|
|
endpoint_child.safe_psql("INSERT INTO foo SELECT FROM generate_series(1,1000000)")
|
|
|
|
|
|
def test_compare_child_and_root_read_perf(neon_compare: NeonCompare):
|
|
env = neon_compare.env
|
|
env.create_branch("root")
|
|
endpoint_root = env.endpoints.create_start("root")
|
|
|
|
endpoint_root.safe_psql_many(
|
|
[
|
|
"CREATE TABLE foo(key serial primary key, t text default 'foooooooooooooooooooooooooooooooooooooooooooooooooooo')",
|
|
"INSERT INTO foo SELECT FROM generate_series(1,1000000)",
|
|
]
|
|
)
|
|
|
|
env.create_branch("child", ancestor_branch_name="root")
|
|
endpoint_child = env.endpoints.create_start("child")
|
|
|
|
with neon_compare.record_duration("root_run_duration"):
|
|
endpoint_root.safe_psql("SELECT count(*) from foo")
|
|
with neon_compare.record_duration("child_run_duration"):
|
|
endpoint_child.safe_psql("SELECT count(*) from foo")
|
|
|
|
|
|
# -----------------------------------------------------------------------
|
|
# End of `test_compare_child_and_root_*` tests
|
|
# -----------------------------------------------------------------------
|