mirror of
https://github.com/neondatabase/neon.git
synced 2026-01-05 20:42:54 +00:00
53f438a8a8
We use the term "endpoint" in for compute Postgres nodes in the web UI
and user-facing documentation now. Adjust the nomenclature in the code.
This changes the name of the "neon_local pg" command to "neon_local
endpoint". Also adjust names of classes, variables etc. in the python
tests accordingly.
This also changes the directory structure so that endpoints are now
stored in:
.neon/endpoints/<endpoint id>
instead of:
.neon/pgdatadirs/tenants/<tenant_id>/<endpoint (node) name>
The tenant ID is no longer part of the path. That means that you
cannot have two endpoints with the same name/ID in two different
tenants anymore. That's consistent with how we treat endpoints in the
real control plane and proxy: the endpoint ID must be globally unique.
98 lines
3.8 KiB
Python
98 lines
3.8 KiB
Python
import timeit
|
|
from pathlib import Path
|
|
from typing import List
|
|
|
|
from fixtures.benchmark_fixture import PgBenchRunResult
|
|
from fixtures.compare_fixtures import NeonCompare
|
|
from fixtures.neon_fixtures import fork_at_current_lsn
|
|
|
|
from performance.test_perf_pgbench import utc_now_timestamp
|
|
|
|
# -----------------------------------------------------------------------
|
|
# Start of `test_compare_child_and_root_*` tests
|
|
# -----------------------------------------------------------------------
|
|
|
|
# `test_compare_child_and_root_*` tests compare the performance of a branch and its child branch(s).
|
|
# A common pattern in those tests is initializing a root branch then creating a child branch(s) from the root.
|
|
# Each test then runs a similar workload for both child branch and root branch. Each measures and reports
|
|
# some latencies/metrics during the workload for performance comparison between a branch and its ancestor.
|
|
|
|
|
|
def test_compare_child_and_root_pgbench_perf(neon_compare: NeonCompare):
|
|
env = neon_compare.env
|
|
pg_bin = neon_compare.pg_bin
|
|
|
|
def run_pgbench_on_branch(branch: str, cmd: List[str]):
|
|
run_start_timestamp = utc_now_timestamp()
|
|
t0 = timeit.default_timer()
|
|
out = pg_bin.run_capture(
|
|
cmd,
|
|
)
|
|
run_duration = timeit.default_timer() - t0
|
|
run_end_timestamp = utc_now_timestamp()
|
|
|
|
stdout = Path(f"{out}.stdout").read_text()
|
|
|
|
res = PgBenchRunResult.parse_from_stdout(
|
|
stdout=stdout,
|
|
run_duration=run_duration,
|
|
run_start_timestamp=run_start_timestamp,
|
|
run_end_timestamp=run_end_timestamp,
|
|
)
|
|
neon_compare.zenbenchmark.record_pg_bench_result(branch, res)
|
|
|
|
env.neon_cli.create_branch("root")
|
|
endpoint_root = env.endpoints.create_start("root")
|
|
pg_bin.run_capture(["pgbench", "-i", endpoint_root.connstr(), "-s10"])
|
|
|
|
fork_at_current_lsn(env, endpoint_root, "child", "root")
|
|
|
|
endpoint_child = env.endpoints.create_start("child")
|
|
|
|
run_pgbench_on_branch("root", ["pgbench", "-c10", "-T10", endpoint_root.connstr()])
|
|
run_pgbench_on_branch("child", ["pgbench", "-c10", "-T10", endpoint_child.connstr()])
|
|
|
|
|
|
def test_compare_child_and_root_write_perf(neon_compare: NeonCompare):
|
|
env = neon_compare.env
|
|
env.neon_cli.create_branch("root")
|
|
endpoint_root = env.endpoints.create_start("root")
|
|
|
|
endpoint_root.safe_psql(
|
|
"CREATE TABLE foo(key serial primary key, t text default 'foooooooooooooooooooooooooooooooooooooooooooooooooooo')",
|
|
)
|
|
|
|
env.neon_cli.create_branch("child", "root")
|
|
endpoint_child = env.endpoints.create_start("child")
|
|
|
|
with neon_compare.record_duration("root_run_duration"):
|
|
endpoint_root.safe_psql("INSERT INTO foo SELECT FROM generate_series(1,1000000)")
|
|
with neon_compare.record_duration("child_run_duration"):
|
|
endpoint_child.safe_psql("INSERT INTO foo SELECT FROM generate_series(1,1000000)")
|
|
|
|
|
|
def test_compare_child_and_root_read_perf(neon_compare: NeonCompare):
|
|
env = neon_compare.env
|
|
env.neon_cli.create_branch("root")
|
|
endpoint_root = env.endpoints.create_start("root")
|
|
|
|
endpoint_root.safe_psql_many(
|
|
[
|
|
"CREATE TABLE foo(key serial primary key, t text default 'foooooooooooooooooooooooooooooooooooooooooooooooooooo')",
|
|
"INSERT INTO foo SELECT FROM generate_series(1,1000000)",
|
|
]
|
|
)
|
|
|
|
env.neon_cli.create_branch("child", "root")
|
|
endpoint_child = env.endpoints.create_start("child")
|
|
|
|
with neon_compare.record_duration("root_run_duration"):
|
|
endpoint_root.safe_psql("SELECT count(*) from foo")
|
|
with neon_compare.record_duration("child_run_duration"):
|
|
endpoint_child.safe_psql("SELECT count(*) from foo")
|
|
|
|
|
|
# -----------------------------------------------------------------------
|
|
# End of `test_compare_child_and_root_*` tests
|
|
# -----------------------------------------------------------------------
|