mirror of
https://github.com/neondatabase/neon.git
synced 2026-01-08 14:02:55 +00:00
c6172dae47
tests are based on self-hosted runner which is physically close to our staging deployment in aws, currently tests consist of various configurations of pgbenchi runs. Also these changes rework benchmark fixture by removing globals and allowing to collect reports with desired metrics and dump them to json for further analysis. This is also applicable to usual performance tests which use local zenith binaries.
62 lines
1.8 KiB
Python
62 lines
1.8 KiB
Python
import timeit
|
|
from fixtures.benchmark_fixture import MetricReport
|
|
import pytest
|
|
|
|
from fixtures.zenith_fixtures import ZenithEnvBuilder
|
|
|
|
pytest_plugins = ("fixtures.benchmark_fixture")
|
|
|
|
# Run bulk tenant creation test.
|
|
#
|
|
# Collects metrics:
|
|
#
|
|
# 1. Time to create {1,10,50} tenants
|
|
# 2. Average creation time per tenant
|
|
|
|
|
|
@pytest.mark.parametrize('tenants_count', [1, 5, 10])
|
|
@pytest.mark.parametrize('use_wal_acceptors', ['with_wa', 'without_wa'])
|
|
def test_bulk_tenant_create(
|
|
zenith_env_builder: ZenithEnvBuilder,
|
|
use_wal_acceptors: str,
|
|
tenants_count: int,
|
|
zenbenchmark,
|
|
):
|
|
"""Measure tenant creation time (with and without wal acceptors)"""
|
|
if use_wal_acceptors == 'with_wa':
|
|
zenith_env_builder.num_safekeepers = 3
|
|
env = zenith_env_builder.init()
|
|
|
|
time_slices = []
|
|
|
|
for i in range(tenants_count):
|
|
start = timeit.default_timer()
|
|
|
|
tenant = env.create_tenant()
|
|
env.zenith_cli([
|
|
"branch",
|
|
f"test_bulk_tenant_create_{tenants_count}_{i}_{use_wal_acceptors}",
|
|
"main",
|
|
f"--tenantid={tenant}"
|
|
])
|
|
|
|
# FIXME: We used to start new safekeepers here. Did that make sense? Should we do it now?
|
|
#if use_wal_acceptors == 'with_wa':
|
|
# wa_factory.start_n_new(3)
|
|
|
|
pg_tenant = env.postgres.create_start(
|
|
f"test_bulk_tenant_create_{tenants_count}_{i}_{use_wal_acceptors}",
|
|
None, # branch name, None means same as node name
|
|
tenant,
|
|
)
|
|
|
|
end = timeit.default_timer()
|
|
time_slices.append(end - start)
|
|
|
|
pg_tenant.stop()
|
|
|
|
zenbenchmark.record('tenant_creation_time',
|
|
sum(time_slices) / len(time_slices),
|
|
's',
|
|
report=MetricReport.LOWER_IS_BETTER)
|