mirror of
https://github.com/neondatabase/neon.git
synced 2026-05-27 18:10:37 +00:00
48e058da3f
- intoduce concept of IoEngineKind to VirtualFile - introduce a global OnceCell that contains the IoEngineKind - introduce OpenOptions that enum-dispatches to the respective IoEngineKind's `OpenOptions` type. - dispatch the currently supported VirtualFile operations (open, read) through the IoEngineKind - add a pageserver config file variable, defaulting to the current StdFs => tokio-epoll-uring is off by default - cover both ioengines in CI `cargo test` runs - run all the regression tests with both engine kinds (doubling the amount of regression tests per run in the interest of maximizing tokio-epoll-uring usage before it hits production) --------- Co-authored-by: Alexander Bayandin <alexander@neon.tech>
61 lines
2.2 KiB
Python
61 lines
2.2 KiB
Python
import os
|
|
from typing import Optional
|
|
|
|
import pytest
|
|
from _pytest.fixtures import FixtureRequest
|
|
from _pytest.python import Metafunc
|
|
|
|
from fixtures.pg_version import PgVersion
|
|
|
|
"""
|
|
Dynamically parametrize tests by Postgres version, build type (debug/release/remote), and possibly by other parameters
|
|
"""
|
|
|
|
|
|
@pytest.fixture(scope="function", autouse=True)
|
|
def pg_version(request: FixtureRequest) -> Optional[PgVersion]:
|
|
# Do not parametrize performance tests yet, we need to prepare grafana charts first
|
|
if "test_runner/performance" in str(request.node.path):
|
|
v = os.environ.get("DEFAULT_PG_VERSION")
|
|
return PgVersion(v)
|
|
|
|
return None
|
|
|
|
|
|
@pytest.fixture(scope="function", autouse=True)
|
|
def build_type(request: FixtureRequest) -> Optional[str]:
|
|
# Do not parametrize performance tests yet, we need to prepare grafana charts first
|
|
if "test_runner/performance" in str(request.node.path):
|
|
return os.environ.get("BUILD_TYPE", "").lower()
|
|
|
|
return None
|
|
|
|
|
|
@pytest.fixture(scope="function", autouse=True)
|
|
def pageserver_virtual_file_io_engine(request: FixtureRequest) -> Optional[str]:
|
|
return None
|
|
|
|
|
|
def pytest_generate_tests(metafunc: Metafunc):
|
|
if (v := os.environ.get("DEFAULT_PG_VERSION")) is None:
|
|
pg_versions = [version for version in PgVersion if version != PgVersion.NOT_SET]
|
|
else:
|
|
pg_versions = [PgVersion(v)]
|
|
|
|
if (bt := os.environ.get("BUILD_TYPE")) is None:
|
|
build_types = ["debug", "release"]
|
|
else:
|
|
build_types = [bt.lower()]
|
|
|
|
# A hacky way to parametrize performance tests only for `pageserver_virtual_file_io_engine=tokio-epoll-uring`
|
|
# And do not change test name for default `pageserver_virtual_file_io_engine=std-fs` to keep perf tests statistics
|
|
if (io_engine := os.environ.get("PAGESERVER_VIRTUAL_FILE_IO_ENGINE", "")) not in ("", "std-fs"):
|
|
metafunc.parametrize("pageserver_virtual_file_io_engine", [io_engine])
|
|
|
|
# Do not parametrize performance tests yet by Postgres version or build type, we need to prepare grafana charts first
|
|
if "test_runner/performance" in metafunc.definition._nodeid:
|
|
return
|
|
|
|
metafunc.parametrize("build_type", build_types)
|
|
metafunc.parametrize("pg_version", pg_versions, ids=map(lambda v: f"pg{v}", pg_versions))
|