mirror of
https://github.com/neondatabase/neon.git
synced 2026-05-16 04:30:38 +00:00
5385791ca6
This PR adds a component-level benchmarking utility for pageserver. Its name is `pagebench`. The problem solved by `pagebench` is that we want to put Pageserver under high load. This isn't easily achieved with `pgbench` because it needs to go through a compute, which has signficant performance overhead compared to accessing Pageserver directly. Further, compute has its own performance optimizations (most importantly: caches). Instead of designing a compute-facing workload that defeats those internal optimizations, `pagebench` simply bypasses them by accessing pageserver directly. Supported benchmarks: * getpage@latest_lsn * basebackup * triggering logical size calculation This code has no automated users yet. A performance regression test for getpage@latest_lsn will be added in a later PR. part of https://github.com/neondatabase/neon/issues/5771
50 lines
1.4 KiB
Rust
50 lines
1.4 KiB
Rust
//! Helpers to do common higher-level tasks with the [`Client`].
|
|
|
|
use std::sync::Arc;
|
|
|
|
use tokio::task::JoinSet;
|
|
use utils::id::{TenantId, TenantTimelineId};
|
|
|
|
use super::Client;
|
|
|
|
/// Retrieve a list of all of the pageserver's timelines.
|
|
///
|
|
/// Fails if there are sharded tenants present on the pageserver.
|
|
pub async fn get_pageserver_tenant_timelines_unsharded(
|
|
api_client: &Arc<Client>,
|
|
) -> anyhow::Result<Vec<TenantTimelineId>> {
|
|
let mut timelines: Vec<TenantTimelineId> = Vec::new();
|
|
let mut tenants: Vec<TenantId> = Vec::new();
|
|
for ti in api_client.list_tenants().await? {
|
|
if !ti.id.is_unsharded() {
|
|
anyhow::bail!(
|
|
"only unsharded tenants are supported at this time: {}",
|
|
ti.id
|
|
);
|
|
}
|
|
tenants.push(ti.id.tenant_id)
|
|
}
|
|
let mut js = JoinSet::new();
|
|
for tenant_id in tenants {
|
|
js.spawn({
|
|
let mgmt_api_client = Arc::clone(api_client);
|
|
async move {
|
|
(
|
|
tenant_id,
|
|
mgmt_api_client.tenant_details(tenant_id).await.unwrap(),
|
|
)
|
|
}
|
|
});
|
|
}
|
|
while let Some(res) = js.join_next().await {
|
|
let (tenant_id, details) = res.unwrap();
|
|
for timeline_id in details.timelines {
|
|
timelines.push(TenantTimelineId {
|
|
tenant_id,
|
|
timeline_id,
|
|
});
|
|
}
|
|
}
|
|
Ok(timelines)
|
|
}
|