mirror of
https://github.com/neondatabase/neon.git
synced 2026-05-27 10:00:38 +00:00
5385791ca6
This PR adds a component-level benchmarking utility for pageserver. Its name is `pagebench`. The problem solved by `pagebench` is that we want to put Pageserver under high load. This isn't easily achieved with `pgbench` because it needs to go through a compute, which has signficant performance overhead compared to accessing Pageserver directly. Further, compute has its own performance optimizations (most importantly: caches). Instead of designing a compute-facing workload that defeats those internal optimizations, `pagebench` simply bypasses them by accessing pageserver directly. Supported benchmarks: * getpage@latest_lsn * basebackup * triggering logical size calculation This code has no automated users yet. A performance regression test for getpage@latest_lsn will be added in a later PR. part of https://github.com/neondatabase/neon/issues/5771
89 lines
2.5 KiB
Rust
89 lines
2.5 KiB
Rust
use std::time::Duration;
|
|
|
|
use anyhow::Context;
|
|
|
|
pub(crate) struct Stats {
|
|
latency_histo: hdrhistogram::Histogram<u64>,
|
|
}
|
|
|
|
impl Stats {
|
|
pub(crate) fn new() -> Self {
|
|
Self {
|
|
// Initialize with fixed bounds so that we panic at runtime instead of resizing the histogram,
|
|
// which would skew the benchmark results.
|
|
latency_histo: hdrhistogram::Histogram::new_with_bounds(1, 1_000_000_000, 3).unwrap(),
|
|
}
|
|
}
|
|
pub(crate) fn observe(&mut self, latency: Duration) -> anyhow::Result<()> {
|
|
let micros: u64 = latency
|
|
.as_micros()
|
|
.try_into()
|
|
.context("latency greater than u64")?;
|
|
self.latency_histo
|
|
.record(micros)
|
|
.context("add to histogram")?;
|
|
Ok(())
|
|
}
|
|
pub(crate) fn output(&self) -> Output {
|
|
let latency_percentiles = std::array::from_fn(|idx| {
|
|
let micros = self
|
|
.latency_histo
|
|
.value_at_percentile(LATENCY_PERCENTILES[idx]);
|
|
Duration::from_micros(micros)
|
|
});
|
|
Output {
|
|
request_count: self.latency_histo.len(),
|
|
latency_mean: Duration::from_micros(self.latency_histo.mean() as u64),
|
|
latency_percentiles: LatencyPercentiles {
|
|
latency_percentiles,
|
|
},
|
|
}
|
|
}
|
|
pub(crate) fn add(&mut self, other: &Self) {
|
|
let Self {
|
|
ref mut latency_histo,
|
|
} = self;
|
|
latency_histo.add(&other.latency_histo).unwrap();
|
|
}
|
|
}
|
|
|
|
impl Default for Stats {
|
|
fn default() -> Self {
|
|
Self::new()
|
|
}
|
|
}
|
|
|
|
const LATENCY_PERCENTILES: [f64; 4] = [95.0, 99.00, 99.90, 99.99];
|
|
|
|
struct LatencyPercentiles {
|
|
latency_percentiles: [Duration; 4],
|
|
}
|
|
|
|
impl serde::Serialize for LatencyPercentiles {
|
|
fn serialize<S>(&self, serializer: S) -> Result<S::Ok, S::Error>
|
|
where
|
|
S: serde::Serializer,
|
|
{
|
|
use serde::ser::SerializeMap;
|
|
let mut ser = serializer.serialize_map(Some(LATENCY_PERCENTILES.len()))?;
|
|
for p in LATENCY_PERCENTILES {
|
|
ser.serialize_entry(
|
|
&format!("p{p}"),
|
|
&format!(
|
|
"{}",
|
|
&humantime::format_duration(self.latency_percentiles[0])
|
|
),
|
|
)?;
|
|
}
|
|
ser.end()
|
|
}
|
|
}
|
|
|
|
#[derive(serde::Serialize)]
|
|
pub(crate) struct Output {
|
|
request_count: u64,
|
|
#[serde(with = "humantime_serde")]
|
|
latency_mean: Duration,
|
|
latency_percentiles: LatencyPercentiles,
|
|
}
|