mirror of
https://github.com/GreptimeTeam/greptimedb.git
synced 2026-11-17 16:24:07 +00:00
test: tune remote write perf smoke case
Signed-off-by: discord9 <discord9@163.com>
This commit is contained in:
@@ -178,10 +178,14 @@ need multi-window file distribution should span multiple compaction windows. If
|
||||
behavior and flushes once at the end.
|
||||
|
||||
`tests/perf/query_cases/prom_remote_write_smoke/case.toml` is the default
|
||||
remote-write coverage case. It writes 512 series × 1440 samples, splits the day
|
||||
into three flushed chunks, and requires multiple landed SSTs so storage
|
||||
inspection and the read-bench supplement have enough data to reduce incidental
|
||||
query noise while staying much smaller than the manual 7913 case.
|
||||
remote-write coverage case. It writes 4096 series × 28,800 samples (117,964,800
|
||||
rows per target), uses high-cardinality seeded-random values, splits twenty days
|
||||
into ten flushed chunks, and requires multiple landed SSTs so storage inspection
|
||||
and the read-bench supplement have enough data to reduce incidental query noise
|
||||
while staying smaller than the manual 7913 case. The read-bench supplement
|
||||
samples six files for per-SST `parquetbench` coverage while `scanbench` still
|
||||
covers the whole landed region. The TQL selector runs 100 measured iterations so
|
||||
the latency threshold is less sensitive to single-query jitter.
|
||||
|
||||
`tests/perf/query_cases/prom_remote_write_7913/case.toml` is a larger manual
|
||||
case for issue #7913. It writes 8192 series × 20160 samples through remote-write
|
||||
|
||||
@@ -1,6 +1,6 @@
|
||||
[case]
|
||||
name = "prom_remote_write_smoke"
|
||||
description = "Moderate Prometheus remote-write storage/read-bench case with multiple flushed SSTs"
|
||||
description = "Moderate Prometheus remote-write storage/read-bench case with multi-million rows and multiple flushed SSTs"
|
||||
|
||||
[scenario]
|
||||
kind = "prom_remote_write_then_query"
|
||||
@@ -9,15 +9,23 @@ kind = "prom_remote_write_then_query"
|
||||
database = "public"
|
||||
metric = "prom_remote_write_smoke"
|
||||
physical_table = "greptime_physical_table"
|
||||
series_count = 512
|
||||
samples_per_series = 1440
|
||||
sample_chunk_size = 480
|
||||
series_count = 4096
|
||||
samples_per_series = 28800
|
||||
sample_chunk_size = 2880
|
||||
flush_every_sample_chunks = 1
|
||||
start_unix_millis = 1_704_067_200_000
|
||||
step_millis = 60_000
|
||||
chunk_series_count = 128
|
||||
timeout_seconds = 180
|
||||
visibility_timeout_seconds = 120
|
||||
chunk_series_count = 256
|
||||
timeout_seconds = 600
|
||||
visibility_timeout_seconds = 300
|
||||
|
||||
[scenario.remote_write.value]
|
||||
pattern = "seeded_random"
|
||||
cardinality = 117_964_800
|
||||
seed = 8444
|
||||
|
||||
[scenario.remote_write.read_bench]
|
||||
max_files = 6
|
||||
|
||||
[scenario.remote_write.prom_store]
|
||||
pending_rows_flush_interval = "1s"
|
||||
@@ -25,15 +33,15 @@ max_batch_rows = 100000
|
||||
|
||||
[scenario.remote_write.storage]
|
||||
column = "greptime_value"
|
||||
min_files = 2
|
||||
min_files_with_column = 2
|
||||
min_files = 10
|
||||
min_files_with_column = 10
|
||||
|
||||
[[scenario.queries]]
|
||||
name = "selector_1d_storage_smoke"
|
||||
name = "selector_20d_storage_smoke"
|
||||
kind = "tql"
|
||||
query = "TQL ANALYZE VERBOSE (1704067200, 1704153600, '5m') prom_remote_write_smoke{host=~'host.*'}"
|
||||
query = "TQL ANALYZE VERBOSE (1704067200, 1705795200, '1h') prom_remote_write_smoke{host=~'host.*'}"
|
||||
warmup = 1
|
||||
iterations = 2
|
||||
iterations = 100
|
||||
|
||||
[scenario.queries.thresholds]
|
||||
max_candidate_latency_regression_pct = 100
|
||||
|
||||
Reference in New Issue
Block a user