diff --git a/config/config.md b/config/config.md index fb683eaaea..82297d484e 100644 --- a/config/config.md +++ b/config/config.md @@ -69,6 +69,11 @@ | `prom_store` | -- | -- | Prometheus remote storage options | | `prom_store.enable` | Bool | `true` | Whether to enable Prometheus remote write and read in HTTP API. | | `prom_store.with_metric_engine` | Bool | `true` | Whether to store the data from Prometheus remote write in metric engine. | +| `prom_store.pending_rows_flush_interval` | String | `0s` | Interval to flush pending rows batcher.
Set to "0s" to disable batching mode in Prometheus Remote Write endpoint | +| `prom_store.max_batch_rows` | Integer | `100000` | Max rows per pending batch before triggering a flush. | +| `prom_store.max_concurrent_flushes` | Integer | `256` | Max number of concurrent batch flushes. | +| `prom_store.worker_channel_capacity` | Integer | `65526` | Capacity of the pending batch worker channel. | +| `prom_store.max_inflight_requests` | Integer | `3000` | Max inflight write requests before backpressure. | | `wal` | -- | -- | The WAL options. | | `wal.provider` | String | `raft_engine` | The provider of the WAL.
- `raft_engine`: the wal is stored in the local file system by raft-engine.
- `kafka`: it's remote wal that data is stored in Kafka. | | `wal.dir` | String | Unset | The directory to store the WAL files.
**It's only used when the provider is `raft_engine`**. | @@ -292,6 +297,11 @@ | `prom_store` | -- | -- | Prometheus remote storage options | | `prom_store.enable` | Bool | `true` | Whether to enable Prometheus remote write and read in HTTP API. | | `prom_store.with_metric_engine` | Bool | `true` | Whether to store the data from Prometheus remote write in metric engine. | +| `prom_store.pending_rows_flush_interval` | String | `0s` | Interval to flush pending rows batcher.
Set to "0s" to disable batching mode in Prometheus Remote Write endpoint | +| `prom_store.max_batch_rows` | Integer | `100000` | Max rows per pending batch before triggering a flush. | +| `prom_store.max_concurrent_flushes` | Integer | `256` | Max number of concurrent batch flushes. | +| `prom_store.worker_channel_capacity` | Integer | `65526` | Capacity of the pending batch worker channel. | +| `prom_store.max_inflight_requests` | Integer | `3000` | Max inflight write requests before backpressure. | | `meta_client` | -- | -- | The metasrv client options. | | `meta_client.metasrv_addrs` | Array | -- | The addresses of the metasrv. | | `meta_client.timeout` | String | `3s` | Operation timeout. | diff --git a/config/frontend.example.toml b/config/frontend.example.toml index 435504b122..97b5851672 100644 --- a/config/frontend.example.toml +++ b/config/frontend.example.toml @@ -214,6 +214,17 @@ enable = true enable = true ## Whether to store the data from Prometheus remote write in metric engine. with_metric_engine = true +## Interval to flush pending rows batcher. +## Set to "0s" to disable batching mode in Prometheus Remote Write endpoint +#+pending_rows_flush_interval = "0s" +## Max rows per pending batch before triggering a flush. +#+max_batch_rows = 100000 +## Max number of concurrent batch flushes. +#+max_concurrent_flushes = 256 +## Capacity of the pending batch worker channel. +#+worker_channel_capacity = 65526 +## Max inflight write requests before backpressure. +#+max_inflight_requests = 3000 ## The metasrv client options. [meta_client] diff --git a/config/standalone.example.toml b/config/standalone.example.toml index 7c7faa8a8b..d14bbe63d5 100644 --- a/config/standalone.example.toml +++ b/config/standalone.example.toml @@ -173,6 +173,17 @@ enable = true enable = true ## Whether to store the data from Prometheus remote write in metric engine. with_metric_engine = true +## Interval to flush pending rows batcher. +## Set to "0s" to disable batching mode in Prometheus Remote Write endpoint +#+pending_rows_flush_interval = "0s" +## Max rows per pending batch before triggering a flush. +#+max_batch_rows = 100000 +## Max number of concurrent batch flushes. +#+max_concurrent_flushes = 256 +## Capacity of the pending batch worker channel. +#+worker_channel_capacity = 65526 +## Max inflight write requests before backpressure. +#+max_inflight_requests = 3000 ## The WAL options. [wal]