mirror of
https://github.com/GreptimeTeam/greptimedb.git
synced 2026-01-13 16:52:56 +00:00
6a57f4975e
* feat: seq scan support parallelism
* feat: scan region by parallelism in config
* feat: enlarge channel size
* chore: parallel builder logs
* feat: use parallel reader accroding to source num
* chore: 128 channel size
* feat: add fetch cost metrics
* feat: add channel size to config
* feat: builder cost
* feat: logs
* feat: compiler error
* feat: fetch cost
* feat: convert cost
* chore: Revert "feat: logs"
This reverts commit 01e0df2c3a.
* chore: fix compiler errors
* feat: reduce channel size to 32
* chore: use workspace tokio-stream
* test: test scan in parallel
* chore: comment typos
* refactor: build all sources first
* test: test 0 parallelism
* feat: use parallel scan by default
* docs: update config example
* feat: log parallelism
* refactor: keep config in engine inner
* refactor: rename parallelism method
* docs: update docs
* test: fix config api test
* docs: update parallel scan comment
* feat: 0 for default parallelism
104 lines
3.3 KiB
TOML
104 lines
3.3 KiB
TOML
# Node running mode, see `standalone.example.toml`.
|
|
mode = "distributed"
|
|
# The datanode identifier, should be unique.
|
|
node_id = 42
|
|
# gRPC server address, "127.0.0.1:3001" by default.
|
|
rpc_addr = "127.0.0.1:3001"
|
|
# Hostname of this node.
|
|
rpc_hostname = "127.0.0.1"
|
|
# The number of gRPC server worker threads, 8 by default.
|
|
rpc_runtime_size = 8
|
|
# Start services after regions have obtained leases.
|
|
# It will block the datanode start if it can't receive leases in the heartbeat from metasrv.
|
|
require_lease_before_startup = false
|
|
|
|
[heartbeat]
|
|
# Interval for sending heartbeat messages to the Metasrv, 3 seconds by default.
|
|
interval = "3s"
|
|
|
|
# Metasrv client options.
|
|
[meta_client]
|
|
# Metasrv address list.
|
|
metasrv_addrs = ["127.0.0.1:3002"]
|
|
# Heartbeat timeout, 500 milliseconds by default.
|
|
heartbeat_timeout = "500ms"
|
|
# Operation timeout, 3 seconds by default.
|
|
timeout = "3s"
|
|
# Connect server timeout, 1 second by default.
|
|
connect_timeout = "1s"
|
|
# `TCP_NODELAY` option for accepted connections, true by default.
|
|
tcp_nodelay = true
|
|
|
|
# WAL options, see `standalone.example.toml`.
|
|
[wal]
|
|
# WAL data directory
|
|
# dir = "/tmp/greptimedb/wal"
|
|
file_size = "256MB"
|
|
purge_threshold = "4GB"
|
|
purge_interval = "10m"
|
|
read_batch_size = 128
|
|
sync_write = false
|
|
|
|
# Storage options, see `standalone.example.toml`.
|
|
[storage]
|
|
# The working home directory.
|
|
data_home = "/tmp/greptimedb/"
|
|
# Storage type.
|
|
type = "File"
|
|
# TTL for all tables. Disabled by default.
|
|
# global_ttl = "7d"
|
|
|
|
# Cache configuration for object storage such as 'S3' etc.
|
|
# The local file cache directory
|
|
# cache_path = "/path/local_cache"
|
|
# The local file cache capacity in bytes.
|
|
# cache_capacity = "256MB"
|
|
|
|
# Custom storage options
|
|
#[[storage.providers]]
|
|
#type = "S3"
|
|
#[[storage.providers]]
|
|
#type = "Gcs"
|
|
|
|
# Mito engine options
|
|
[[region_engine]]
|
|
[region_engine.mito]
|
|
# Number of region workers
|
|
num_workers = 8
|
|
# Request channel size of each worker
|
|
worker_channel_size = 128
|
|
# Max batch size for a worker to handle requests
|
|
worker_request_batch_size = 64
|
|
# Number of meta action updated to trigger a new checkpoint for the manifest
|
|
manifest_checkpoint_distance = 10
|
|
# Whether to compress manifest and checkpoint file by gzip (default false).
|
|
compress_manifest = false
|
|
# Max number of running background jobs
|
|
max_background_jobs = 4
|
|
# Interval to auto flush a region if it has not flushed yet.
|
|
auto_flush_interval = "1h"
|
|
# Global write buffer size for all regions.
|
|
global_write_buffer_size = "1GB"
|
|
# Global write buffer size threshold to reject write requests (default 2G).
|
|
global_write_buffer_reject_size = "2GB"
|
|
# Cache size for SST metadata (default 128MB). Setting it to 0 to disable the cache.
|
|
sst_meta_cache_size = "128MB"
|
|
# Cache size for vectors and arrow arrays (default 512MB). Setting it to 0 to disable the cache.
|
|
vector_cache_size = "512MB"
|
|
# Cache size for pages of SST row groups (default 512MB). Setting it to 0 to disable the cache.
|
|
page_cache_size = "512MB"
|
|
# Buffer size for SST writing.
|
|
sst_write_buffer_size = "8MB"
|
|
# Parallelism to scan a region (default: 1/4 of cpu cores).
|
|
# - 0: using the default value (1/4 of cpu cores).
|
|
# - 1: scan in current thread.
|
|
# - n: scan in parallelism n.
|
|
scan_parallelism = 0
|
|
# Capacity of the channel to send data from parallel scan tasks to the main task (default 32).
|
|
parallel_scan_channel_size = 32
|
|
|
|
# Log options, see `standalone.example.toml`
|
|
# [logging]
|
|
# dir = "/tmp/greptimedb/logs"
|
|
# level = "info"
|