mirror of
https://github.com/GreptimeTeam/greptimedb.git
synced 2026-01-07 22:02:56 +00:00
* fix(mito): avoid shortcut in picking multi window files (#7174) * fix/pick-continue: ### Add Tests for TWCS Compaction Logic - **`twcs.rs`**: - Modified the logic in `TwcsPicker` to handle cases with zero runs by using `continue` instead of `return`. - Added two new test cases: `test_build_output_multiple_windows_with_zero_runs` and `test_build_output_single_window_zero_runs` to verify the behavior of the compaction logic when there are zero runs in the windows. - **`memtable_util.rs`**: - Removed unused import `PredicateGroup`. Signed-off-by: Lei, HUANG <mrsatangel@gmail.com> * fix: clippy Signed-off-by: Lei, HUANG <mrsatangel@gmail.com> * fix/pick-continue: * refactor/progressive-compaction: **Enhance Compaction Task Error Handling** - Updated `task.rs` to conditionally execute the removal of expired SST files only when they exist, improving error handling and performance. - Added a check for non-empty `expired_ssts` before initiating the removal process, ensuring unnecessary operations are avoided. Signed-off-by: Lei, HUANG <mrsatangel@gmail.com> * refactor/progressive-compaction: ### Add Max Background Compaction Tasks Configuration - **`compaction.rs`**: Added `max_background_compactions` to the compaction scheduler to limit background tasks. - **`compaction/compactor.rs`**: Removed immediate manifest update logic after task completion. - **`compaction/picker.rs`**: Introduced `max_background_tasks` parameter in `new_picker` to control task limits. - **`compaction/twcs.rs`**: Updated `TwcsPicker` to include `max_background_tasks` and truncate inputs exceeding this limit. Added related test cases to ensure functionality. Signed-off-by: Lei, HUANG <mrsatangel@gmail.com> * fix/pick-continue: ### Add Unit Tests for Compaction Task and TWCS Picker - **`twcs.rs`**: Introduced tests for `TwcsPicker` to ensure correct handling of `max_background_tasks` during compaction, including scenarios with and without task truncation. Signed-off-by: Lei, HUANG <mrsatangel@gmail.com> --------- Signed-off-by: Lei, HUANG <mrsatangel@gmail.com> Signed-off-by: evenyag <realevenyag@gmail.com> * chore: fix typos Signed-off-by: evenyag <realevenyag@gmail.com> * chore: update bitnami config (#6847) * chore: update bitnami config Signed-off-by: liyang <daviderli614@gmail.com> * update postgresql chart version Signed-off-by: liyang <daviderli614@gmail.com> * fix ci Signed-off-by: liyang <daviderli614@gmail.com> * refactor: add pull-test-deps-images.sh to pull images one by one to avoid rate limit Signed-off-by: zyy17 <zyylsxm@gmail.com> --------- Signed-off-by: liyang <daviderli614@gmail.com> Signed-off-by: zyy17 <zyylsxm@gmail.com> Co-authored-by: zyy17 <zyylsxm@gmail.com> Signed-off-by: evenyag <realevenyag@gmail.com> * chore: use greptime dockerhub image (#6865) Signed-off-by: liyang <daviderli614@gmail.com> Signed-off-by: evenyag <realevenyag@gmail.com> * ci: remove etcd-tls in fixtures Signed-off-by: evenyag <realevenyag@gmail.com> --------- Signed-off-by: Lei, HUANG <mrsatangel@gmail.com> Signed-off-by: evenyag <realevenyag@gmail.com> Signed-off-by: liyang <daviderli614@gmail.com> Signed-off-by: zyy17 <zyylsxm@gmail.com> Co-authored-by: Lei, HUANG <6406592+v0y4g3r@users.noreply.github.com> Co-authored-by: liyang <daviderli614@gmail.com> Co-authored-by: zyy17 <zyylsxm@gmail.com>
112 lines
3.2 KiB
YAML
112 lines
3.2 KiB
YAML
services:
|
|
|
|
zookeeper:
|
|
image: greptime/zookeeper:3.7
|
|
ports:
|
|
- '2181:2181'
|
|
environment:
|
|
- ALLOW_ANONYMOUS_LOGIN=yes
|
|
|
|
kafka:
|
|
image: greptime/kafka:3.9.0-debian-12-r1
|
|
container_name: kafka
|
|
ports:
|
|
- 9092:9092
|
|
- 9093:9093
|
|
environment:
|
|
KAFKA_CFG_NODE_ID: "1"
|
|
KAFKA_CFG_PROCESS_ROLES: broker,controller
|
|
KAFKA_CFG_CONTROLLER_QUORUM_VOTERS: 1@127.0.0.1:2181
|
|
# Listeners
|
|
KAFKA_CFG_ADVERTISED_LISTENERS: PLAINTEXT://127.0.0.1:9092,SECURE://localhost:9093
|
|
KAFKA_CFG_CONTROLLER_LISTENER_NAMES: CONTROLLER
|
|
KAFKA_CFG_LISTENER_SECURITY_PROTOCOL_MAP: CONTROLLER:PLAINTEXT,PLAINTEXT:PLAINTEXT,SECURE:SASL_PLAINTEXT
|
|
KAFKA_CFG_LISTENERS: PLAINTEXT://:9092,CONTROLLER://:2181,SECURE://:9093
|
|
ALLOW_PLAINTEXT_LISTENER: "yes"
|
|
KAFKA_BROKER_ID: "1"
|
|
KAFKA_CLIENT_USERS: "user_kafka"
|
|
KAFKA_CLIENT_PASSWORDS: "secret"
|
|
KAFKA_CFG_AUTO_CREATE_TOPICS_ENABLE: false
|
|
depends_on:
|
|
zookeeper:
|
|
condition: service_started
|
|
|
|
etcd:
|
|
image: greptime/etcd:3.6.1-debian-12-r3
|
|
ports:
|
|
- "2379:2379"
|
|
- "2380:2380"
|
|
environment:
|
|
ALLOW_NONE_AUTHENTICATION: "yes"
|
|
ETCD_NAME: etcd
|
|
ETCD_LISTEN_CLIENT_URLS: http://0.0.0.0:2379
|
|
ETCD_ADVERTISE_CLIENT_URLS: http://etcd:2379
|
|
ETCD_MAX_REQUEST_BYTES: 10485760
|
|
|
|
# etcd-tls:
|
|
# image: greptime/etcd:3.6.1-debian-12-r3
|
|
# ports:
|
|
# - "2378:2378"
|
|
# - "2381:2381"
|
|
# environment:
|
|
# ALLOW_NONE_AUTHENTICATION: "yes"
|
|
# ETCD_NAME: etcd-tls
|
|
# ETCD_LISTEN_CLIENT_URLS: https://0.0.0.0:2378
|
|
# ETCD_ADVERTISE_CLIENT_URLS: https://etcd-tls:2378
|
|
# ETCD_LISTEN_PEER_URLS: https://0.0.0.0:2381
|
|
# ETCD_INITIAL_ADVERTISE_PEER_URLS: https://etcd-tls:2381
|
|
# ETCD_INITIAL_CLUSTER: etcd-tls=https://etcd-tls:2381
|
|
# ETCD_INITIAL_CLUSTER_TOKEN: etcd-tls-cluster
|
|
# ETCD_INITIAL_CLUSTER_STATE: new
|
|
# ETCD_CERT_FILE: /certs/server.crt
|
|
# ETCD_KEY_FILE: /certs/server-key.pem
|
|
# ETCD_TRUSTED_CA_FILE: /certs/ca.crt
|
|
# ETCD_PEER_CERT_FILE: /certs/server.crt
|
|
# ETCD_PEER_KEY_FILE: /certs/server-key.pem
|
|
# ETCD_PEER_TRUSTED_CA_FILE: /certs/ca.crt
|
|
# ETCD_CLIENT_CERT_AUTH: "true"
|
|
# ETCD_PEER_CLIENT_CERT_AUTH: "true"
|
|
# ETCD_MAX_REQUEST_BYTES: 10485760
|
|
# volumes:
|
|
# - ./etcd-tls-certs:/certs:ro
|
|
|
|
minio:
|
|
image: greptime/minio:2024
|
|
ports:
|
|
- '9000:9000'
|
|
- '9001:9001'
|
|
environment:
|
|
- MINIO_ROOT_USER=superpower_ci_user
|
|
- MINIO_ROOT_PASSWORD=superpower_password
|
|
- MINIO_DEFAULT_BUCKETS=greptime
|
|
- BITNAMI_DEBUG=true
|
|
volumes:
|
|
- 'minio_data:/bitnami/minio/data'
|
|
|
|
postgres:
|
|
image: docker.io/postgres:14-alpine
|
|
ports:
|
|
- 5432:5432
|
|
volumes:
|
|
- ~/apps/postgres:/var/lib/postgresql/data
|
|
environment:
|
|
- POSTGRES_USER=greptimedb
|
|
- POSTGRES_DB=postgres
|
|
- POSTGRES_PASSWORD=admin
|
|
|
|
mysql:
|
|
image: greptime/mysql:5.7
|
|
ports:
|
|
- 3306:3306
|
|
volumes:
|
|
- ~/apps/mysql:/var/lib/mysql
|
|
environment:
|
|
- MYSQL_DATABASE=mysql
|
|
- MYSQL_USER=greptimedb
|
|
- MYSQL_PASSWORD=admin
|
|
- MYSQL_ROOT_PASSWORD=admin
|
|
|
|
volumes:
|
|
minio_data:
|
|
driver: local
|