diff --git a/.coderabbit.yaml b/.coderabbit.yaml
deleted file mode 100644
index 01bc346444..0000000000
--- a/.coderabbit.yaml
+++ /dev/null
@@ -1,15 +0,0 @@
-# yaml-language-server: $schema=https://coderabbit.ai/integrations/schema.v2.json
-language: "en-US"
-early_access: false
-reviews:
- profile: "chill"
- request_changes_workflow: false
- high_level_summary: true
- poem: true
- review_status: true
- collapse_walkthrough: false
- auto_review:
- enabled: false
- drafts: false
-chat:
- auto_reply: true
diff --git a/.github/actions/setup-greptimedb-cluster/with-remote-wal.yaml b/.github/actions/setup-greptimedb-cluster/with-remote-wal.yaml
index a97f921f8c..26e354f3d0 100644
--- a/.github/actions/setup-greptimedb-cluster/with-remote-wal.yaml
+++ b/.github/actions/setup-greptimedb-cluster/with-remote-wal.yaml
@@ -2,13 +2,14 @@ meta:
configData: |-
[runtime]
global_rt_size = 4
-
+
[wal]
provider = "kafka"
broker_endpoints = ["kafka.kafka-cluster.svc.cluster.local:9092"]
num_topics = 3
+ auto_prune_interval = "30s"
+ trigger_flush_threshold = 100
-
[datanode]
[datanode.client]
timeout = "120s"
@@ -22,6 +23,7 @@ datanode:
provider = "kafka"
broker_endpoints = ["kafka.kafka-cluster.svc.cluster.local:9092"]
linger = "2ms"
+ overwrite_entry_start_id = true
frontend:
configData: |-
[runtime]
diff --git a/.github/scripts/create-version.sh b/.github/scripts/create-version.sh
index e87c74cffb..0e8218ba01 100755
--- a/.github/scripts/create-version.sh
+++ b/.github/scripts/create-version.sh
@@ -10,22 +10,22 @@ set -e
function create_version() {
# Read from envrionment variables.
if [ -z "$GITHUB_EVENT_NAME" ]; then
- echo "GITHUB_EVENT_NAME is empty"
+ echo "GITHUB_EVENT_NAME is empty" >&2
exit 1
fi
if [ -z "$NEXT_RELEASE_VERSION" ]; then
- echo "NEXT_RELEASE_VERSION is empty"
- exit 1
+ echo "NEXT_RELEASE_VERSION is empty, use version from Cargo.toml" >&2
+ export NEXT_RELEASE_VERSION=$(grep '^version = ' Cargo.toml | cut -d '"' -f 2 | head -n 1)
fi
if [ -z "$NIGHTLY_RELEASE_PREFIX" ]; then
- echo "NIGHTLY_RELEASE_PREFIX is empty"
+ echo "NIGHTLY_RELEASE_PREFIX is empty" >&2
exit 1
fi
# Reuse $NEXT_RELEASE_VERSION to identify whether it's a nightly build.
- # It will be like 'nigtly-20230808-7d0d8dc6'.
+ # It will be like 'nightly-20230808-7d0d8dc6'.
if [ "$NEXT_RELEASE_VERSION" = nightly ]; then
echo "$NIGHTLY_RELEASE_PREFIX-$(date "+%Y%m%d")-$(git rev-parse --short HEAD)"
exit 0
@@ -35,7 +35,7 @@ function create_version() {
# It will be like 'dev-2023080819-f0e7216c'.
if [ "$NEXT_RELEASE_VERSION" = dev ]; then
if [ -z "$COMMIT_SHA" ]; then
- echo "COMMIT_SHA is empty in dev build"
+ echo "COMMIT_SHA is empty in dev build" >&2
exit 1
fi
echo "dev-$(date "+%Y%m%d-%s")-$(echo "$COMMIT_SHA" | cut -c1-8)"
@@ -45,7 +45,7 @@ function create_version() {
# Note: Only output 'version=xxx' to stdout when everything is ok, so that it can be used in GitHub Actions Outputs.
if [ "$GITHUB_EVENT_NAME" = push ]; then
if [ -z "$GITHUB_REF_NAME" ]; then
- echo "GITHUB_REF_NAME is empty in push event"
+ echo "GITHUB_REF_NAME is empty in push event" >&2
exit 1
fi
echo "$GITHUB_REF_NAME"
@@ -54,15 +54,15 @@ function create_version() {
elif [ "$GITHUB_EVENT_NAME" = schedule ]; then
echo "$NEXT_RELEASE_VERSION-$NIGHTLY_RELEASE_PREFIX-$(date "+%Y%m%d")"
else
- echo "Unsupported GITHUB_EVENT_NAME: $GITHUB_EVENT_NAME"
+ echo "Unsupported GITHUB_EVENT_NAME: $GITHUB_EVENT_NAME" >&2
exit 1
fi
}
# You can run as following examples:
-# GITHUB_EVENT_NAME=push NEXT_RELEASE_VERSION=v0.4.0 NIGHTLY_RELEASE_PREFIX=nigtly GITHUB_REF_NAME=v0.3.0 ./create-version.sh
-# GITHUB_EVENT_NAME=workflow_dispatch NEXT_RELEASE_VERSION=v0.4.0 NIGHTLY_RELEASE_PREFIX=nigtly ./create-version.sh
-# GITHUB_EVENT_NAME=schedule NEXT_RELEASE_VERSION=v0.4.0 NIGHTLY_RELEASE_PREFIX=nigtly ./create-version.sh
-# GITHUB_EVENT_NAME=schedule NEXT_RELEASE_VERSION=nightly NIGHTLY_RELEASE_PREFIX=nigtly ./create-version.sh
-# GITHUB_EVENT_NAME=workflow_dispatch COMMIT_SHA=f0e7216c4bb6acce9b29a21ec2d683be2e3f984a NEXT_RELEASE_VERSION=dev NIGHTLY_RELEASE_PREFIX=nigtly ./create-version.sh
+# GITHUB_EVENT_NAME=push NEXT_RELEASE_VERSION=v0.4.0 NIGHTLY_RELEASE_PREFIX=nightly GITHUB_REF_NAME=v0.3.0 ./create-version.sh
+# GITHUB_EVENT_NAME=workflow_dispatch NEXT_RELEASE_VERSION=v0.4.0 NIGHTLY_RELEASE_PREFIX=nightly ./create-version.sh
+# GITHUB_EVENT_NAME=schedule NEXT_RELEASE_VERSION=v0.4.0 NIGHTLY_RELEASE_PREFIX=nightly ./create-version.sh
+# GITHUB_EVENT_NAME=schedule NEXT_RELEASE_VERSION=nightly NIGHTLY_RELEASE_PREFIX=nightly ./create-version.sh
+# GITHUB_EVENT_NAME=workflow_dispatch COMMIT_SHA=f0e7216c4bb6acce9b29a21ec2d683be2e3f984a NEXT_RELEASE_VERSION=dev NIGHTLY_RELEASE_PREFIX=nightly ./create-version.sh
create_version
diff --git a/.github/workflows/grafana.yml b/.github/workflows/grafana.yml
index 139ea85b05..29fa182998 100644
--- a/.github/workflows/grafana.yml
+++ b/.github/workflows/grafana.yml
@@ -21,32 +21,6 @@ jobs:
run: sudo apt-get install -y jq
# Make the check.sh script executable
- - name: Make check.sh executable
- run: chmod +x grafana/check.sh
-
- # Run the check.sh script
- - name: Run check.sh
- run: ./grafana/check.sh
-
- # Only run summary.sh for pull_request events (not for merge queues or final pushes)
- - name: Check if this is a pull request
- id: check-pr
+ - name: Check grafana dashboards
run: |
- if [[ "${{ github.event_name }}" == "pull_request" ]]; then
- echo "is_pull_request=true" >> $GITHUB_OUTPUT
- else
- echo "is_pull_request=false" >> $GITHUB_OUTPUT
- fi
-
- # Make the summary.sh script executable
- - name: Make summary.sh executable
- if: steps.check-pr.outputs.is_pull_request == 'true'
- run: chmod +x grafana/summary.sh
-
- # Run the summary.sh script and add its output to the GitHub Job Summary
- - name: Run summary.sh and add to Job Summary
- if: steps.check-pr.outputs.is_pull_request == 'true'
- run: |
- SUMMARY=$(./grafana/summary.sh)
- echo "### Summary of Grafana Panels" >> $GITHUB_STEP_SUMMARY
- echo "$SUMMARY" >> $GITHUB_STEP_SUMMARY
+ make check-dashboards
diff --git a/.github/workflows/release.yml b/.github/workflows/release.yml
index 52b61320be..b3c7ee4cdd 100644
--- a/.github/workflows/release.yml
+++ b/.github/workflows/release.yml
@@ -90,8 +90,6 @@ env:
# The scheduled version is '${{ env.NEXT_RELEASE_VERSION }}-nightly-YYYYMMDD', like v0.2.0-nigthly-20230313;
NIGHTLY_RELEASE_PREFIX: nightly
- # Note: The NEXT_RELEASE_VERSION should be modified manually by every formal release.
- NEXT_RELEASE_VERSION: v0.14.0
jobs:
allocate-runners:
@@ -135,7 +133,6 @@ jobs:
env:
GITHUB_EVENT_NAME: ${{ github.event_name }}
GITHUB_REF_NAME: ${{ github.ref_name }}
- NEXT_RELEASE_VERSION: ${{ env.NEXT_RELEASE_VERSION }}
NIGHTLY_RELEASE_PREFIX: ${{ env.NIGHTLY_RELEASE_PREFIX }}
- name: Allocate linux-amd64 runner
@@ -317,7 +314,7 @@ jobs:
image-registry-username: ${{ secrets.DOCKERHUB_USERNAME }}
image-registry-password: ${{ secrets.DOCKERHUB_TOKEN }}
version: ${{ needs.allocate-runners.outputs.version }}
- push-latest-tag: true
+ push-latest-tag: ${{ github.ref_type == 'tag' && !contains(github.ref_name, 'nightly') && github.event_name != 'schedule' }}
- name: Set build image result
id: set-build-image-result
@@ -364,7 +361,7 @@ jobs:
dev-mode: false
upload-to-s3: true
update-version-info: true
- push-latest-tag: true
+ push-latest-tag: ${{ github.ref_type == 'tag' && !contains(github.ref_name, 'nightly') && github.event_name != 'schedule' }}
publish-github-release:
name: Create GitHub release and upload artifacts
diff --git a/Cargo.lock b/Cargo.lock
index e9a41b4d52..1603528b22 100644
--- a/Cargo.lock
+++ b/Cargo.lock
@@ -173,9 +173,9 @@ dependencies = [
[[package]]
name = "anyhow"
-version = "1.0.89"
+version = "1.0.98"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "86fdf8605db99b54d3cd748a44c6d04df638eb5dafb219b135d0149bd0db01f6"
+checksum = "e16d2d3311acee920a9eb8d33b8cbc1787ce4a264e85f964c2404b969bdcd487"
[[package]]
name = "anymap2"
@@ -185,7 +185,7 @@ checksum = "d301b3b94cb4b2f23d7917810addbbaff90738e0ca2be692bd027e70d7e0330c"
[[package]]
name = "api"
-version = "0.14.0"
+version = "0.15.0"
dependencies = [
"common-base",
"common-decimal",
@@ -266,25 +266,61 @@ version = "0.7.6"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "7c02d123df017efcdfbd739ef81735b36c5ba83ec3c59c80a9d7ecc718f92e50"
+[[package]]
+name = "arrow"
+version = "53.4.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "d3a3ec4fe573f9d1f59d99c085197ef669b00b088ba1d7bb75224732d9357a74"
+dependencies = [
+ "arrow-arith 53.4.1",
+ "arrow-array 53.4.1",
+ "arrow-buffer 53.4.1",
+ "arrow-cast 53.4.1",
+ "arrow-csv 53.4.1",
+ "arrow-data 53.4.1",
+ "arrow-ipc 53.4.1",
+ "arrow-json 53.4.1",
+ "arrow-ord 53.4.1",
+ "arrow-row 53.4.1",
+ "arrow-schema 53.4.1",
+ "arrow-select 53.4.1",
+ "arrow-string 53.4.1",
+]
+
[[package]]
name = "arrow"
version = "54.2.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "dc208515aa0151028e464cc94a692156e945ce5126abd3537bb7fd6ba2143ed1"
dependencies = [
- "arrow-arith",
- "arrow-array",
- "arrow-buffer",
- "arrow-cast",
- "arrow-csv",
- "arrow-data",
- "arrow-ipc",
- "arrow-json",
- "arrow-ord",
- "arrow-row",
- "arrow-schema",
- "arrow-select",
- "arrow-string",
+ "arrow-arith 54.2.1",
+ "arrow-array 54.2.1",
+ "arrow-buffer 54.3.1",
+ "arrow-cast 54.2.1",
+ "arrow-csv 54.2.1",
+ "arrow-data 54.3.1",
+ "arrow-ipc 54.2.1",
+ "arrow-json 54.2.1",
+ "arrow-ord 54.2.1",
+ "arrow-row 54.2.1",
+ "arrow-schema 54.3.1",
+ "arrow-select 54.2.1",
+ "arrow-string 54.2.1",
+]
+
+[[package]]
+name = "arrow-arith"
+version = "53.4.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "6dcf19f07792d8c7f91086c67b574a79301e367029b17fcf63fb854332246a10"
+dependencies = [
+ "arrow-array 53.4.1",
+ "arrow-buffer 53.4.1",
+ "arrow-data 53.4.1",
+ "arrow-schema 53.4.1",
+ "chrono",
+ "half",
+ "num",
]
[[package]]
@@ -293,14 +329,30 @@ version = "54.2.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "e07e726e2b3f7816a85c6a45b6ec118eeeabf0b2a8c208122ad949437181f49a"
dependencies = [
- "arrow-array",
- "arrow-buffer",
- "arrow-data",
- "arrow-schema",
+ "arrow-array 54.2.1",
+ "arrow-buffer 54.3.1",
+ "arrow-data 54.3.1",
+ "arrow-schema 54.3.1",
"chrono",
"num",
]
+[[package]]
+name = "arrow-array"
+version = "53.4.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "7845c32b41f7053e37a075b3c2f29c6f5ea1b3ca6e5df7a2d325ee6e1b4a63cf"
+dependencies = [
+ "ahash 0.8.11",
+ "arrow-buffer 53.4.1",
+ "arrow-data 53.4.1",
+ "arrow-schema 53.4.1",
+ "chrono",
+ "half",
+ "hashbrown 0.15.2",
+ "num",
+]
+
[[package]]
name = "arrow-array"
version = "54.2.1"
@@ -308,9 +360,9 @@ source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "a2262eba4f16c78496adfd559a29fe4b24df6088efc9985a873d58e92be022d5"
dependencies = [
"ahash 0.8.11",
- "arrow-buffer",
- "arrow-data",
- "arrow-schema",
+ "arrow-buffer 54.3.1",
+ "arrow-data 54.3.1",
+ "arrow-schema 54.3.1",
"chrono",
"chrono-tz",
"half",
@@ -318,6 +370,17 @@ dependencies = [
"num",
]
+[[package]]
+name = "arrow-buffer"
+version = "53.4.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "5b5c681a99606f3316f2a99d9c8b6fa3aad0b1d34d8f6d7a1b471893940219d8"
+dependencies = [
+ "bytes",
+ "half",
+ "num",
+]
+
[[package]]
name = "arrow-buffer"
version = "54.3.1"
@@ -329,17 +392,37 @@ dependencies = [
"num",
]
+[[package]]
+name = "arrow-cast"
+version = "53.4.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "6365f8527d4f87b133eeb862f9b8093c009d41a210b8f101f91aa2392f61daac"
+dependencies = [
+ "arrow-array 53.4.1",
+ "arrow-buffer 53.4.1",
+ "arrow-data 53.4.1",
+ "arrow-schema 53.4.1",
+ "arrow-select 53.4.1",
+ "atoi",
+ "base64 0.22.1",
+ "chrono",
+ "half",
+ "lexical-core",
+ "num",
+ "ryu",
+]
+
[[package]]
name = "arrow-cast"
version = "54.2.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "4103d88c5b441525ed4ac23153be7458494c2b0c9a11115848fdb9b81f6f886a"
dependencies = [
- "arrow-array",
- "arrow-buffer",
- "arrow-data",
- "arrow-schema",
- "arrow-select",
+ "arrow-array 54.2.1",
+ "arrow-buffer 54.3.1",
+ "arrow-data 54.3.1",
+ "arrow-schema 54.3.1",
+ "arrow-select 54.2.1",
"atoi",
"base64 0.22.1",
"chrono",
@@ -350,15 +433,34 @@ dependencies = [
"ryu",
]
+[[package]]
+name = "arrow-csv"
+version = "53.4.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "30dac4d23ac769300349197b845e0fd18c7f9f15d260d4659ae6b5a9ca06f586"
+dependencies = [
+ "arrow-array 53.4.1",
+ "arrow-buffer 53.4.1",
+ "arrow-cast 53.4.1",
+ "arrow-data 53.4.1",
+ "arrow-schema 53.4.1",
+ "chrono",
+ "csv",
+ "csv-core",
+ "lazy_static",
+ "lexical-core",
+ "regex",
+]
+
[[package]]
name = "arrow-csv"
version = "54.2.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "43d3cb0914486a3cae19a5cad2598e44e225d53157926d0ada03c20521191a65"
dependencies = [
- "arrow-array",
- "arrow-cast",
- "arrow-schema",
+ "arrow-array 54.2.1",
+ "arrow-cast 54.2.1",
+ "arrow-schema 54.3.1",
"chrono",
"csv",
"csv-core",
@@ -366,14 +468,26 @@ dependencies = [
"regex",
]
+[[package]]
+name = "arrow-data"
+version = "53.4.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "cd962fc3bf7f60705b25bcaa8eb3318b2545aa1d528656525ebdd6a17a6cd6fb"
+dependencies = [
+ "arrow-buffer 53.4.1",
+ "arrow-schema 53.4.1",
+ "half",
+ "num",
+]
+
[[package]]
name = "arrow-data"
version = "54.3.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "61cfdd7d99b4ff618f167e548b2411e5dd2c98c0ddebedd7df433d34c20a4429"
dependencies = [
- "arrow-buffer",
- "arrow-schema",
+ "arrow-buffer 54.3.1",
+ "arrow-schema 54.3.1",
"half",
"num",
]
@@ -384,11 +498,11 @@ version = "54.2.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "c7408f2bf3b978eddda272c7699f439760ebc4ac70feca25fefa82c5b8ce808d"
dependencies = [
- "arrow-array",
- "arrow-buffer",
- "arrow-cast",
- "arrow-ipc",
- "arrow-schema",
+ "arrow-array 54.2.1",
+ "arrow-buffer 54.3.1",
+ "arrow-cast 54.2.1",
+ "arrow-ipc 54.2.1",
+ "arrow-schema 54.3.1",
"base64 0.22.1",
"bytes",
"futures",
@@ -397,32 +511,67 @@ dependencies = [
"tonic 0.12.3",
]
+[[package]]
+name = "arrow-ipc"
+version = "53.4.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "c3527365b24372f9c948f16e53738eb098720eea2093ae73c7af04ac5e30a39b"
+dependencies = [
+ "arrow-array 53.4.1",
+ "arrow-buffer 53.4.1",
+ "arrow-cast 53.4.1",
+ "arrow-data 53.4.1",
+ "arrow-schema 53.4.1",
+ "flatbuffers",
+ "zstd 0.13.2",
+]
+
[[package]]
name = "arrow-ipc"
version = "54.2.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "ddecdeab02491b1ce88885986e25002a3da34dd349f682c7cfe67bab7cc17b86"
dependencies = [
- "arrow-array",
- "arrow-buffer",
- "arrow-data",
- "arrow-schema",
+ "arrow-array 54.2.1",
+ "arrow-buffer 54.3.1",
+ "arrow-data 54.3.1",
+ "arrow-schema 54.3.1",
"flatbuffers",
"lz4_flex",
"zstd 0.13.2",
]
+[[package]]
+name = "arrow-json"
+version = "53.4.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "acdec0024749fc0d95e025c0b0266d78613727b3b3a5d4cf8ea47eb6d38afdd1"
+dependencies = [
+ "arrow-array 53.4.1",
+ "arrow-buffer 53.4.1",
+ "arrow-cast 53.4.1",
+ "arrow-data 53.4.1",
+ "arrow-schema 53.4.1",
+ "chrono",
+ "half",
+ "indexmap 2.9.0",
+ "lexical-core",
+ "num",
+ "serde",
+ "serde_json",
+]
+
[[package]]
name = "arrow-json"
version = "54.2.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "d03b9340013413eb84868682ace00a1098c81a5ebc96d279f7ebf9a4cac3c0fd"
dependencies = [
- "arrow-array",
- "arrow-buffer",
- "arrow-cast",
- "arrow-data",
- "arrow-schema",
+ "arrow-array 54.2.1",
+ "arrow-buffer 54.3.1",
+ "arrow-cast 54.2.1",
+ "arrow-data 54.3.1",
+ "arrow-schema 54.3.1",
"chrono",
"half",
"indexmap 2.9.0",
@@ -432,17 +581,46 @@ dependencies = [
"serde_json",
]
+[[package]]
+name = "arrow-ord"
+version = "53.4.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "79af2db0e62a508d34ddf4f76bfd6109b6ecc845257c9cba6f939653668f89ac"
+dependencies = [
+ "arrow-array 53.4.1",
+ "arrow-buffer 53.4.1",
+ "arrow-data 53.4.1",
+ "arrow-schema 53.4.1",
+ "arrow-select 53.4.1",
+ "half",
+ "num",
+]
+
[[package]]
name = "arrow-ord"
version = "54.2.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "f841bfcc1997ef6ac48ee0305c4dfceb1f7c786fe31e67c1186edf775e1f1160"
dependencies = [
- "arrow-array",
- "arrow-buffer",
- "arrow-data",
- "arrow-schema",
- "arrow-select",
+ "arrow-array 54.2.1",
+ "arrow-buffer 54.3.1",
+ "arrow-data 54.3.1",
+ "arrow-schema 54.3.1",
+ "arrow-select 54.2.1",
+]
+
+[[package]]
+name = "arrow-row"
+version = "53.4.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "da30e9d10e9c52f09ea0cf15086d6d785c11ae8dcc3ea5f16d402221b6ac7735"
+dependencies = [
+ "ahash 0.8.11",
+ "arrow-array 53.4.1",
+ "arrow-buffer 53.4.1",
+ "arrow-data 53.4.1",
+ "arrow-schema 53.4.1",
+ "half",
]
[[package]]
@@ -451,13 +629,19 @@ version = "54.2.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "1eeb55b0a0a83851aa01f2ca5ee5648f607e8506ba6802577afdda9d75cdedcd"
dependencies = [
- "arrow-array",
- "arrow-buffer",
- "arrow-data",
- "arrow-schema",
+ "arrow-array 54.2.1",
+ "arrow-buffer 54.3.1",
+ "arrow-data 54.3.1",
+ "arrow-schema 54.3.1",
"half",
]
+[[package]]
+name = "arrow-schema"
+version = "53.4.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "35b0f9c0c3582dd55db0f136d3b44bfa0189df07adcf7dc7f2f2e74db0f52eb8"
+
[[package]]
name = "arrow-schema"
version = "54.3.1"
@@ -467,6 +651,20 @@ dependencies = [
"serde",
]
+[[package]]
+name = "arrow-select"
+version = "53.4.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "92fc337f01635218493c23da81a364daf38c694b05fc20569c3193c11c561984"
+dependencies = [
+ "ahash 0.8.11",
+ "arrow-array 53.4.1",
+ "arrow-buffer 53.4.1",
+ "arrow-data 53.4.1",
+ "arrow-schema 53.4.1",
+ "num",
+]
+
[[package]]
name = "arrow-select"
version = "54.2.1"
@@ -474,24 +672,41 @@ source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "7e2932aece2d0c869dd2125feb9bd1709ef5c445daa3838ac4112dcfa0fda52c"
dependencies = [
"ahash 0.8.11",
- "arrow-array",
- "arrow-buffer",
- "arrow-data",
- "arrow-schema",
+ "arrow-array 54.2.1",
+ "arrow-buffer 54.3.1",
+ "arrow-data 54.3.1",
+ "arrow-schema 54.3.1",
"num",
]
+[[package]]
+name = "arrow-string"
+version = "53.4.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "d596a9fc25dae556672d5069b090331aca8acb93cae426d8b7dcdf1c558fa0ce"
+dependencies = [
+ "arrow-array 53.4.1",
+ "arrow-buffer 53.4.1",
+ "arrow-data 53.4.1",
+ "arrow-schema 53.4.1",
+ "arrow-select 53.4.1",
+ "memchr",
+ "num",
+ "regex",
+ "regex-syntax 0.8.5",
+]
+
[[package]]
name = "arrow-string"
version = "54.2.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "912e38bd6a7a7714c1d9b61df80315685553b7455e8a6045c27531d8ecd5b458"
dependencies = [
- "arrow-array",
- "arrow-buffer",
- "arrow-data",
- "arrow-schema",
- "arrow-select",
+ "arrow-array 54.2.1",
+ "arrow-buffer 54.3.1",
+ "arrow-data 54.3.1",
+ "arrow-schema 54.3.1",
+ "arrow-select 54.2.1",
"memchr",
"num",
"regex",
@@ -700,7 +915,7 @@ dependencies = [
[[package]]
name = "auth"
-version = "0.14.0"
+version = "0.15.0"
dependencies = [
"api",
"async-trait",
@@ -1322,7 +1537,7 @@ dependencies = [
[[package]]
name = "cache"
-version = "0.14.0"
+version = "0.15.0"
dependencies = [
"catalog",
"common-error",
@@ -1346,11 +1561,11 @@ checksum = "37b2a672a2cb129a2e41c10b1224bb368f9f37a2b16b612598138befd7b37eb5"
[[package]]
name = "catalog"
-version = "0.14.0"
+version = "0.15.0"
dependencies = [
"api",
- "arrow",
- "arrow-schema",
+ "arrow 54.2.1",
+ "arrow-schema 54.3.1",
"async-stream",
"async-trait",
"bytes",
@@ -1382,7 +1597,7 @@ dependencies = [
"partition",
"paste",
"prometheus",
- "rustc-hash 2.0.0",
+ "rustc-hash 2.1.1",
"serde_json",
"session",
"snafu 0.8.5",
@@ -1404,9 +1619,9 @@ dependencies = [
[[package]]
name = "cc"
-version = "1.1.24"
+version = "1.2.20"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "812acba72f0a070b003d3697490d2b55b837230ae7c6c6497f05cc2ddbb8d938"
+checksum = "04da6a0d40b948dfc4fa8f5bbf402b0fc1a64a28dbf7d12ffd683550f2c1b63a"
dependencies = [
"jobserver",
"libc",
@@ -1659,7 +1874,7 @@ checksum = "1462739cb27611015575c0c11df5df7601141071f07518d56fcc1be504cbec97"
[[package]]
name = "cli"
-version = "0.14.0"
+version = "0.15.0"
dependencies = [
"async-trait",
"auth",
@@ -1691,7 +1906,7 @@ dependencies = [
"humantime",
"meta-client",
"nu-ansi-term",
- "opendal",
+ "opendal 0.51.2",
"query",
"rand 0.9.0",
"reqwest",
@@ -1702,7 +1917,7 @@ dependencies = [
"session",
"snafu 0.8.5",
"store-api",
- "substrait 0.14.0",
+ "substrait 0.15.0",
"table",
"tempfile",
"tokio",
@@ -1711,13 +1926,14 @@ dependencies = [
[[package]]
name = "client"
-version = "0.14.0"
+version = "0.15.0"
dependencies = [
"api",
"arc-swap",
"arrow-flight",
"async-stream",
"async-trait",
+ "base64 0.22.1",
"common-catalog",
"common-error",
"common-grpc",
@@ -1728,6 +1944,7 @@ dependencies = [
"common-recordbatch",
"common-telemetry",
"enum_dispatch",
+ "futures",
"futures-util",
"lazy_static",
"moka",
@@ -1738,7 +1955,7 @@ dependencies = [
"rand 0.9.0",
"serde_json",
"snafu 0.8.5",
- "substrait 0.14.0",
+ "substrait 0.15.0",
"substrait 0.37.3",
"tokio",
"tokio-stream",
@@ -1779,7 +1996,7 @@ dependencies = [
[[package]]
name = "cmd"
-version = "0.14.0"
+version = "0.15.0"
dependencies = [
"async-trait",
"auth",
@@ -1832,7 +2049,6 @@ dependencies = [
"regex",
"reqwest",
"rexpect",
- "rustyline",
"serde",
"serde_json",
"servers",
@@ -1840,7 +2056,7 @@ dependencies = [
"similar-asserts",
"snafu 0.8.5",
"store-api",
- "substrait 0.14.0",
+ "substrait 0.15.0",
"table",
"temp-env",
"tempfile",
@@ -1886,7 +2102,7 @@ checksum = "55b672471b4e9f9e95499ea597ff64941a309b2cdbffcc46f2cc5e2d971fd335"
[[package]]
name = "common-base"
-version = "0.14.0"
+version = "0.15.0"
dependencies = [
"anymap2",
"async-trait",
@@ -1908,11 +2124,11 @@ dependencies = [
[[package]]
name = "common-catalog"
-version = "0.14.0"
+version = "0.15.0"
[[package]]
name = "common-config"
-version = "0.14.0"
+version = "0.15.0"
dependencies = [
"common-base",
"common-error",
@@ -1937,10 +2153,10 @@ dependencies = [
[[package]]
name = "common-datasource"
-version = "0.14.0"
+version = "0.15.0"
dependencies = [
- "arrow",
- "arrow-schema",
+ "arrow 54.2.1",
+ "arrow-schema 54.3.1",
"async-compression 0.3.15",
"async-trait",
"bytes",
@@ -1974,7 +2190,7 @@ dependencies = [
[[package]]
name = "common-decimal"
-version = "0.14.0"
+version = "0.15.0"
dependencies = [
"bigdecimal 0.4.8",
"common-error",
@@ -1987,8 +2203,9 @@ dependencies = [
[[package]]
name = "common-error"
-version = "0.14.0"
+version = "0.15.0"
dependencies = [
+ "common-macro",
"http 1.1.0",
"snafu 0.8.5",
"strum 0.27.1",
@@ -1997,7 +2214,7 @@ dependencies = [
[[package]]
name = "common-frontend"
-version = "0.14.0"
+version = "0.15.0"
dependencies = [
"async-trait",
"common-error",
@@ -2007,7 +2224,7 @@ dependencies = [
[[package]]
name = "common-function"
-version = "0.14.0"
+version = "0.15.0"
dependencies = [
"ahash 0.8.11",
"api",
@@ -2015,6 +2232,7 @@ dependencies = [
"arc-swap",
"async-trait",
"bincode",
+ "catalog",
"chrono",
"common-base",
"common-catalog",
@@ -2059,7 +2277,7 @@ dependencies = [
[[package]]
name = "common-greptimedb-telemetry"
-version = "0.14.0"
+version = "0.15.0"
dependencies = [
"async-trait",
"common-runtime",
@@ -2076,7 +2294,7 @@ dependencies = [
[[package]]
name = "common-grpc"
-version = "0.14.0"
+version = "0.15.0"
dependencies = [
"api",
"arrow-flight",
@@ -2096,15 +2314,18 @@ dependencies = [
"lazy_static",
"prost 0.13.5",
"rand 0.9.0",
+ "serde",
+ "serde_json",
"snafu 0.8.5",
"tokio",
+ "tokio-util",
"tonic 0.12.3",
"tower 0.5.2",
]
[[package]]
name = "common-grpc-expr"
-version = "0.14.0"
+version = "0.15.0"
dependencies = [
"api",
"common-base",
@@ -2123,7 +2344,7 @@ dependencies = [
[[package]]
name = "common-macro"
-version = "0.14.0"
+version = "0.15.0"
dependencies = [
"arc-swap",
"common-query",
@@ -2137,7 +2358,7 @@ dependencies = [
[[package]]
name = "common-mem-prof"
-version = "0.14.0"
+version = "0.15.0"
dependencies = [
"common-error",
"common-macro",
@@ -2150,7 +2371,7 @@ dependencies = [
[[package]]
name = "common-meta"
-version = "0.14.0"
+version = "0.15.0"
dependencies = [
"anymap2",
"api",
@@ -2211,7 +2432,7 @@ dependencies = [
[[package]]
name = "common-options"
-version = "0.14.0"
+version = "0.15.0"
dependencies = [
"common-grpc",
"humantime-serde",
@@ -2220,11 +2441,11 @@ dependencies = [
[[package]]
name = "common-plugins"
-version = "0.14.0"
+version = "0.15.0"
[[package]]
name = "common-pprof"
-version = "0.14.0"
+version = "0.15.0"
dependencies = [
"common-error",
"common-macro",
@@ -2236,7 +2457,7 @@ dependencies = [
[[package]]
name = "common-procedure"
-version = "0.14.0"
+version = "0.15.0"
dependencies = [
"async-stream",
"async-trait",
@@ -2263,7 +2484,7 @@ dependencies = [
[[package]]
name = "common-procedure-test"
-version = "0.14.0"
+version = "0.15.0"
dependencies = [
"async-trait",
"common-procedure",
@@ -2272,7 +2493,7 @@ dependencies = [
[[package]]
name = "common-query"
-version = "0.14.0"
+version = "0.15.0"
dependencies = [
"api",
"async-trait",
@@ -2289,7 +2510,7 @@ dependencies = [
"futures-util",
"serde",
"snafu 0.8.5",
- "sqlparser 0.54.0 (git+https://github.com/GreptimeTeam/sqlparser-rs.git?rev=e98e6b322426a9d397a71efef17075966223c089)",
+ "sqlparser 0.54.0 (git+https://github.com/GreptimeTeam/sqlparser-rs.git?rev=0cf6c04490d59435ee965edd2078e8855bd8471e)",
"sqlparser_derive 0.1.1",
"statrs",
"store-api",
@@ -2298,7 +2519,7 @@ dependencies = [
[[package]]
name = "common-recordbatch"
-version = "0.14.0"
+version = "0.15.0"
dependencies = [
"arc-swap",
"common-error",
@@ -2309,6 +2530,7 @@ dependencies = [
"datatypes",
"futures",
"pin-project",
+ "regex",
"serde",
"serde_json",
"snafu 0.8.5",
@@ -2317,7 +2539,7 @@ dependencies = [
[[package]]
name = "common-runtime"
-version = "0.14.0"
+version = "0.15.0"
dependencies = [
"async-trait",
"clap 4.5.19",
@@ -2347,14 +2569,14 @@ dependencies = [
[[package]]
name = "common-session"
-version = "0.14.0"
+version = "0.15.0"
dependencies = [
"strum 0.27.1",
]
[[package]]
name = "common-telemetry"
-version = "0.14.0"
+version = "0.15.0"
dependencies = [
"atty",
"backtrace",
@@ -2382,7 +2604,7 @@ dependencies = [
[[package]]
name = "common-test-util"
-version = "0.14.0"
+version = "0.15.0"
dependencies = [
"client",
"common-query",
@@ -2394,9 +2616,9 @@ dependencies = [
[[package]]
name = "common-time"
-version = "0.14.0"
+version = "0.15.0"
dependencies = [
- "arrow",
+ "arrow 54.2.1",
"chrono",
"chrono-tz",
"common-error",
@@ -2412,7 +2634,7 @@ dependencies = [
[[package]]
name = "common-version"
-version = "0.14.0"
+version = "0.15.0"
dependencies = [
"build-data",
"const_format",
@@ -2422,7 +2644,7 @@ dependencies = [
[[package]]
name = "common-wal"
-version = "0.14.0"
+version = "0.15.0"
dependencies = [
"common-base",
"common-error",
@@ -2724,9 +2946,9 @@ dependencies = [
[[package]]
name = "crossbeam-channel"
-version = "0.5.13"
+version = "0.5.15"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "33480d6946193aa8033910124896ca395333cae7e2d1113d1fef6c3272217df2"
+checksum = "82b8f8f868b36967f9606790d1903570de9ceaf870a7bf9fbbd3016d636a2cb2"
dependencies = [
"crossbeam-utils",
]
@@ -2888,19 +3110,19 @@ dependencies = [
[[package]]
name = "data-encoding"
-version = "2.6.0"
+version = "2.9.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "e8566979429cf69b49a5c740c60791108e86440e8be149bbea4fe54d2c32d6e2"
+checksum = "2a2330da5de22e8a3cb63252ce2abb30116bf5265e89c0e01bc17015ce30a476"
[[package]]
name = "datafusion"
version = "45.0.0"
-source = "git+https://github.com/waynexia/arrow-datafusion.git?rev=07dd0bee9e524d83228847c15af6c12f438349ab#07dd0bee9e524d83228847c15af6c12f438349ab"
+source = "git+https://github.com/waynexia/arrow-datafusion.git?rev=e104c7cf62b11dd5fe41461b82514978234326b4#e104c7cf62b11dd5fe41461b82514978234326b4"
dependencies = [
- "arrow",
- "arrow-array",
- "arrow-ipc",
- "arrow-schema",
+ "arrow 54.2.1",
+ "arrow-array 54.2.1",
+ "arrow-ipc 54.2.1",
+ "arrow-schema 54.3.1",
"async-compression 0.4.13",
"async-trait",
"bytes",
@@ -2946,9 +3168,9 @@ dependencies = [
[[package]]
name = "datafusion-catalog"
version = "45.0.0"
-source = "git+https://github.com/waynexia/arrow-datafusion.git?rev=07dd0bee9e524d83228847c15af6c12f438349ab#07dd0bee9e524d83228847c15af6c12f438349ab"
+source = "git+https://github.com/waynexia/arrow-datafusion.git?rev=e104c7cf62b11dd5fe41461b82514978234326b4#e104c7cf62b11dd5fe41461b82514978234326b4"
dependencies = [
- "arrow",
+ "arrow 54.2.1",
"async-trait",
"dashmap",
"datafusion-common",
@@ -2966,10 +3188,10 @@ dependencies = [
[[package]]
name = "datafusion-catalog-listing"
version = "45.0.0"
-source = "git+https://github.com/waynexia/arrow-datafusion.git?rev=07dd0bee9e524d83228847c15af6c12f438349ab#07dd0bee9e524d83228847c15af6c12f438349ab"
+source = "git+https://github.com/waynexia/arrow-datafusion.git?rev=e104c7cf62b11dd5fe41461b82514978234326b4#e104c7cf62b11dd5fe41461b82514978234326b4"
dependencies = [
- "arrow",
- "arrow-schema",
+ "arrow 54.2.1",
+ "arrow-schema 54.3.1",
"chrono",
"datafusion-catalog",
"datafusion-common",
@@ -2989,13 +3211,13 @@ dependencies = [
[[package]]
name = "datafusion-common"
version = "45.0.0"
-source = "git+https://github.com/waynexia/arrow-datafusion.git?rev=07dd0bee9e524d83228847c15af6c12f438349ab#07dd0bee9e524d83228847c15af6c12f438349ab"
+source = "git+https://github.com/waynexia/arrow-datafusion.git?rev=e104c7cf62b11dd5fe41461b82514978234326b4#e104c7cf62b11dd5fe41461b82514978234326b4"
dependencies = [
"ahash 0.8.11",
- "arrow",
- "arrow-array",
- "arrow-ipc",
- "arrow-schema",
+ "arrow 54.2.1",
+ "arrow-array 54.2.1",
+ "arrow-ipc 54.2.1",
+ "arrow-schema 54.3.1",
"base64 0.22.1",
"half",
"hashbrown 0.14.5",
@@ -3014,7 +3236,7 @@ dependencies = [
[[package]]
name = "datafusion-common-runtime"
version = "45.0.0"
-source = "git+https://github.com/waynexia/arrow-datafusion.git?rev=07dd0bee9e524d83228847c15af6c12f438349ab#07dd0bee9e524d83228847c15af6c12f438349ab"
+source = "git+https://github.com/waynexia/arrow-datafusion.git?rev=e104c7cf62b11dd5fe41461b82514978234326b4#e104c7cf62b11dd5fe41461b82514978234326b4"
dependencies = [
"log",
"tokio",
@@ -3023,14 +3245,14 @@ dependencies = [
[[package]]
name = "datafusion-doc"
version = "45.0.0"
-source = "git+https://github.com/waynexia/arrow-datafusion.git?rev=07dd0bee9e524d83228847c15af6c12f438349ab#07dd0bee9e524d83228847c15af6c12f438349ab"
+source = "git+https://github.com/waynexia/arrow-datafusion.git?rev=e104c7cf62b11dd5fe41461b82514978234326b4#e104c7cf62b11dd5fe41461b82514978234326b4"
[[package]]
name = "datafusion-execution"
version = "45.0.0"
-source = "git+https://github.com/waynexia/arrow-datafusion.git?rev=07dd0bee9e524d83228847c15af6c12f438349ab#07dd0bee9e524d83228847c15af6c12f438349ab"
+source = "git+https://github.com/waynexia/arrow-datafusion.git?rev=e104c7cf62b11dd5fe41461b82514978234326b4#e104c7cf62b11dd5fe41461b82514978234326b4"
dependencies = [
- "arrow",
+ "arrow 54.2.1",
"dashmap",
"datafusion-common",
"datafusion-expr",
@@ -3046,9 +3268,9 @@ dependencies = [
[[package]]
name = "datafusion-expr"
version = "45.0.0"
-source = "git+https://github.com/waynexia/arrow-datafusion.git?rev=07dd0bee9e524d83228847c15af6c12f438349ab#07dd0bee9e524d83228847c15af6c12f438349ab"
+source = "git+https://github.com/waynexia/arrow-datafusion.git?rev=e104c7cf62b11dd5fe41461b82514978234326b4#e104c7cf62b11dd5fe41461b82514978234326b4"
dependencies = [
- "arrow",
+ "arrow 54.2.1",
"chrono",
"datafusion-common",
"datafusion-doc",
@@ -3066,9 +3288,9 @@ dependencies = [
[[package]]
name = "datafusion-expr-common"
version = "45.0.0"
-source = "git+https://github.com/waynexia/arrow-datafusion.git?rev=07dd0bee9e524d83228847c15af6c12f438349ab#07dd0bee9e524d83228847c15af6c12f438349ab"
+source = "git+https://github.com/waynexia/arrow-datafusion.git?rev=e104c7cf62b11dd5fe41461b82514978234326b4#e104c7cf62b11dd5fe41461b82514978234326b4"
dependencies = [
- "arrow",
+ "arrow 54.2.1",
"datafusion-common",
"itertools 0.14.0",
"paste",
@@ -3077,10 +3299,10 @@ dependencies = [
[[package]]
name = "datafusion-functions"
version = "45.0.0"
-source = "git+https://github.com/waynexia/arrow-datafusion.git?rev=07dd0bee9e524d83228847c15af6c12f438349ab#07dd0bee9e524d83228847c15af6c12f438349ab"
+source = "git+https://github.com/waynexia/arrow-datafusion.git?rev=e104c7cf62b11dd5fe41461b82514978234326b4#e104c7cf62b11dd5fe41461b82514978234326b4"
dependencies = [
- "arrow",
- "arrow-buffer",
+ "arrow 54.2.1",
+ "arrow-buffer 54.3.1",
"base64 0.22.1",
"blake2",
"blake3",
@@ -3106,11 +3328,11 @@ dependencies = [
[[package]]
name = "datafusion-functions-aggregate"
version = "45.0.0"
-source = "git+https://github.com/waynexia/arrow-datafusion.git?rev=07dd0bee9e524d83228847c15af6c12f438349ab#07dd0bee9e524d83228847c15af6c12f438349ab"
+source = "git+https://github.com/waynexia/arrow-datafusion.git?rev=e104c7cf62b11dd5fe41461b82514978234326b4#e104c7cf62b11dd5fe41461b82514978234326b4"
dependencies = [
"ahash 0.8.11",
- "arrow",
- "arrow-schema",
+ "arrow 54.2.1",
+ "arrow-schema 54.3.1",
"datafusion-common",
"datafusion-doc",
"datafusion-execution",
@@ -3127,10 +3349,10 @@ dependencies = [
[[package]]
name = "datafusion-functions-aggregate-common"
version = "45.0.0"
-source = "git+https://github.com/waynexia/arrow-datafusion.git?rev=07dd0bee9e524d83228847c15af6c12f438349ab#07dd0bee9e524d83228847c15af6c12f438349ab"
+source = "git+https://github.com/waynexia/arrow-datafusion.git?rev=e104c7cf62b11dd5fe41461b82514978234326b4#e104c7cf62b11dd5fe41461b82514978234326b4"
dependencies = [
"ahash 0.8.11",
- "arrow",
+ "arrow 54.2.1",
"datafusion-common",
"datafusion-expr-common",
"datafusion-physical-expr-common",
@@ -3139,12 +3361,12 @@ dependencies = [
[[package]]
name = "datafusion-functions-nested"
version = "45.0.0"
-source = "git+https://github.com/waynexia/arrow-datafusion.git?rev=07dd0bee9e524d83228847c15af6c12f438349ab#07dd0bee9e524d83228847c15af6c12f438349ab"
+source = "git+https://github.com/waynexia/arrow-datafusion.git?rev=e104c7cf62b11dd5fe41461b82514978234326b4#e104c7cf62b11dd5fe41461b82514978234326b4"
dependencies = [
- "arrow",
- "arrow-array",
- "arrow-ord",
- "arrow-schema",
+ "arrow 54.2.1",
+ "arrow-array 54.2.1",
+ "arrow-ord 54.2.1",
+ "arrow-schema 54.3.1",
"datafusion-common",
"datafusion-doc",
"datafusion-execution",
@@ -3161,9 +3383,9 @@ dependencies = [
[[package]]
name = "datafusion-functions-table"
version = "45.0.0"
-source = "git+https://github.com/waynexia/arrow-datafusion.git?rev=07dd0bee9e524d83228847c15af6c12f438349ab#07dd0bee9e524d83228847c15af6c12f438349ab"
+source = "git+https://github.com/waynexia/arrow-datafusion.git?rev=e104c7cf62b11dd5fe41461b82514978234326b4#e104c7cf62b11dd5fe41461b82514978234326b4"
dependencies = [
- "arrow",
+ "arrow 54.2.1",
"async-trait",
"datafusion-catalog",
"datafusion-common",
@@ -3176,7 +3398,7 @@ dependencies = [
[[package]]
name = "datafusion-functions-window"
version = "45.0.0"
-source = "git+https://github.com/waynexia/arrow-datafusion.git?rev=07dd0bee9e524d83228847c15af6c12f438349ab#07dd0bee9e524d83228847c15af6c12f438349ab"
+source = "git+https://github.com/waynexia/arrow-datafusion.git?rev=e104c7cf62b11dd5fe41461b82514978234326b4#e104c7cf62b11dd5fe41461b82514978234326b4"
dependencies = [
"datafusion-common",
"datafusion-doc",
@@ -3192,7 +3414,7 @@ dependencies = [
[[package]]
name = "datafusion-functions-window-common"
version = "45.0.0"
-source = "git+https://github.com/waynexia/arrow-datafusion.git?rev=07dd0bee9e524d83228847c15af6c12f438349ab#07dd0bee9e524d83228847c15af6c12f438349ab"
+source = "git+https://github.com/waynexia/arrow-datafusion.git?rev=e104c7cf62b11dd5fe41461b82514978234326b4#e104c7cf62b11dd5fe41461b82514978234326b4"
dependencies = [
"datafusion-common",
"datafusion-physical-expr-common",
@@ -3201,7 +3423,7 @@ dependencies = [
[[package]]
name = "datafusion-macros"
version = "45.0.0"
-source = "git+https://github.com/waynexia/arrow-datafusion.git?rev=07dd0bee9e524d83228847c15af6c12f438349ab#07dd0bee9e524d83228847c15af6c12f438349ab"
+source = "git+https://github.com/waynexia/arrow-datafusion.git?rev=e104c7cf62b11dd5fe41461b82514978234326b4#e104c7cf62b11dd5fe41461b82514978234326b4"
dependencies = [
"datafusion-expr",
"quote",
@@ -3211,9 +3433,9 @@ dependencies = [
[[package]]
name = "datafusion-optimizer"
version = "45.0.0"
-source = "git+https://github.com/waynexia/arrow-datafusion.git?rev=07dd0bee9e524d83228847c15af6c12f438349ab#07dd0bee9e524d83228847c15af6c12f438349ab"
+source = "git+https://github.com/waynexia/arrow-datafusion.git?rev=e104c7cf62b11dd5fe41461b82514978234326b4#e104c7cf62b11dd5fe41461b82514978234326b4"
dependencies = [
- "arrow",
+ "arrow 54.2.1",
"chrono",
"datafusion-common",
"datafusion-expr",
@@ -3229,12 +3451,12 @@ dependencies = [
[[package]]
name = "datafusion-physical-expr"
version = "45.0.0"
-source = "git+https://github.com/waynexia/arrow-datafusion.git?rev=07dd0bee9e524d83228847c15af6c12f438349ab#07dd0bee9e524d83228847c15af6c12f438349ab"
+source = "git+https://github.com/waynexia/arrow-datafusion.git?rev=e104c7cf62b11dd5fe41461b82514978234326b4#e104c7cf62b11dd5fe41461b82514978234326b4"
dependencies = [
"ahash 0.8.11",
- "arrow",
- "arrow-array",
- "arrow-schema",
+ "arrow 54.2.1",
+ "arrow-array 54.2.1",
+ "arrow-schema 54.3.1",
"datafusion-common",
"datafusion-expr",
"datafusion-expr-common",
@@ -3252,10 +3474,10 @@ dependencies = [
[[package]]
name = "datafusion-physical-expr-common"
version = "45.0.0"
-source = "git+https://github.com/waynexia/arrow-datafusion.git?rev=07dd0bee9e524d83228847c15af6c12f438349ab#07dd0bee9e524d83228847c15af6c12f438349ab"
+source = "git+https://github.com/waynexia/arrow-datafusion.git?rev=e104c7cf62b11dd5fe41461b82514978234326b4#e104c7cf62b11dd5fe41461b82514978234326b4"
dependencies = [
"ahash 0.8.11",
- "arrow",
+ "arrow 54.2.1",
"datafusion-common",
"datafusion-expr-common",
"hashbrown 0.14.5",
@@ -3265,10 +3487,10 @@ dependencies = [
[[package]]
name = "datafusion-physical-optimizer"
version = "45.0.0"
-source = "git+https://github.com/waynexia/arrow-datafusion.git?rev=07dd0bee9e524d83228847c15af6c12f438349ab#07dd0bee9e524d83228847c15af6c12f438349ab"
+source = "git+https://github.com/waynexia/arrow-datafusion.git?rev=e104c7cf62b11dd5fe41461b82514978234326b4#e104c7cf62b11dd5fe41461b82514978234326b4"
dependencies = [
- "arrow",
- "arrow-schema",
+ "arrow 54.2.1",
+ "arrow-schema 54.3.1",
"datafusion-common",
"datafusion-execution",
"datafusion-expr",
@@ -3286,13 +3508,13 @@ dependencies = [
[[package]]
name = "datafusion-physical-plan"
version = "45.0.0"
-source = "git+https://github.com/waynexia/arrow-datafusion.git?rev=07dd0bee9e524d83228847c15af6c12f438349ab#07dd0bee9e524d83228847c15af6c12f438349ab"
+source = "git+https://github.com/waynexia/arrow-datafusion.git?rev=e104c7cf62b11dd5fe41461b82514978234326b4#e104c7cf62b11dd5fe41461b82514978234326b4"
dependencies = [
"ahash 0.8.11",
- "arrow",
- "arrow-array",
- "arrow-ord",
- "arrow-schema",
+ "arrow 54.2.1",
+ "arrow-array 54.2.1",
+ "arrow-ord 54.2.1",
+ "arrow-schema 54.3.1",
"async-trait",
"chrono",
"datafusion-common",
@@ -3316,11 +3538,11 @@ dependencies = [
[[package]]
name = "datafusion-sql"
version = "45.0.0"
-source = "git+https://github.com/waynexia/arrow-datafusion.git?rev=07dd0bee9e524d83228847c15af6c12f438349ab#07dd0bee9e524d83228847c15af6c12f438349ab"
+source = "git+https://github.com/waynexia/arrow-datafusion.git?rev=e104c7cf62b11dd5fe41461b82514978234326b4#e104c7cf62b11dd5fe41461b82514978234326b4"
dependencies = [
- "arrow",
- "arrow-array",
- "arrow-schema",
+ "arrow 54.2.1",
+ "arrow-array 54.2.1",
+ "arrow-schema 54.3.1",
"bigdecimal 0.4.8",
"datafusion-common",
"datafusion-expr",
@@ -3334,7 +3556,7 @@ dependencies = [
[[package]]
name = "datafusion-substrait"
version = "45.0.0"
-source = "git+https://github.com/waynexia/arrow-datafusion.git?rev=07dd0bee9e524d83228847c15af6c12f438349ab#07dd0bee9e524d83228847c15af6c12f438349ab"
+source = "git+https://github.com/waynexia/arrow-datafusion.git?rev=e104c7cf62b11dd5fe41461b82514978234326b4#e104c7cf62b11dd5fe41461b82514978234326b4"
dependencies = [
"async-recursion",
"async-trait",
@@ -3350,7 +3572,7 @@ dependencies = [
[[package]]
name = "datanode"
-version = "0.14.0"
+version = "0.15.0"
dependencies = [
"api",
"arrow-flight",
@@ -3402,7 +3624,7 @@ dependencies = [
"session",
"snafu 0.8.5",
"store-api",
- "substrait 0.14.0",
+ "substrait 0.15.0",
"table",
"tokio",
"toml 0.8.19",
@@ -3411,11 +3633,11 @@ dependencies = [
[[package]]
name = "datatypes"
-version = "0.14.0"
+version = "0.15.0"
dependencies = [
- "arrow",
- "arrow-array",
- "arrow-schema",
+ "arrow 54.2.1",
+ "arrow-array 54.2.1",
+ "arrow-schema 54.3.1",
"base64 0.22.1",
"common-base",
"common-decimal",
@@ -3434,7 +3656,7 @@ dependencies = [
"serde",
"serde_json",
"snafu 0.8.5",
- "sqlparser 0.54.0 (git+https://github.com/GreptimeTeam/sqlparser-rs.git?rev=e98e6b322426a9d397a71efef17075966223c089)",
+ "sqlparser 0.54.0 (git+https://github.com/GreptimeTeam/sqlparser-rs.git?rev=0cf6c04490d59435ee965edd2078e8855bd8471e)",
"sqlparser_derive 0.1.1",
]
@@ -4037,7 +4259,7 @@ dependencies = [
[[package]]
name = "file-engine"
-version = "0.14.0"
+version = "0.15.0"
dependencies = [
"api",
"async-trait",
@@ -4160,11 +4382,11 @@ checksum = "8bf7cc16383c4b8d58b9905a8509f02926ce3058053c056376248d958c9df1e8"
[[package]]
name = "flow"
-version = "0.14.0"
+version = "0.15.0"
dependencies = [
"api",
- "arrow",
- "arrow-schema",
+ "arrow 54.2.1",
+ "arrow-schema 54.3.1",
"async-recursion",
"async-trait",
"bytes",
@@ -4222,7 +4444,7 @@ dependencies = [
"snafu 0.8.5",
"store-api",
"strum 0.27.1",
- "substrait 0.14.0",
+ "substrait 0.15.0",
"table",
"tokio",
"tonic 0.12.3",
@@ -4277,12 +4499,13 @@ checksum = "6c2141d6d6c8512188a7891b4b01590a45f6dac67afb4f255c4124dbb86d4eaa"
[[package]]
name = "frontend"
-version = "0.14.0"
+version = "0.15.0"
dependencies = [
"api",
"arc-swap",
"async-trait",
"auth",
+ "bytes",
"cache",
"catalog",
"client",
@@ -4317,6 +4540,7 @@ dependencies = [
"num_cpus",
"opentelemetry-proto 0.27.0",
"operator",
+ "otel-arrow-rust",
"partition",
"pipeline",
"prometheus",
@@ -4329,10 +4553,10 @@ dependencies = [
"session",
"snafu 0.8.5",
"sql",
- "sqlparser 0.54.0 (git+https://github.com/GreptimeTeam/sqlparser-rs.git?rev=e98e6b322426a9d397a71efef17075966223c089)",
+ "sqlparser 0.54.0 (git+https://github.com/GreptimeTeam/sqlparser-rs.git?rev=0cf6c04490d59435ee965edd2078e8855bd8471e)",
"store-api",
"strfmt",
- "substrait 0.14.0",
+ "substrait 0.15.0",
"table",
"tokio",
"toml 0.8.19",
@@ -4720,7 +4944,7 @@ dependencies = [
[[package]]
name = "greptime-proto"
version = "0.1.0"
-source = "git+https://github.com/GreptimeTeam/greptime-proto.git?rev=dd4a1996982534636734674db66e44464b0c0d83#dd4a1996982534636734674db66e44464b0c0d83"
+source = "git+https://github.com/GreptimeTeam/greptime-proto.git?rev=e82b0158cd38d4021edb4e4c0ae77f999051e62f#e82b0158cd38d4021edb4e4c0ae77f999051e62f"
dependencies = [
"prost 0.13.5",
"serde",
@@ -5571,7 +5795,7 @@ dependencies = [
[[package]]
name = "index"
-version = "0.14.0"
+version = "0.15.0"
dependencies = [
"async-trait",
"asynchronous-codec",
@@ -5589,6 +5813,7 @@ dependencies = [
"greptime-proto",
"itertools 0.14.0",
"jieba-rs",
+ "lazy_static",
"mockall",
"pin-project",
"prost 0.13.5",
@@ -6374,13 +6599,13 @@ dependencies = [
[[package]]
name = "log"
-version = "0.4.22"
+version = "0.4.27"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "a7a70ba024b9dc04c27ea2f0c0548feb474ec5c54bba33a7f72f873a39d07b24"
+checksum = "13dc2df351e3202783a1fe0d44375f7295ffb4049267b0f3018346dc122a1d94"
[[package]]
name = "log-query"
-version = "0.14.0"
+version = "0.15.0"
dependencies = [
"chrono",
"common-error",
@@ -6392,7 +6617,7 @@ dependencies = [
[[package]]
name = "log-store"
-version = "0.14.0"
+version = "0.15.0"
dependencies = [
"async-stream",
"async-trait",
@@ -6408,6 +6633,7 @@ dependencies = [
"common-test-util",
"common-time",
"common-wal",
+ "dashmap",
"delta-encoding",
"derive_builder 0.20.1",
"futures",
@@ -6685,7 +6911,7 @@ dependencies = [
[[package]]
name = "meta-client"
-version = "0.14.0"
+version = "0.15.0"
dependencies = [
"api",
"async-trait",
@@ -6713,7 +6939,7 @@ dependencies = [
[[package]]
name = "meta-srv"
-version = "0.14.0"
+version = "0.15.0"
dependencies = [
"api",
"async-trait",
@@ -6803,7 +7029,7 @@ dependencies = [
[[package]]
name = "metric-engine"
-version = "0.14.0"
+version = "0.15.0"
dependencies = [
"api",
"aquamarine",
@@ -6815,12 +7041,14 @@ dependencies = [
"common-macro",
"common-query",
"common-recordbatch",
+ "common-runtime",
"common-telemetry",
"common-test-util",
"common-time",
"datafusion",
"datatypes",
"futures-util",
+ "humantime-serde",
"itertools 0.14.0",
"lazy_static",
"mito2",
@@ -6890,7 +7118,7 @@ dependencies = [
[[package]]
name = "mito2"
-version = "0.14.0"
+version = "0.15.0"
dependencies = [
"api",
"aquamarine",
@@ -7537,6 +7765,27 @@ dependencies = [
"libc",
]
+[[package]]
+name = "num_enum"
+version = "0.7.3"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "4e613fc340b2220f734a8595782c551f1250e969d87d3be1ae0579e8d4065179"
+dependencies = [
+ "num_enum_derive",
+]
+
+[[package]]
+name = "num_enum_derive"
+version = "0.7.3"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "af1844ef2428cc3e1cb900be36181049ef3d3193c63e43026cfe202983b27a56"
+dependencies = [
+ "proc-macro-crate 3.2.0",
+ "proc-macro2",
+ "quote",
+ "syn 2.0.100",
+]
+
[[package]]
name = "num_threads"
version = "0.1.7"
@@ -7575,7 +7824,7 @@ dependencies = [
[[package]]
name = "object-store"
-version = "0.14.0"
+version = "0.15.0"
dependencies = [
"anyhow",
"bytes",
@@ -7585,7 +7834,7 @@ dependencies = [
"lazy_static",
"md5",
"moka",
- "opendal",
+ "opendal 0.52.0",
"prometheus",
"tokio",
"uuid",
@@ -7614,9 +7863,9 @@ dependencies = [
[[package]]
name = "object_store_opendal"
-version = "0.49.1"
+version = "0.50.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "5b18eb960885330175ec89daa991b0bc9050dc7f259b31a887fbfbb297312f83"
+checksum = "59db4de9230e630346e3fd821e2b8d1fd03ddd509c32c964836588e82241762a"
dependencies = [
"async-trait",
"bytes",
@@ -7624,7 +7873,7 @@ dependencies = [
"futures",
"futures-util",
"object_store",
- "opendal",
+ "opendal 0.52.0",
"pin-project",
"tokio",
]
@@ -7655,6 +7904,35 @@ name = "opendal"
version = "0.51.2"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "5b1063ea459fa9e94584115743b06330f437902dd1d9f692b863ef1875a20548"
+dependencies = [
+ "anyhow",
+ "async-trait",
+ "backon",
+ "base64 0.22.1",
+ "bytes",
+ "chrono",
+ "crc32c",
+ "futures",
+ "getrandom 0.2.15",
+ "http 1.1.0",
+ "log",
+ "md-5",
+ "once_cell",
+ "percent-encoding",
+ "quick-xml 0.36.2",
+ "reqsign",
+ "reqwest",
+ "serde",
+ "serde_json",
+ "tokio",
+ "uuid",
+]
+
+[[package]]
+name = "opendal"
+version = "0.52.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "a55c840b5a6ad96106d6c0612fabb8f35a5ace826e0474fc55ebda33042b8d33"
dependencies = [
"anyhow",
"async-trait",
@@ -7841,7 +8119,7 @@ dependencies = [
[[package]]
name = "operator"
-version = "0.14.0"
+version = "0.15.0"
dependencies = [
"ahash 0.8.11",
"api",
@@ -7888,9 +8166,9 @@ dependencies = [
"session",
"snafu 0.8.5",
"sql",
- "sqlparser 0.54.0 (git+https://github.com/GreptimeTeam/sqlparser-rs.git?rev=e98e6b322426a9d397a71efef17075966223c089)",
+ "sqlparser 0.54.0 (git+https://github.com/GreptimeTeam/sqlparser-rs.git?rev=0cf6c04490d59435ee965edd2078e8855bd8471e)",
"store-api",
- "substrait 0.14.0",
+ "substrait 0.15.0",
"table",
"tokio",
"tokio-util",
@@ -7902,7 +8180,7 @@ name = "orc-rust"
version = "0.6.0"
source = "git+https://github.com/datafusion-contrib/orc-rust?rev=3134cab581a8e91b942d6a23aca2916ea965f6bb#3134cab581a8e91b942d6a23aca2916ea965f6bb"
dependencies = [
- "arrow",
+ "arrow 54.2.1",
"async-trait",
"bytemuck",
"bytes",
@@ -7988,6 +8266,24 @@ version = "6.6.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "e2355d85b9a3786f481747ced0e0ff2ba35213a1f9bd406ed906554d7af805a1"
+[[package]]
+name = "otel-arrow-rust"
+version = "0.1.0"
+source = "git+https://github.com/open-telemetry/otel-arrow?rev=5d551412d2a12e689cde4d84c14ef29e36784e51#5d551412d2a12e689cde4d84c14ef29e36784e51"
+dependencies = [
+ "arrow 53.4.1",
+ "arrow-ipc 53.4.1",
+ "lazy_static",
+ "num_enum",
+ "opentelemetry-proto 0.27.0",
+ "paste",
+ "prost 0.13.5",
+ "serde",
+ "snafu 0.8.5",
+ "tonic 0.12.3",
+ "tonic-build 0.12.3",
+]
+
[[package]]
name = "overload"
version = "0.1.1"
@@ -8086,13 +8382,13 @@ source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "f88838dca3b84d41444a0341b19f347e8098a3898b0f21536654b8b799e11abd"
dependencies = [
"ahash 0.8.11",
- "arrow-array",
- "arrow-buffer",
- "arrow-cast",
- "arrow-data",
- "arrow-ipc",
- "arrow-schema",
- "arrow-select",
+ "arrow-array 54.2.1",
+ "arrow-buffer 54.3.1",
+ "arrow-cast 54.2.1",
+ "arrow-data 54.3.1",
+ "arrow-ipc 54.2.1",
+ "arrow-schema 54.3.1",
+ "arrow-select 54.2.1",
"base64 0.22.1",
"brotli",
"bytes",
@@ -8127,7 +8423,7 @@ dependencies = [
[[package]]
name = "partition"
-version = "0.14.0"
+version = "0.15.0"
dependencies = [
"api",
"async-trait",
@@ -8135,16 +8431,19 @@ dependencies = [
"common-macro",
"common-meta",
"common-query",
+ "criterion 0.5.1",
"datafusion-common",
"datafusion-expr",
+ "datafusion-physical-expr",
"datatypes",
"itertools 0.14.0",
+ "rand 0.8.5",
"serde",
"serde_json",
"session",
"snafu 0.8.5",
"sql",
- "sqlparser 0.54.0 (git+https://github.com/GreptimeTeam/sqlparser-rs.git?rev=e98e6b322426a9d397a71efef17075966223c089)",
+ "sqlparser 0.54.0 (git+https://github.com/GreptimeTeam/sqlparser-rs.git?rev=0cf6c04490d59435ee965edd2078e8855bd8471e)",
"store-api",
"table",
]
@@ -8406,11 +8705,11 @@ checksum = "8b870d8c151b6f2fb93e84a13146138f05d02ed11c7e7c54f8826aaaf7c9f184"
[[package]]
name = "pipeline"
-version = "0.14.0"
+version = "0.15.0"
dependencies = [
"ahash 0.8.11",
"api",
- "arrow",
+ "arrow 54.2.1",
"async-trait",
"catalog",
"chrono",
@@ -8548,7 +8847,7 @@ dependencies = [
[[package]]
name = "plugins"
-version = "0.14.0"
+version = "0.15.0"
dependencies = [
"auth",
"clap 4.5.19",
@@ -8828,7 +9127,7 @@ dependencies = [
[[package]]
name = "promql"
-version = "0.14.0"
+version = "0.15.0"
dependencies = [
"ahash 0.8.11",
"async-trait",
@@ -8852,9 +9151,9 @@ dependencies = [
[[package]]
name = "promql-parser"
-version = "0.5.0"
+version = "0.5.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "7c6b1429bdd199d53bd58b745075c1652efedbe2746e5d4f0d56d3184dda48ec"
+checksum = "60d851f6523a8215e2fbf86b6cef4548433f8b76092e9ffb607105de52ae63fd"
dependencies = [
"cfgrammar",
"chrono",
@@ -8928,7 +9227,7 @@ dependencies = [
"log",
"multimap",
"once_cell",
- "petgraph 0.6.5",
+ "petgraph 0.7.1",
"prettyplease",
"prost 0.13.5",
"prost-types 0.13.5",
@@ -9074,7 +9373,7 @@ dependencies = [
[[package]]
name = "puffin"
-version = "0.14.0"
+version = "0.15.0"
dependencies = [
"async-compression 0.4.13",
"async-trait",
@@ -9115,13 +9414,13 @@ dependencies = [
[[package]]
name = "query"
-version = "0.14.0"
+version = "0.15.0"
dependencies = [
"ahash 0.8.11",
"api",
"arc-swap",
- "arrow",
- "arrow-schema",
+ "arrow 54.2.1",
+ "arrow-schema 54.3.1",
"async-recursion",
"async-stream",
"async-trait",
@@ -9178,10 +9477,10 @@ dependencies = [
"session",
"snafu 0.8.5",
"sql",
- "sqlparser 0.54.0 (git+https://github.com/GreptimeTeam/sqlparser-rs.git?rev=e98e6b322426a9d397a71efef17075966223c089)",
+ "sqlparser 0.54.0 (git+https://github.com/GreptimeTeam/sqlparser-rs.git?rev=0cf6c04490d59435ee965edd2078e8855bd8471e)",
"statrs",
"store-api",
- "substrait 0.14.0",
+ "substrait 0.15.0",
"table",
"tokio",
"tokio-stream",
@@ -9228,7 +9527,7 @@ dependencies = [
"pin-project-lite",
"quinn-proto",
"quinn-udp",
- "rustc-hash 2.0.0",
+ "rustc-hash 2.1.1",
"rustls",
"socket2",
"thiserror 1.0.64",
@@ -9245,7 +9544,7 @@ dependencies = [
"bytes",
"rand 0.8.5",
"ring",
- "rustc-hash 2.0.0",
+ "rustc-hash 2.1.1",
"rustls",
"slab",
"thiserror 1.0.64",
@@ -9522,9 +9821,9 @@ dependencies = [
[[package]]
name = "regex"
-version = "1.11.0"
+version = "1.11.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "38200e5ee88914975b69f657f0801b6f6dccafd44fd9326302a4aaeecfacb1d8"
+checksum = "b544ef1b4eac5dc2db33ea63606ae9ffcfac26c1416a2806ae0bf5f56b201191"
dependencies = [
"aho-corasick",
"memchr",
@@ -9706,15 +10005,14 @@ dependencies = [
[[package]]
name = "ring"
-version = "0.17.8"
+version = "0.17.14"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "c17fa4cb658e3583423e915b9f3acc01cceaee1860e33d59ebae66adc3a2dc0d"
+checksum = "a4689e6c2294d81e88dc6261c768b63bc4fcdb852be6d1352498b114f61383b7"
dependencies = [
"cc",
"cfg-if",
"getrandom 0.2.15",
"libc",
- "spin",
"untrusted",
"windows-sys 0.52.0",
]
@@ -10035,9 +10333,9 @@ checksum = "08d43f7aa6b08d49f382cde6a7982047c3426db949b1424bc4b7ec9ae12c6ce2"
[[package]]
name = "rustc-hash"
-version = "2.0.0"
+version = "2.1.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "583034fd73374156e66797ed8e5b0d5690409c9226b22d87cb7f19821c05d152"
+checksum = "357703d41365b4b27c590e3ed91eabb1b663f07c4c084095e60cbed4362dff0d"
[[package]]
name = "rustc_version"
@@ -10532,14 +10830,14 @@ dependencies = [
[[package]]
name = "servers"
-version = "0.14.0"
+version = "0.15.0"
dependencies = [
"ahash 0.8.11",
"api",
- "arrow",
+ "arrow 54.2.1",
"arrow-flight",
- "arrow-ipc",
- "arrow-schema",
+ "arrow-ipc 54.2.1",
+ "arrow-schema 54.3.1",
"async-trait",
"auth",
"axum 0.8.1",
@@ -10602,6 +10900,7 @@ dependencies = [
"openmetrics-parser",
"opensrv-mysql",
"opentelemetry-proto 0.27.0",
+ "otel-arrow-rust",
"parking_lot 0.12.3",
"permutation",
"pgwire",
@@ -10651,7 +10950,7 @@ dependencies = [
[[package]]
name = "session"
-version = "0.14.0"
+version = "0.15.0"
dependencies = [
"api",
"arc-swap",
@@ -10859,9 +11158,9 @@ dependencies = [
[[package]]
name = "smallbitvec"
-version = "2.5.3"
+version = "2.6.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "fcc3fc564a4b53fd1e8589628efafe57602d91bde78be18186b5f61e8faea470"
+checksum = "d31d263dd118560e1a492922182ab6ca6dc1d03a3bf54e7699993f31a4150e3f"
[[package]]
name = "smallvec"
@@ -10976,7 +11275,7 @@ dependencies = [
[[package]]
name = "sql"
-version = "0.14.0"
+version = "0.15.0"
dependencies = [
"api",
"chrono",
@@ -11004,10 +11303,11 @@ dependencies = [
"serde",
"serde_json",
"snafu 0.8.5",
- "sqlparser 0.54.0 (git+https://github.com/GreptimeTeam/sqlparser-rs.git?rev=e98e6b322426a9d397a71efef17075966223c089)",
+ "sqlparser 0.54.0 (git+https://github.com/GreptimeTeam/sqlparser-rs.git?rev=0cf6c04490d59435ee965edd2078e8855bd8471e)",
"sqlparser_derive 0.1.1",
"store-api",
"table",
+ "uuid",
]
[[package]]
@@ -11030,7 +11330,7 @@ dependencies = [
[[package]]
name = "sqlness-runner"
-version = "0.14.0"
+version = "0.15.0"
dependencies = [
"async-trait",
"clap 4.5.19",
@@ -11072,7 +11372,7 @@ dependencies = [
[[package]]
name = "sqlparser"
version = "0.54.0"
-source = "git+https://github.com/GreptimeTeam/sqlparser-rs.git?rev=e98e6b322426a9d397a71efef17075966223c089#e98e6b322426a9d397a71efef17075966223c089"
+source = "git+https://github.com/GreptimeTeam/sqlparser-rs.git?rev=0cf6c04490d59435ee965edd2078e8855bd8471e#0cf6c04490d59435ee965edd2078e8855bd8471e"
dependencies = [
"lazy_static",
"log",
@@ -11080,7 +11380,7 @@ dependencies = [
"regex",
"serde",
"sqlparser 0.54.0 (registry+https://github.com/rust-lang/crates.io-index)",
- "sqlparser_derive 0.3.0 (git+https://github.com/GreptimeTeam/sqlparser-rs.git?rev=e98e6b322426a9d397a71efef17075966223c089)",
+ "sqlparser_derive 0.3.0 (git+https://github.com/GreptimeTeam/sqlparser-rs.git?rev=0cf6c04490d59435ee965edd2078e8855bd8471e)",
]
[[package]]
@@ -11108,7 +11408,7 @@ dependencies = [
[[package]]
name = "sqlparser_derive"
version = "0.3.0"
-source = "git+https://github.com/GreptimeTeam/sqlparser-rs.git?rev=e98e6b322426a9d397a71efef17075966223c089#e98e6b322426a9d397a71efef17075966223c089"
+source = "git+https://github.com/GreptimeTeam/sqlparser-rs.git?rev=0cf6c04490d59435ee965edd2078e8855bd8471e#0cf6c04490d59435ee965edd2078e8855bd8471e"
dependencies = [
"proc-macro2",
"quote",
@@ -11349,7 +11649,7 @@ dependencies = [
[[package]]
name = "store-api"
-version = "0.14.0"
+version = "0.15.0"
dependencies = [
"api",
"aquamarine",
@@ -11498,7 +11798,7 @@ dependencies = [
[[package]]
name = "substrait"
-version = "0.14.0"
+version = "0.15.0"
dependencies = [
"async-trait",
"bytes",
@@ -11678,7 +11978,7 @@ dependencies = [
[[package]]
name = "table"
-version = "0.14.0"
+version = "0.15.0"
dependencies = [
"api",
"async-trait",
@@ -11929,7 +12229,7 @@ checksum = "3369f5ac52d5eb6ab48c6b4ffdc8efbcad6b89c765749064ba298f2c68a16a76"
[[package]]
name = "tests-fuzz"
-version = "0.14.0"
+version = "0.15.0"
dependencies = [
"arbitrary",
"async-trait",
@@ -11963,7 +12263,7 @@ dependencies = [
"serde_yaml",
"snafu 0.8.5",
"sql",
- "sqlparser 0.54.0 (git+https://github.com/GreptimeTeam/sqlparser-rs.git?rev=e98e6b322426a9d397a71efef17075966223c089)",
+ "sqlparser 0.54.0 (git+https://github.com/GreptimeTeam/sqlparser-rs.git?rev=0cf6c04490d59435ee965edd2078e8855bd8471e)",
"sqlx",
"store-api",
"strum 0.27.1",
@@ -11973,7 +12273,7 @@ dependencies = [
[[package]]
name = "tests-integration"
-version = "0.14.0"
+version = "0.15.0"
dependencies = [
"api",
"arrow-flight",
@@ -12040,7 +12340,7 @@ dependencies = [
"sql",
"sqlx",
"store-api",
- "substrait 0.14.0",
+ "substrait 0.15.0",
"table",
"tempfile",
"time",
@@ -12051,6 +12351,7 @@ dependencies = [
"tower 0.5.2",
"url",
"uuid",
+ "yaml-rust",
"zstd 0.13.2",
]
diff --git a/Cargo.toml b/Cargo.toml
index 78d45f9bf5..b0a049bbd1 100644
--- a/Cargo.toml
+++ b/Cargo.toml
@@ -68,16 +68,16 @@ members = [
resolver = "2"
[workspace.package]
-version = "0.14.0"
+version = "0.15.0"
edition = "2021"
license = "Apache-2.0"
[workspace.lints]
-clippy.print_stdout = "warn"
-clippy.print_stderr = "warn"
clippy.dbg_macro = "warn"
clippy.implicit_clone = "warn"
-clippy.readonly_write_lock = "allow"
+clippy.result_large_err = "allow"
+clippy.large_enum_variant = "allow"
+clippy.doc_overindented_list_items = "allow"
rust.unknown_lints = "deny"
rust.unexpected_cfgs = { level = "warn", check-cfg = ['cfg(tokio_unstable)'] }
@@ -113,15 +113,15 @@ clap = { version = "4.4", features = ["derive"] }
config = "0.13.0"
crossbeam-utils = "0.8"
dashmap = "6.1"
-datafusion = { git = "https://github.com/waynexia/arrow-datafusion.git", rev = "07dd0bee9e524d83228847c15af6c12f438349ab" }
-datafusion-common = { git = "https://github.com/waynexia/arrow-datafusion.git", rev = "07dd0bee9e524d83228847c15af6c12f438349ab" }
-datafusion-expr = { git = "https://github.com/waynexia/arrow-datafusion.git", rev = "07dd0bee9e524d83228847c15af6c12f438349ab" }
-datafusion-functions = { git = "https://github.com/waynexia/arrow-datafusion.git", rev = "07dd0bee9e524d83228847c15af6c12f438349ab" }
-datafusion-optimizer = { git = "https://github.com/waynexia/arrow-datafusion.git", rev = "07dd0bee9e524d83228847c15af6c12f438349ab" }
-datafusion-physical-expr = { git = "https://github.com/waynexia/arrow-datafusion.git", rev = "07dd0bee9e524d83228847c15af6c12f438349ab" }
-datafusion-physical-plan = { git = "https://github.com/waynexia/arrow-datafusion.git", rev = "07dd0bee9e524d83228847c15af6c12f438349ab" }
-datafusion-sql = { git = "https://github.com/waynexia/arrow-datafusion.git", rev = "07dd0bee9e524d83228847c15af6c12f438349ab" }
-datafusion-substrait = { git = "https://github.com/waynexia/arrow-datafusion.git", rev = "07dd0bee9e524d83228847c15af6c12f438349ab" }
+datafusion = { git = "https://github.com/waynexia/arrow-datafusion.git", rev = "e104c7cf62b11dd5fe41461b82514978234326b4" }
+datafusion-common = { git = "https://github.com/waynexia/arrow-datafusion.git", rev = "e104c7cf62b11dd5fe41461b82514978234326b4" }
+datafusion-expr = { git = "https://github.com/waynexia/arrow-datafusion.git", rev = "e104c7cf62b11dd5fe41461b82514978234326b4" }
+datafusion-functions = { git = "https://github.com/waynexia/arrow-datafusion.git", rev = "e104c7cf62b11dd5fe41461b82514978234326b4" }
+datafusion-optimizer = { git = "https://github.com/waynexia/arrow-datafusion.git", rev = "e104c7cf62b11dd5fe41461b82514978234326b4" }
+datafusion-physical-expr = { git = "https://github.com/waynexia/arrow-datafusion.git", rev = "e104c7cf62b11dd5fe41461b82514978234326b4" }
+datafusion-physical-plan = { git = "https://github.com/waynexia/arrow-datafusion.git", rev = "e104c7cf62b11dd5fe41461b82514978234326b4" }
+datafusion-sql = { git = "https://github.com/waynexia/arrow-datafusion.git", rev = "e104c7cf62b11dd5fe41461b82514978234326b4" }
+datafusion-substrait = { git = "https://github.com/waynexia/arrow-datafusion.git", rev = "e104c7cf62b11dd5fe41461b82514978234326b4" }
deadpool = "0.12"
deadpool-postgres = "0.14"
derive_builder = "0.20"
@@ -130,7 +130,7 @@ etcd-client = "0.14"
fst = "0.4.7"
futures = "0.3"
futures-util = "0.3"
-greptime-proto = { git = "https://github.com/GreptimeTeam/greptime-proto.git", rev = "dd4a1996982534636734674db66e44464b0c0d83" }
+greptime-proto = { git = "https://github.com/GreptimeTeam/greptime-proto.git", rev = "e82b0158cd38d4021edb4e4c0ae77f999051e62f" }
hex = "0.4"
http = "1"
humantime = "2.1"
@@ -148,7 +148,7 @@ moka = "0.12"
nalgebra = "0.33"
notify = "8.0"
num_cpus = "1.16"
-object_store_opendal = "0.49.0"
+object_store_opendal = "0.50"
once_cell = "1.18"
opentelemetry-proto = { version = "0.27", features = [
"gen-tonic",
@@ -162,7 +162,7 @@ parquet = { version = "54.2", default-features = false, features = ["arrow", "as
paste = "1.0"
pin-project = "1.0"
prometheus = { version = "0.13.3", features = ["process"] }
-promql-parser = { version = "0.5", features = ["ser"] }
+promql-parser = { version = "0.5.1", features = ["ser"] }
prost = "0.13"
raft-engine = { version = "0.4.1", default-features = false }
rand = "0.9"
@@ -192,7 +192,7 @@ simd-json = "0.15"
similar-asserts = "1.6.0"
smallvec = { version = "1", features = ["serde"] }
snafu = "0.8"
-sqlparser = { git = "https://github.com/GreptimeTeam/sqlparser-rs.git", rev = "e98e6b322426a9d397a71efef17075966223c089", features = [
+sqlparser = { git = "https://github.com/GreptimeTeam/sqlparser-rs.git", rev = "0cf6c04490d59435ee965edd2078e8855bd8471e", features = [
"visitor",
"serde",
] } # branch = "v0.54.x"
@@ -270,6 +270,9 @@ metric-engine = { path = "src/metric-engine" }
mito2 = { path = "src/mito2" }
object-store = { path = "src/object-store" }
operator = { path = "src/operator" }
+otel-arrow-rust = { git = "https://github.com/open-telemetry/otel-arrow", rev = "5d551412d2a12e689cde4d84c14ef29e36784e51", features = [
+ "server",
+] }
partition = { path = "src/partition" }
pipeline = { path = "src/pipeline" }
plugins = { path = "src/plugins" }
diff --git a/Makefile b/Makefile
index a0e4b590aa..7c1cff9821 100644
--- a/Makefile
+++ b/Makefile
@@ -32,6 +32,10 @@ ifneq ($(strip $(BUILD_JOBS)),)
NEXTEST_OPTS += --build-jobs=${BUILD_JOBS}
endif
+ifneq ($(strip $(BUILD_JOBS)),)
+ SQLNESS_OPTS += --jobs ${BUILD_JOBS}
+endif
+
ifneq ($(strip $(CARGO_PROFILE)),)
CARGO_BUILD_OPTS += --profile ${CARGO_PROFILE}
endif
@@ -218,6 +222,16 @@ start-cluster: ## Start the greptimedb cluster with etcd by using docker compose
stop-cluster: ## Stop the greptimedb cluster that created by docker compose.
docker compose -f ./docker/docker-compose/cluster-with-etcd.yaml stop
+##@ Grafana
+
+.PHONY: check-dashboards
+check-dashboards: ## Check the Grafana dashboards.
+ @./grafana/scripts/check.sh
+
+.PHONY: dashboards
+dashboards: ## Generate the Grafana dashboards for standalone mode and intermediate dashboards.
+ @./grafana/scripts/gen-dashboards.sh
+
##@ Docs
config-docs: ## Generate configuration documentation from toml files.
docker run --rm \
diff --git a/README.md b/README.md
index 07da173117..b7381a1e4d 100644
--- a/README.md
+++ b/README.md
@@ -6,7 +6,7 @@
-Unified & Cost-Effective Observerability Database for Metrics, Logs, and Events
+Real-Time & Cloud-Native Observability Database
@@ -62,7 +62,7 @@
## Introduction
-**GreptimeDB** is an open-source unified & cost-effective observerability database for **Metrics**, **Logs**, and **Events** (also **Traces** in plan). You can gain real-time insights from Edge to Cloud at Any Scale.
+**GreptimeDB** is an open-source, cloud-native, unified & cost-effective observability database for **Metrics**, **Logs**, and **Traces**. You can gain real-time insights from Edge to Cloud at Any Scale.
## News
@@ -70,27 +70,27 @@
## Why GreptimeDB
-Our core developers have been building observerability data platforms for years. Based on our best practices, GreptimeDB was born to give you:
+Our core developers have been building observability data platforms for years. Based on our best practices, GreptimeDB was born to give you:
-* **Unified Processing of Metrics, Logs, and Events**
+* **Unified Processing of Observability Data**
- GreptimeDB unifies observerability data processing by treating all data - whether metrics, logs, or events - as timestamped events with context. Users can analyze this data using either [SQL](https://docs.greptime.com/user-guide/query-data/sql) or [PromQL](https://docs.greptime.com/user-guide/query-data/promql) and leverage stream processing ([Flow](https://docs.greptime.com/user-guide/flow-computation/overview)) to enable continuous aggregation. [Read more](https://docs.greptime.com/user-guide/concepts/data-model).
+ A unified database that treats metrics, logs, and traces as timestamped wide events with context, supporting [SQL](https://docs.greptime.com/user-guide/query-data/sql)/[PromQL](https://docs.greptime.com/user-guide/query-data/promql) queries and [stream processing](https://docs.greptime.com/user-guide/flow-computation/overview) to simplify complex data stacks.
+
+* **High Performance and Cost-effective**
+
+ Written in Rust, combines a distributed query engine with [rich indexing](https://docs.greptime.com/user-guide/manage-data/data-index) (inverted, fulltext, skip data, and vector) and optimized columnar storage to deliver sub-second responses on petabyte-scale data and high-cost efficiency.
* **Cloud-native Distributed Database**
Built for [Kubernetes](https://docs.greptime.com/user-guide/deployments/deploy-on-kubernetes/greptimedb-operator-management). GreptimeDB achieves seamless scalability with its [cloud-native architecture](https://docs.greptime.com/user-guide/concepts/architecture) of separated compute and storage, built on object storage (AWS S3, Azure Blob Storage, etc.) while enabling cross-cloud deployment through a unified data access layer.
-* **Performance and Cost-effective**
+* **Developer-Friendly**
- Written in pure Rust for superior performance and reliability. GreptimeDB features a distributed query engine with intelligent indexing to handle high cardinality data efficiently. Its optimized columnar storage achieves 50x cost efficiency on cloud object storage through advanced compression. [Benchmark reports](https://www.greptime.com/blogs/2024-09-09-report-summary).
+ Access standardized SQL/PromQL interfaces through built-in web dashboard, REST API, and MySQL/PostgreSQL protocols. Supports widely adopted data ingestion [protocols](https://docs.greptime.com/user-guide/protocols/overview) for seamless migration and integration.
-* **Cloud-Edge Collaboration**
+* **Flexible Deployment Options**
- GreptimeDB seamlessly operates across cloud and edge (ARM/Android/Linux), providing consistent APIs and control plane for unified data management and efficient synchronization. [Learn how to run on Android](https://docs.greptime.com/user-guide/deployments/run-on-android/).
-
-* **Multi-protocol Ingestion, SQL & PromQL Ready**
-
- Widely adopted database protocols and APIs, including MySQL, PostgreSQL, InfluxDB, OpenTelemetry, Loki and Prometheus, etc. Effortless Adoption & Seamless Migration. [Supported Protocols Overview](https://docs.greptime.com/user-guide/protocols/overview).
+ Deploy GreptimeDB anywhere from ARM-based edge devices to cloud environments with unified APIs and bandwidth-efficient data synchronization. Query edge and cloud data seamlessly through identical APIs. [Learn how to run on Android](https://docs.greptime.com/user-guide/deployments/run-on-android/).
For more detailed info please read [Why GreptimeDB](https://docs.greptime.com/user-guide/concepts/why-greptimedb).
@@ -233,3 +233,5 @@ Special thanks to all the contributors who have propelled GreptimeDB forward. Fo
- GreptimeDB's query engine is powered by [Apache Arrow DataFusion™](https://arrow.apache.org/datafusion/).
- [Apache OpenDAL™](https://opendal.apache.org) gives GreptimeDB a very general and elegant data access abstraction layer.
- GreptimeDB's meta service is based on [etcd](https://etcd.io/).
+
+ `
+ where `` is the path to the greptimedb binary, `` is the directory containing the gprof files(the directory `dump.sh` is dumping profiles to).
+ Example call: `./gen_flamegraph.sh ./greptime .`
+
+ Generating the flame graph might take a few minutes. The generated flame graphs are located in the `/flamegraphs` directory. Or if no `flamegraph.pl` is found, it will only contain `.collapse` files which is also fine.
+5. You can send the generated flame graphs(the entire folder of `/flamegraphs`) to developers for further analysis.
+
+
+## Getting the `jeprof` tool
+there are three ways to get `jeprof`, list in here from simple to complex, using any one of those methods is ok, as long as it's the same environment as the `greptimedb` will be running on:
+1. If you are compiling greptimedb from source, then `jeprof` is already produced during compilation. After running `cargo build`, execute `find_compiled_jeprof.sh`. This will copy `jeprof` to the current directory.
+2. Or, if you have the Rust toolchain installed locally, simply follow these commands:
+```bash
+cargo new get_jeprof
+cd get_jeprof
+```
+Then add this line to `Cargo.toml`:
+```toml
+[dependencies]
+tikv-jemalloc-ctl = { version = "0.6", features = ["use_std", "stats"] }
+```
+then run:
+```bash
+cargo build
+```
+after that the `jeprof` tool is produced. Now run `find_compiled_jeprof.sh` in current directory, it will copy the `jeprof` tool to the current directory.
+
+3. compile jemalloc from source
+you can first clone this repo, and checkout to this commit:
+```bash
+git clone https://github.com/tikv/jemalloc.git
+cd jemalloc
+git checkout e13ca993e8ccb9ba9847cc330696e02839f328f7
+```
+then run:
+```bash
+./configure
+make
+```
+and `jeprof` is in `.bin/` directory. Copy it to the current directory.
diff --git a/docs/how-to/memory-profile-scripts/scripts/dump.sh b/docs/how-to/memory-profile-scripts/scripts/dump.sh
new file mode 100755
index 0000000000..d84bee75a5
--- /dev/null
+++ b/docs/how-to/memory-profile-scripts/scripts/dump.sh
@@ -0,0 +1,78 @@
+#!/bin/bash
+
+# Monitors greptime process memory usage every 10 minutes
+# Triggers memory profile capture via `curl -X POST localhost:4000/debug/prof/mem > greptime-{timestamp}.gprof`
+# when memory increases by more than 20MB since last check
+# Generated profiles can be analyzed using flame graphs as described in `how-to-profile-memory.md`
+# (jeprof is compiled with the database - see documentation)
+# Alternative: Share binaries + profiles for analysis (Docker images preferred)
+
+# Threshold in Kilobytes (20 MB)
+threshold_kb=$((20 * 1024))
+sleep_interval=$((10 * 60))
+
+# Variable to store the last measured memory usage in KB
+last_mem_kb=0
+
+echo "Starting memory monitoring for 'greptime' process..."
+
+while true; do
+
+ # Check if PID is provided as an argument
+ if [ -z "$1" ]; then
+ echo "$(date): PID must be provided as a command-line argument."
+ exit 1
+ fi
+
+ pid="$1"
+
+ # Validate that the PID is a number
+ if ! [[ "$pid" =~ ^[0-9]+$ ]]; then
+ echo "$(date): Invalid PID: '$pid'. PID must be a number."
+ exit 1
+ fi
+
+ # Get the current Resident Set Size (RSS) in Kilobytes
+ current_mem_kb=$(ps -o rss= -p "$pid")
+
+ # Check if ps command was successful and returned a number
+ if ! [[ "$current_mem_kb" =~ ^[0-9]+$ ]]; then
+ echo "$(date): Failed to get memory usage for PID $pid. Skipping check."
+ # Keep last_mem_kb to avoid false positives if the process briefly becomes unreadable.
+ continue
+ fi
+
+ echo "$(date): Current memory usage for PID $pid: ${current_mem_kb} KB"
+
+ # Compare with the last measurement
+ # if it's the first run, also do a baseline dump just to make sure we can dump
+
+ diff_kb=$((current_mem_kb - last_mem_kb))
+ echo "$(date): Memory usage change since last check: ${diff_kb} KB"
+
+ if [ "$diff_kb" -gt "$threshold_kb" ]; then
+ echo "$(date): Memory increase (${diff_kb} KB) exceeded threshold (${threshold_kb} KB). Dumping profile..."
+ timestamp=$(date +%Y%m%d%H%M%S)
+ profile_file="greptime-${timestamp}.gprof"
+ # Execute curl and capture output to file
+ if curl -sf -X POST localhost:4000/debug/prof/mem > "$profile_file"; then
+ echo "$(date): Memory profile saved to $profile_file"
+ else
+ echo "$(date): Failed to dump memory profile (curl exit code: $?)."
+ # Remove the potentially empty/failed profile file
+ rm -f "$profile_file"
+ fi
+ else
+ echo "$(date): Memory increase (${diff_kb} KB) is within the threshold (${threshold_kb} KB)."
+ fi
+
+
+ # Update the last memory usage
+ last_mem_kb=$current_mem_kb
+
+ # Wait for 5 minutes
+ echo "$(date): Sleeping for $sleep_interval seconds..."
+ sleep $sleep_interval
+done
+
+echo "Memory monitoring script stopped." # This line might not be reached in normal operation
diff --git a/docs/how-to/memory-profile-scripts/scripts/find_compiled_jeprof.sh b/docs/how-to/memory-profile-scripts/scripts/find_compiled_jeprof.sh
new file mode 100755
index 0000000000..b59488d1b4
--- /dev/null
+++ b/docs/how-to/memory-profile-scripts/scripts/find_compiled_jeprof.sh
@@ -0,0 +1,15 @@
+#!/bin/bash
+
+# Locates compiled jeprof binary (memory analysis tool) after cargo build
+# Copies it to current directory from target/ build directories
+
+JPROF_PATH=$(find . -name 'jeprof' -print -quit)
+if [ -n "$JPROF_PATH" ]; then
+ echo "Found jeprof at $JPROF_PATH"
+ cp "$JPROF_PATH" .
+ chmod +x jeprof
+ echo "Copied jeprof to current directory and made it executable."
+else
+ echo "jeprof not found"
+ exit 1
+fi
diff --git a/docs/how-to/memory-profile-scripts/scripts/gen_flamegraph.sh b/docs/how-to/memory-profile-scripts/scripts/gen_flamegraph.sh
new file mode 100755
index 0000000000..454d3da8ae
--- /dev/null
+++ b/docs/how-to/memory-profile-scripts/scripts/gen_flamegraph.sh
@@ -0,0 +1,89 @@
+#!/bin/bash
+
+# Generate flame graphs from a series of `.gprof` files
+# First argument: Path to the binary executable
+# Second argument: Path to directory containing gprof files
+# Requires `jeprof` and `flamegraph.pl` in current directory
+# What this script essentially does is:
+# ./jeprof --collapse | ./flamegraph.pl >
+# For differential analysis between consecutive profiles:
+# ./jeprof --base --collapse | ./flamegraph.pl >
+
+set -e # Exit immediately if a command exits with a non-zero status.
+
+# Check for required tools
+if [ ! -f "./jeprof" ]; then
+ echo "Error: jeprof not found in the current directory."
+ exit 1
+fi
+
+if [ ! -f "./flamegraph.pl" ]; then
+ echo "Error: flamegraph.pl not found in the current directory."
+ exit 1
+fi
+
+# Check arguments
+if [ "$#" -ne 2 ]; then
+ echo "Usage: $0 "
+ exit 1
+fi
+
+BINARY_PATH=$1
+GPROF_DIR=$2
+OUTPUT_DIR="${GPROF_DIR}/flamegraphs" # Store outputs in a subdirectory
+
+if [ ! -f "$BINARY_PATH" ]; then
+ echo "Error: Binary file not found at $BINARY_PATH"
+ exit 1
+fi
+
+if [ ! -d "$GPROF_DIR" ]; then
+ echo "Error: gprof directory not found at $GPROF_DIR"
+ exit 1
+fi
+
+mkdir -p "$OUTPUT_DIR"
+echo "Generating flamegraphs in $OUTPUT_DIR"
+
+# Find and sort gprof files
+# Use find + sort -V for natural sort of version numbers if present in filenames
+# Use null-terminated strings for safety with find/xargs/sort
+mapfile -d $'\0' gprof_files < <(find "$GPROF_DIR" -maxdepth 1 -name '*.gprof' -print0 | sort -zV)
+
+if [ ${#gprof_files[@]} -eq 0 ]; then
+ echo "No .gprof files found in $GPROF_DIR"
+ exit 0
+fi
+
+prev_gprof=""
+
+# Generate flamegraphs
+for gprof_file in "${gprof_files[@]}"; do
+ # Skip empty entries if any
+ if [ -z "$gprof_file" ]; then
+ continue
+ fi
+
+ filename=$(basename "$gprof_file" .gprof)
+ output_collapse="${OUTPUT_DIR}/${filename}.collapse"
+ output_svg="${OUTPUT_DIR}/${filename}.svg"
+ echo "Generating collapse file for $gprof_file -> $output_collapse"
+ ./jeprof "$BINARY_PATH" "$gprof_file" --collapse > "$output_collapse"
+ echo "Generating flamegraph for $gprof_file -> $output_svg"
+ ./flamegraph.pl "$output_collapse" > "$output_svg" || true
+
+ # Generate diff flamegraph if not the first file
+ if [ -n "$prev_gprof" ]; then
+ prev_filename=$(basename "$prev_gprof" .gprof)
+ diff_output_collapse="${OUTPUT_DIR}/${prev_filename}_vs_${filename}_diff.collapse"
+ diff_output_svg="${OUTPUT_DIR}/${prev_filename}_vs_${filename}_diff.svg"
+ echo "Generating diff collapse file for $prev_gprof vs $gprof_file -> $diff_output_collapse"
+ ./jeprof "$BINARY_PATH" --base "$prev_gprof" "$gprof_file" --collapse > "$diff_output_collapse"
+ echo "Generating diff flamegraph for $prev_gprof vs $gprof_file -> $diff_output_svg"
+ ./flamegraph.pl "$diff_output_collapse" > "$diff_output_svg" || true
+ fi
+
+ prev_gprof="$gprof_file"
+done
+
+echo "Flamegraph generation complete."
diff --git a/docs/how-to/memory-profile-scripts/scripts/gen_from_collapse.sh b/docs/how-to/memory-profile-scripts/scripts/gen_from_collapse.sh
new file mode 100755
index 0000000000..0546ede38e
--- /dev/null
+++ b/docs/how-to/memory-profile-scripts/scripts/gen_from_collapse.sh
@@ -0,0 +1,44 @@
+#!/bin/bash
+
+# Generate flame graphs from .collapse files
+# Argument: Path to directory containing collapse files
+# Requires `flamegraph.pl` in current directory
+
+# Check if flamegraph.pl exists
+if [ ! -f "./flamegraph.pl" ]; then
+ echo "Error: flamegraph.pl not found in the current directory."
+ exit 1
+fi
+
+# Check if directory argument is provided
+if [ -z "$1" ]; then
+ echo "Usage: $0 "
+ exit 1
+fi
+
+COLLAPSE_DIR=$1
+
+# Check if the provided argument is a directory
+if [ ! -d "$COLLAPSE_DIR" ]; then
+ echo "Error: '$COLLAPSE_DIR' is not a valid directory."
+ exit 1
+fi
+
+echo "Generating flame graphs from collapse files in '$COLLAPSE_DIR'..."
+
+# Find and process each .collapse file
+find "$COLLAPSE_DIR" -maxdepth 1 -name "*.collapse" -print0 | while IFS= read -r -d $'\0' collapse_file; do
+ if [ -f "$collapse_file" ]; then
+ # Construct the output SVG filename
+ svg_file="${collapse_file%.collapse}.svg"
+ echo "Generating $svg_file from $collapse_file..."
+ ./flamegraph.pl "$collapse_file" > "$svg_file"
+ if [ $? -ne 0 ]; then
+ echo "Error generating flame graph for $collapse_file"
+ else
+ echo "Successfully generated $svg_file"
+ fi
+ fi
+done
+
+echo "Flame graph generation complete."
diff --git a/docs/how-to/memory-profile-scripts/scripts/get_flamegraph_tool.sh b/docs/how-to/memory-profile-scripts/scripts/get_flamegraph_tool.sh
new file mode 100755
index 0000000000..d299d71698
--- /dev/null
+++ b/docs/how-to/memory-profile-scripts/scripts/get_flamegraph_tool.sh
@@ -0,0 +1,6 @@
+#!/bin/bash
+
+# Download flamegraph.pl to current directory - this is the flame graph generation tool script
+
+curl https://raw.githubusercontent.com/brendangregg/FlameGraph/master/flamegraph.pl > ./flamegraph.pl
+chmod +x ./flamegraph.pl
diff --git a/flake.lock b/flake.lock
index cfea27d34b..f2b2521130 100644
--- a/flake.lock
+++ b/flake.lock
@@ -8,11 +8,11 @@
"rust-analyzer-src": "rust-analyzer-src"
},
"locked": {
- "lastModified": 1737613896,
- "narHash": "sha256-ldqXIglq74C7yKMFUzrS9xMT/EVs26vZpOD68Sh7OcU=",
+ "lastModified": 1742452566,
+ "narHash": "sha256-sVuLDQ2UIWfXUBbctzrZrXM2X05YjX08K7XHMztt36E=",
"owner": "nix-community",
"repo": "fenix",
- "rev": "303a062fdd8e89f233db05868468975d17855d80",
+ "rev": "7d9ba794daf5e8cc7ee728859bc688d8e26d5f06",
"type": "github"
},
"original": {
@@ -41,11 +41,11 @@
},
"nixpkgs": {
"locked": {
- "lastModified": 1737569578,
- "narHash": "sha256-6qY0pk2QmUtBT9Mywdvif0i/CLVgpCjMUn6g9vB+f3M=",
+ "lastModified": 1743576891,
+ "narHash": "sha256-vXiKURtntURybE6FMNFAVpRPr8+e8KoLPrYs9TGuAKc=",
"owner": "NixOS",
"repo": "nixpkgs",
- "rev": "47addd76727f42d351590c905d9d1905ca895b82",
+ "rev": "44a69ed688786e98a101f02b712c313f1ade37ab",
"type": "github"
},
"original": {
@@ -65,11 +65,11 @@
"rust-analyzer-src": {
"flake": false,
"locked": {
- "lastModified": 1737581772,
- "narHash": "sha256-t1P2Pe3FAX9TlJsCZbmJ3wn+C4qr6aSMypAOu8WNsN0=",
+ "lastModified": 1742296961,
+ "narHash": "sha256-gCpvEQOrugHWLimD1wTFOJHagnSEP6VYBDspq96Idu0=",
"owner": "rust-lang",
"repo": "rust-analyzer",
- "rev": "582af7ee9c8d84f5d534272fc7de9f292bd849be",
+ "rev": "15d87419f1a123d8f888d608129c3ce3ff8f13d4",
"type": "github"
},
"original": {
diff --git a/flake.nix b/flake.nix
index a6d9fbc0df..225f631721 100644
--- a/flake.nix
+++ b/flake.nix
@@ -21,7 +21,7 @@
lib = nixpkgs.lib;
rustToolchain = fenix.packages.${system}.fromToolchainName {
name = (lib.importTOML ./rust-toolchain.toml).toolchain.channel;
- sha256 = "sha256-f/CVA1EC61EWbh0SjaRNhLL0Ypx2ObupbzigZp8NmL4=";
+ sha256 = "sha256-i0Sh/ZFFsHlZ3oFZFc24qdk6Cd8Do8OPU4HJQsrKOeM=";
};
in
{
diff --git a/grafana/README.md b/grafana/README.md
index 233dcdd4d6..db86581e0b 100644
--- a/grafana/README.md
+++ b/grafana/README.md
@@ -1,61 +1,89 @@
-Grafana dashboard for GreptimeDB
---------------------------------
+# Grafana dashboards for GreptimeDB
-GreptimeDB's official Grafana dashboard.
+## Overview
-Status notify: we are still working on this config. It's expected to change frequently in the recent days. Please feel free to submit your feedback and/or contribution to this dashboard 🤗
+This repository maintains the Grafana dashboards for GreptimeDB. It has two types of dashboards:
-If you use Helm [chart](https://github.com/GreptimeTeam/helm-charts) to deploy GreptimeDB cluster, you can enable self-monitoring by setting the following values in your Helm chart:
+- `cluster/dashboard.json`: The Grafana dashboard for the GreptimeDB cluster. Read the [dashboard.md](./dashboards/cluster/dashboard.md) for more details.
+- `standalone/dashboard.json`: The Grafana dashboard for the standalone GreptimeDB instance. **It's generated from the `cluster/dashboard.json` by removing the instance filter through the `make dashboards` command**. Read the [dashboard.md](./dashboards/standalone/dashboard.md) for more details.
+
+As the rapid development of GreptimeDB, the metrics may be changed, and please feel free to submit your feedback and/or contribution to this dashboard 🤗
+
+**NOTE**:
+
+- The Grafana version should be greater than 9.0.
+
+- If you want to modify the dashboards, you only need to modify the `cluster/dashboard.json` and run the `make dashboards` command to generate the `standalone/dashboard.json` and other related files.
+
+To maintain the dashboards easily, we use the [`dac`](https://github.com/zyy17/dac) tool to generate the intermediate dashboards and markdown documents:
+
+- `cluster/dashboard.yaml`: The intermediate dashboard for the GreptimeDB cluster.
+- `standalone/dashboard.yaml`: The intermediate dashboard for the standalone GreptimeDB instance.
+
+## Data Sources
+
+There are two data sources for the dashboards to fetch the metrics:
+
+- **Prometheus**: Expose the metrics of GreptimeDB.
+- **Information Schema**: It is the MySQL port of the current monitored instance. The `overview` dashboard will use this datasource to show the information schema of the current instance.
+
+## Instance Filters
+
+To deploy the dashboards for multiple scenarios (K8s, bare metal, etc.), we prefer to use the `instance` label when filtering instances.
+
+Additionally, we recommend including the `pod` label in the legend to make it easier to identify each instance, even though this field will be empty in bare metal scenarios.
+
+For example, the following query is recommended:
+
+```promql
+sum(process_resident_memory_bytes{instance=~"$datanode"}) by (instance, pod)
+```
+
+And the legend will be like: `[{{instance}}]-[{{ pod }}]`.
+
+## Deployment
+
+### Helm
+
+If you use the Helm [chart](https://github.com/GreptimeTeam/helm-charts) to deploy a GreptimeDB cluster, you can enable self-monitoring by setting the following values in your Helm chart:
- `monitoring.enabled=true`: Deploys a standalone GreptimeDB instance dedicated to monitoring the cluster;
- `grafana.enabled=true`: Deploys Grafana and automatically imports the monitoring dashboard;
-The standalone GreptimeDB instance will collect metrics from your cluster and the dashboard will be available in the Grafana UI. For detailed deployment instructions, please refer to our [Kubernetes deployment guide](https://docs.greptime.com/nightly/user-guide/deployments/deploy-on-kubernetes/getting-started).
+The standalone GreptimeDB instance will collect metrics from your cluster, and the dashboard will be available in the Grafana UI. For detailed deployment instructions, please refer to our [Kubernetes deployment guide](https://docs.greptime.com/nightly/user-guide/deployments/deploy-on-kubernetes/getting-started).
-# How to use
+### Self-host Prometheus and import dashboards manually
-## `greptimedb.json`
+1. **Configure Prometheus to scrape the cluster**
-Open Grafana Dashboard page, choose `New` -> `Import`. And upload `greptimedb.json` file.
+ The following is an example configuration(**Please modify it according to your actual situation**):
-## `greptimedb-cluster.json`
+ ```yml
+ # example config
+ # only to indicate how to assign labels to each target
+ # modify yours accordingly
+ scrape_configs:
+ - job_name: metasrv
+ static_configs:
+ - targets: [':']
-This cluster dashboard provides a comprehensive view of incoming requests, response statuses, and internal activities such as flush and compaction, with a layered structure from frontend to datanode. Designed with a focus on alert functionality, its primary aim is to highlight any anomalies in metrics, allowing users to quickly pinpoint the cause of errors.
+ - job_name: datanode
+ static_configs:
+ - targets: [':', ':', ':']
-We use Prometheus to scrape off metrics from nodes in GreptimeDB cluster, Grafana to visualize the diagram. Any compatible stack should work too.
+ - job_name: frontend
+ static_configs:
+ - targets: [':']
+ ```
-__Note__: This dashboard is still in an early stage of development. Any issue or advice on improvement is welcomed.
+2. **Configure the data sources in Grafana**
-### Configuration
+ You need to add two data sources in Grafana:
-Please ensure the following configuration before importing the dashboard into Grafana.
+ - Prometheus: It is the Prometheus instance that scrapes the GreptimeDB metrics.
+ - Information Schema: It is the MySQL port of the current monitored instance. The dashboard will use this datasource to show the information schema of the current instance.
-__1. Prometheus scrape config__
+3. **Import the dashboards based on your deployment scenario**
-Configure Prometheus to scrape the cluster.
-
-```yml
-# example config
-# only to indicate how to assign labels to each target
-# modify yours accordingly
-scrape_configs:
- - job_name: metasrv
- static_configs:
- - targets: [':']
-
- - job_name: datanode
- static_configs:
- - targets: [':', ':', ':']
-
- - job_name: frontend
- static_configs:
- - targets: [':']
-```
-
-__2. Grafana config__
-
-Create a Prometheus data source in Grafana before using this dashboard. We use `datasource` as a variable in Grafana dashboard so that multiple environments are supported.
-
-### Usage
-
-Use `datasource` or `instance` on the upper-left corner to filter data from certain node.
+ - **Cluster**: Import the `cluster/dashboard.json` dashboard.
+ - **Standalone**: Import the `standalone/dashboard.json` dashboard.
diff --git a/grafana/check.sh b/grafana/check.sh
deleted file mode 100755
index 9cab07391c..0000000000
--- a/grafana/check.sh
+++ /dev/null
@@ -1,19 +0,0 @@
-#!/usr/bin/env bash
-
-BASEDIR=$(dirname "$0")
-
-# Use jq to check for panels with empty or missing descriptions
-invalid_panels=$(cat $BASEDIR/greptimedb-cluster.json | jq -r '
- .panels[]
- | select((.type == "stats" or .type == "timeseries") and (.description == "" or .description == null))
-')
-
-# Check if any invalid panels were found
-if [[ -n "$invalid_panels" ]]; then
- echo "Error: The following panels have empty or missing descriptions:"
- echo "$invalid_panels"
- exit 1
-else
- echo "All panels with type 'stats' or 'timeseries' have valid descriptions."
- exit 0
-fi
diff --git a/grafana/dashboards/cluster/dashboard.json b/grafana/dashboards/cluster/dashboard.json
new file mode 100644
index 0000000000..91633ae6ab
--- /dev/null
+++ b/grafana/dashboards/cluster/dashboard.json
@@ -0,0 +1,7193 @@
+{
+ "annotations": {
+ "list": [
+ {
+ "builtIn": 1,
+ "datasource": {
+ "type": "grafana",
+ "uid": "-- Grafana --"
+ },
+ "enable": true,
+ "hide": true,
+ "iconColor": "rgba(0, 211, 255, 1)",
+ "name": "Annotations & Alerts",
+ "target": {
+ "limit": 100,
+ "matchAny": false,
+ "tags": [],
+ "type": "dashboard"
+ },
+ "type": "dashboard"
+ }
+ ]
+ },
+ "description": "The Grafana dashboards for GreptimeDB.",
+ "editable": true,
+ "fiscalYearStartMonth": 0,
+ "graphTooltip": 1,
+ "id": null,
+ "links": [],
+ "panels": [
+ {
+ "collapsed": false,
+ "gridPos": {
+ "h": 1,
+ "w": 24,
+ "x": 0,
+ "y": 0
+ },
+ "id": 279,
+ "panels": [],
+ "title": "Overview",
+ "type": "row"
+ },
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "description": "The start time of GreptimeDB.",
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "thresholds"
+ },
+ "fieldMinMax": false,
+ "mappings": [],
+ "max": 2,
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green",
+ "value": null
+ }
+ ]
+ },
+ "unit": "s"
+ },
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 4,
+ "w": 3,
+ "x": 0,
+ "y": 1
+ },
+ "id": 265,
+ "options": {
+ "colorMode": "value",
+ "graphMode": "none",
+ "justifyMode": "auto",
+ "orientation": "auto",
+ "percentChangeColorMode": "standard",
+ "reduceOptions": {
+ "calcs": [
+ "lastNotNull"
+ ],
+ "fields": "",
+ "limit": 1,
+ "values": true
+ },
+ "showPercentChange": false,
+ "textMode": "auto",
+ "wideLayout": true
+ },
+ "pluginVersion": "11.1.3",
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "disableTextWrap": false,
+ "editorMode": "code",
+ "expr": "time() - process_start_time_seconds",
+ "fullMetaSearch": false,
+ "includeNullMetadata": true,
+ "instant": false,
+ "legendFormat": "__auto",
+ "range": true,
+ "refId": "A",
+ "useBackend": false
+ }
+ ],
+ "title": "Uptime",
+ "type": "stat"
+ },
+ {
+ "datasource": {
+ "type": "mysql",
+ "uid": "${information_schema}"
+ },
+ "description": "GreptimeDB version.",
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "thresholds"
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green",
+ "value": null
+ },
+ {
+ "color": "red",
+ "value": 80
+ }
+ ]
+ }
+ },
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 4,
+ "w": 2,
+ "x": 3,
+ "y": 1
+ },
+ "id": 239,
+ "options": {
+ "colorMode": "value",
+ "graphMode": "area",
+ "justifyMode": "auto",
+ "orientation": "auto",
+ "percentChangeColorMode": "standard",
+ "reduceOptions": {
+ "calcs": [
+ "lastNotNull"
+ ],
+ "fields": "/^pkg_version$/",
+ "values": false
+ },
+ "showPercentChange": false,
+ "textMode": "auto",
+ "wideLayout": true
+ },
+ "pluginVersion": "11.1.3",
+ "targets": [
+ {
+ "dataset": "information_schema",
+ "datasource": {
+ "type": "mysql",
+ "uid": "${information_schema}"
+ },
+ "editorMode": "code",
+ "format": "table",
+ "rawQuery": true,
+ "rawSql": "SELECT pkg_version FROM information_schema.build_info",
+ "refId": "A",
+ "sql": {
+ "columns": [
+ {
+ "parameters": [],
+ "type": "function"
+ }
+ ],
+ "groupBy": [
+ {
+ "property": {
+ "type": "string"
+ },
+ "type": "groupBy"
+ }
+ ],
+ "limit": 50
+ }
+ }
+ ],
+ "title": "Version",
+ "type": "stat"
+ },
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "description": "Total ingestion rate.",
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "thresholds"
+ },
+ "fieldMinMax": false,
+ "mappings": [],
+ "max": 2,
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green",
+ "value": null
+ }
+ ]
+ },
+ "unit": "rowsps"
+ },
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 4,
+ "w": 4,
+ "x": 5,
+ "y": 1
+ },
+ "id": 249,
+ "options": {
+ "colorMode": "value",
+ "graphMode": "none",
+ "justifyMode": "auto",
+ "orientation": "auto",
+ "percentChangeColorMode": "standard",
+ "reduceOptions": {
+ "calcs": [
+ "lastNotNull"
+ ],
+ "fields": "",
+ "values": false
+ },
+ "showPercentChange": false,
+ "textMode": "auto",
+ "wideLayout": true
+ },
+ "pluginVersion": "11.1.3",
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "editorMode": "code",
+ "expr": "sum(rate(greptime_table_operator_ingest_rows[$__rate_interval]))",
+ "instant": false,
+ "legendFormat": "__auto",
+ "range": true,
+ "refId": "A"
+ }
+ ],
+ "title": "Total Ingestion Rate",
+ "type": "stat"
+ },
+ {
+ "datasource": {
+ "type": "mysql",
+ "uid": "${information_schema}"
+ },
+ "description": "Total number of data file size.",
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "thresholds"
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green",
+ "value": null
+ }
+ ]
+ },
+ "unit": "decbytes"
+ },
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 4,
+ "w": 4,
+ "x": 9,
+ "y": 1
+ },
+ "id": 248,
+ "options": {
+ "colorMode": "value",
+ "graphMode": "area",
+ "justifyMode": "auto",
+ "orientation": "auto",
+ "percentChangeColorMode": "standard",
+ "reduceOptions": {
+ "calcs": [
+ "lastNotNull"
+ ],
+ "fields": "",
+ "values": false
+ },
+ "showPercentChange": false,
+ "textMode": "auto",
+ "wideLayout": true
+ },
+ "pluginVersion": "11.1.3",
+ "targets": [
+ {
+ "dataset": "information_schema",
+ "datasource": {
+ "type": "mysql",
+ "uid": "${information_schema}"
+ },
+ "editorMode": "code",
+ "format": "table",
+ "rawQuery": true,
+ "rawSql": "select SUM(disk_size) from information_schema.region_statistics;",
+ "refId": "A",
+ "sql": {
+ "columns": [
+ {
+ "parameters": [],
+ "type": "function"
+ }
+ ],
+ "groupBy": [
+ {
+ "property": {
+ "type": "string"
+ },
+ "type": "groupBy"
+ }
+ ],
+ "limit": 50
+ }
+ }
+ ],
+ "title": "Total Storage Size",
+ "type": "stat"
+ },
+ {
+ "datasource": {
+ "type": "mysql",
+ "uid": "${information_schema}"
+ },
+ "description": "Total number of data rows in the cluster. Calculated by sum of rows from each region.",
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "thresholds"
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green",
+ "value": null
+ }
+ ]
+ },
+ "unit": "sishort"
+ },
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 4,
+ "w": 4,
+ "x": 13,
+ "y": 1
+ },
+ "id": 254,
+ "options": {
+ "colorMode": "value",
+ "graphMode": "area",
+ "justifyMode": "auto",
+ "orientation": "auto",
+ "percentChangeColorMode": "standard",
+ "reduceOptions": {
+ "calcs": [
+ "lastNotNull"
+ ],
+ "fields": "",
+ "values": false
+ },
+ "showPercentChange": false,
+ "textMode": "auto",
+ "wideLayout": true
+ },
+ "pluginVersion": "11.1.3",
+ "targets": [
+ {
+ "dataset": "information_schema",
+ "datasource": {
+ "type": "mysql",
+ "uid": "${information_schema}"
+ },
+ "editorMode": "code",
+ "format": "table",
+ "rawQuery": true,
+ "rawSql": "select SUM(region_rows) from information_schema.region_statistics;",
+ "refId": "A",
+ "sql": {
+ "columns": [
+ {
+ "parameters": [],
+ "type": "function"
+ }
+ ],
+ "groupBy": [
+ {
+ "property": {
+ "type": "string"
+ },
+ "type": "groupBy"
+ }
+ ],
+ "limit": 50
+ }
+ }
+ ],
+ "title": "Total Rows",
+ "type": "stat"
+ },
+ {
+ "datasource": {
+ "type": "mysql",
+ "uid": "${information_schema}"
+ },
+ "description": "The deployment topology of GreptimeDB.",
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "thresholds"
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green",
+ "value": null
+ },
+ {
+ "color": "red",
+ "value": 80
+ }
+ ]
+ }
+ },
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 4,
+ "w": 5,
+ "x": 0,
+ "y": 5
+ },
+ "id": 243,
+ "options": {
+ "colorMode": "value",
+ "graphMode": "area",
+ "justifyMode": "auto",
+ "orientation": "auto",
+ "percentChangeColorMode": "standard",
+ "reduceOptions": {
+ "calcs": [
+ "lastNotNull"
+ ],
+ "fields": "",
+ "values": false
+ },
+ "showPercentChange": false,
+ "textMode": "auto",
+ "wideLayout": true
+ },
+ "pluginVersion": "11.1.3",
+ "targets": [
+ {
+ "dataset": "information_schema",
+ "datasource": {
+ "type": "mysql",
+ "uid": "${information_schema}"
+ },
+ "editorMode": "code",
+ "format": "table",
+ "hide": false,
+ "rawQuery": true,
+ "rawSql": "SELECT count(*) as datanode FROM information_schema.cluster_info WHERE peer_type = 'DATANODE';",
+ "refId": "datanode",
+ "sql": {
+ "columns": [
+ {
+ "parameters": [],
+ "type": "function"
+ }
+ ],
+ "groupBy": [
+ {
+ "property": {
+ "type": "string"
+ },
+ "type": "groupBy"
+ }
+ ],
+ "limit": 50
+ }
+ },
+ {
+ "dataset": "information_schema",
+ "datasource": {
+ "type": "mysql",
+ "uid": "${information_schema}"
+ },
+ "editorMode": "code",
+ "format": "table",
+ "rawQuery": true,
+ "rawSql": "SELECT count(*) as frontend FROM information_schema.cluster_info WHERE peer_type = 'FRONTEND';",
+ "refId": "frontend",
+ "sql": {
+ "columns": [
+ {
+ "parameters": [],
+ "type": "function"
+ }
+ ],
+ "groupBy": [
+ {
+ "property": {
+ "type": "string"
+ },
+ "type": "groupBy"
+ }
+ ],
+ "limit": 50
+ }
+ },
+ {
+ "dataset": "information_schema",
+ "datasource": {
+ "type": "mysql",
+ "uid": "${information_schema}"
+ },
+ "editorMode": "code",
+ "format": "table",
+ "hide": false,
+ "rawQuery": true,
+ "rawSql": "SELECT count(*) as metasrv FROM information_schema.cluster_info WHERE peer_type = 'METASRV';",
+ "refId": "metasrv",
+ "sql": {
+ "columns": [
+ {
+ "parameters": [],
+ "type": "function"
+ }
+ ],
+ "groupBy": [
+ {
+ "property": {
+ "type": "string"
+ },
+ "type": "groupBy"
+ }
+ ],
+ "limit": 50
+ }
+ },
+ {
+ "dataset": "information_schema",
+ "datasource": {
+ "type": "mysql",
+ "uid": "${information_schema}"
+ },
+ "editorMode": "code",
+ "format": "table",
+ "hide": false,
+ "rawQuery": true,
+ "rawSql": "SELECT count(*) as flownode FROM information_schema.cluster_info WHERE peer_type = 'FLOWNODE';",
+ "refId": "flownode",
+ "sql": {
+ "columns": [
+ {
+ "parameters": [],
+ "type": "function"
+ }
+ ],
+ "groupBy": [
+ {
+ "property": {
+ "type": "string"
+ },
+ "type": "groupBy"
+ }
+ ],
+ "limit": 50
+ }
+ }
+ ],
+ "title": "Deployment",
+ "type": "stat"
+ },
+ {
+ "datasource": {
+ "type": "mysql",
+ "uid": "${information_schema}"
+ },
+ "description": "The number of the key resources in GreptimeDB.",
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "thresholds"
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green",
+ "value": null
+ }
+ ]
+ }
+ },
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 4,
+ "w": 5,
+ "x": 5,
+ "y": 5
+ },
+ "id": 247,
+ "options": {
+ "colorMode": "value",
+ "graphMode": "area",
+ "justifyMode": "auto",
+ "orientation": "auto",
+ "percentChangeColorMode": "standard",
+ "reduceOptions": {
+ "calcs": [
+ "lastNotNull"
+ ],
+ "fields": "",
+ "values": false
+ },
+ "showPercentChange": false,
+ "textMode": "auto",
+ "wideLayout": true
+ },
+ "pluginVersion": "11.1.3",
+ "targets": [
+ {
+ "dataset": "information_schema",
+ "datasource": {
+ "type": "mysql",
+ "uid": "${information_schema}"
+ },
+ "editorMode": "code",
+ "format": "table",
+ "hide": false,
+ "rawQuery": true,
+ "rawSql": "SELECT COUNT(*) as databases FROM information_schema.schemata WHERE schema_name NOT IN ('greptime_private', 'information_schema')",
+ "refId": "databases",
+ "sql": {
+ "columns": [
+ {
+ "parameters": [],
+ "type": "function"
+ }
+ ],
+ "groupBy": [
+ {
+ "property": {
+ "type": "string"
+ },
+ "type": "groupBy"
+ }
+ ],
+ "limit": 50
+ }
+ },
+ {
+ "dataset": "information_schema",
+ "datasource": {
+ "type": "mysql",
+ "uid": "${information_schema}"
+ },
+ "editorMode": "code",
+ "format": "table",
+ "rawQuery": true,
+ "rawSql": "SELECT COUNT(*) as tables FROM information_schema.tables WHERE table_schema != 'information_schema'",
+ "refId": "tables",
+ "sql": {
+ "columns": [
+ {
+ "parameters": [],
+ "type": "function"
+ }
+ ],
+ "groupBy": [
+ {
+ "property": {
+ "type": "string"
+ },
+ "type": "groupBy"
+ }
+ ],
+ "limit": 50
+ }
+ },
+ {
+ "dataset": "information_schema",
+ "datasource": {
+ "type": "mysql",
+ "uid": "${information_schema}"
+ },
+ "editorMode": "code",
+ "format": "table",
+ "hide": false,
+ "rawQuery": true,
+ "rawSql": "SELECT COUNT(region_id) as regions FROM information_schema.region_peers",
+ "refId": "A",
+ "sql": {
+ "columns": [
+ {
+ "parameters": [],
+ "type": "function"
+ }
+ ],
+ "groupBy": [
+ {
+ "property": {
+ "type": "string"
+ },
+ "type": "groupBy"
+ }
+ ],
+ "limit": 50
+ }
+ },
+ {
+ "dataset": "information_schema",
+ "datasource": {
+ "type": "mysql",
+ "uid": "${information_schema}"
+ },
+ "editorMode": "code",
+ "format": "table",
+ "hide": false,
+ "rawQuery": true,
+ "rawSql": "SELECT COUNT(*) as flows FROM information_schema.flows",
+ "refId": "B",
+ "sql": {
+ "columns": [
+ {
+ "parameters": [],
+ "type": "function"
+ }
+ ],
+ "groupBy": [
+ {
+ "property": {
+ "type": "string"
+ },
+ "type": "groupBy"
+ }
+ ],
+ "limit": 50
+ }
+ }
+ ],
+ "title": "Database Resources",
+ "type": "stat"
+ },
+ {
+ "datasource": {
+ "type": "mysql",
+ "uid": "${information_schema}"
+ },
+ "description": "The data size of wal/index/manifest in the GreptimeDB.",
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "thresholds"
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green",
+ "value": null
+ }
+ ]
+ },
+ "unit": "decbytes"
+ },
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 4,
+ "w": 5,
+ "x": 10,
+ "y": 5
+ },
+ "id": 278,
+ "options": {
+ "colorMode": "value",
+ "graphMode": "area",
+ "justifyMode": "auto",
+ "orientation": "auto",
+ "percentChangeColorMode": "standard",
+ "reduceOptions": {
+ "calcs": [
+ "lastNotNull"
+ ],
+ "fields": "",
+ "values": false
+ },
+ "showPercentChange": false,
+ "textMode": "auto",
+ "wideLayout": true
+ },
+ "pluginVersion": "11.1.3",
+ "targets": [
+ {
+ "dataset": "information_schema",
+ "datasource": {
+ "type": "mysql",
+ "uid": "${information_schema}"
+ },
+ "editorMode": "code",
+ "format": "table",
+ "hide": false,
+ "rawQuery": true,
+ "rawSql": "SELECT SUM(memtable_size) * 0.42825 as WAL FROM information_schema.region_statistics;\n",
+ "refId": "WAL",
+ "sql": {
+ "columns": [
+ {
+ "parameters": [],
+ "type": "function"
+ }
+ ],
+ "groupBy": [
+ {
+ "property": {
+ "type": "string"
+ },
+ "type": "groupBy"
+ }
+ ],
+ "limit": 50
+ }
+ },
+ {
+ "dataset": "information_schema",
+ "datasource": {
+ "type": "mysql",
+ "uid": "${information_schema}"
+ },
+ "editorMode": "code",
+ "format": "table",
+ "hide": false,
+ "rawQuery": true,
+ "rawSql": "SELECT SUM(index_size) as index FROM information_schema.region_statistics;\n",
+ "refId": "Index",
+ "sql": {
+ "columns": [
+ {
+ "parameters": [],
+ "type": "function"
+ }
+ ],
+ "groupBy": [
+ {
+ "property": {
+ "type": "string"
+ },
+ "type": "groupBy"
+ }
+ ],
+ "limit": 50
+ }
+ },
+ {
+ "dataset": "information_schema",
+ "datasource": {
+ "type": "mysql",
+ "uid": "${information_schema}"
+ },
+ "editorMode": "code",
+ "format": "table",
+ "hide": false,
+ "rawQuery": true,
+ "rawSql": "SELECT SUM(manifest_size) as manifest FROM information_schema.region_statistics;\n",
+ "refId": "manifest",
+ "sql": {
+ "columns": [
+ {
+ "parameters": [],
+ "type": "function"
+ }
+ ],
+ "groupBy": [
+ {
+ "property": {
+ "type": "string"
+ },
+ "type": "groupBy"
+ }
+ ],
+ "limit": 50
+ }
+ }
+ ],
+ "title": "Data Size",
+ "type": "stat"
+ },
+ {
+ "collapsed": true,
+ "gridPos": {
+ "h": 1,
+ "w": 24,
+ "x": 0,
+ "y": 9
+ },
+ "id": 275,
+ "panels": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "description": "Total ingestion rate.\n\nHere we listed 3 primary protocols:\n\n- Prometheus remote write\n- Greptime's gRPC API (when using our ingest SDK)\n- Log ingestion http API\n",
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "palette-classic"
+ },
+ "custom": {
+ "axisBorderShow": false,
+ "axisCenteredZero": false,
+ "axisColorMode": "text",
+ "axisLabel": "",
+ "axisPlacement": "auto",
+ "barAlignment": 0,
+ "barWidthFactor": 0.6,
+ "drawStyle": "line",
+ "fillOpacity": 0,
+ "gradientMode": "none",
+ "hideFrom": {
+ "legend": false,
+ "tooltip": false,
+ "viz": false
+ },
+ "insertNulls": false,
+ "lineInterpolation": "linear",
+ "lineWidth": 1,
+ "pointSize": 5,
+ "scaleDistribution": {
+ "type": "linear"
+ },
+ "showPoints": "auto",
+ "spanNulls": false,
+ "stacking": {
+ "group": "A",
+ "mode": "none"
+ },
+ "thresholdsStyle": {
+ "mode": "off"
+ }
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green"
+ },
+ {
+ "color": "red",
+ "value": 80
+ }
+ ]
+ },
+ "unit": "rowsps"
+ },
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 6,
+ "w": 24,
+ "x": 0,
+ "y": 10
+ },
+ "id": 193,
+ "options": {
+ "legend": {
+ "calcs": [
+ "mean"
+ ],
+ "displayMode": "table",
+ "placement": "bottom",
+ "showLegend": true
+ },
+ "tooltip": {
+ "hideZeros": false,
+ "mode": "single",
+ "sort": "none"
+ }
+ },
+ "pluginVersion": "11.1.3",
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "editorMode": "code",
+ "expr": "sum(rate(greptime_table_operator_ingest_rows{instance=~\"$frontend\"}[$__rate_interval]))",
+ "hide": false,
+ "instant": false,
+ "legendFormat": "ingestion",
+ "range": true,
+ "refId": "C"
+ }
+ ],
+ "title": "Total Ingestion Rate",
+ "type": "timeseries"
+ },
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "description": "Total ingestion rate.\n\nHere we listed 3 primary protocols:\n\n- Prometheus remote write\n- Greptime's gRPC API (when using our ingest SDK)\n- Log ingestion http API\n",
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "palette-classic"
+ },
+ "custom": {
+ "axisBorderShow": false,
+ "axisCenteredZero": false,
+ "axisColorMode": "text",
+ "axisLabel": "",
+ "axisPlacement": "auto",
+ "barAlignment": 0,
+ "barWidthFactor": 0.6,
+ "drawStyle": "line",
+ "fillOpacity": 0,
+ "gradientMode": "none",
+ "hideFrom": {
+ "legend": false,
+ "tooltip": false,
+ "viz": false
+ },
+ "insertNulls": false,
+ "lineInterpolation": "linear",
+ "lineWidth": 1,
+ "pointSize": 5,
+ "scaleDistribution": {
+ "type": "linear"
+ },
+ "showPoints": "auto",
+ "spanNulls": false,
+ "stacking": {
+ "group": "A",
+ "mode": "none"
+ },
+ "thresholdsStyle": {
+ "mode": "off"
+ }
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green"
+ },
+ {
+ "color": "red",
+ "value": 80
+ }
+ ]
+ },
+ "unit": "rowsps"
+ },
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 6,
+ "w": 24,
+ "x": 0,
+ "y": 784
+ },
+ "id": 277,
+ "options": {
+ "legend": {
+ "calcs": [
+ "mean"
+ ],
+ "displayMode": "table",
+ "placement": "bottom",
+ "showLegend": true
+ },
+ "tooltip": {
+ "hideZeros": false,
+ "mode": "single",
+ "sort": "none"
+ }
+ },
+ "pluginVersion": "11.1.3",
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "editorMode": "code",
+ "expr": "sum(rate(greptime_servers_http_logs_ingestion_counter[$__rate_interval]))",
+ "hide": false,
+ "instant": false,
+ "legendFormat": "http-logs",
+ "range": true,
+ "refId": "http_logs"
+ },
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "editorMode": "code",
+ "expr": "sum(rate(greptime_servers_prometheus_remote_write_samples[$__rate_interval]))",
+ "hide": false,
+ "instant": false,
+ "legendFormat": "prometheus-remote-write",
+ "range": true,
+ "refId": "prometheus-remote-write"
+ }
+ ],
+ "title": "Ingestion Rate by Type",
+ "type": "timeseries"
+ }
+ ],
+ "title": "Ingestion",
+ "type": "row"
+ },
+ {
+ "collapsed": true,
+ "gridPos": {
+ "h": 1,
+ "w": 24,
+ "x": 0,
+ "y": 10
+ },
+ "id": 276,
+ "panels": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "description": "Total rate of query API calls by protocol. This metric is collected from frontends.\n\nHere we listed 3 main protocols:\n- MySQL\n- Postgres\n- Prometheus API\n\nNote that there are some other minor query APIs like /sql are not included",
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "palette-classic"
+ },
+ "custom": {
+ "axisBorderShow": false,
+ "axisCenteredZero": false,
+ "axisColorMode": "text",
+ "axisLabel": "",
+ "axisPlacement": "auto",
+ "barAlignment": 0,
+ "drawStyle": "line",
+ "fillOpacity": 0,
+ "gradientMode": "none",
+ "hideFrom": {
+ "legend": false,
+ "tooltip": false,
+ "viz": false
+ },
+ "insertNulls": false,
+ "lineInterpolation": "linear",
+ "lineWidth": 1,
+ "pointSize": 5,
+ "scaleDistribution": {
+ "type": "linear"
+ },
+ "showPoints": "auto",
+ "spanNulls": false,
+ "stacking": {
+ "group": "A",
+ "mode": "none"
+ },
+ "thresholdsStyle": {
+ "mode": "off"
+ }
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green"
+ },
+ {
+ "color": "red",
+ "value": 80
+ }
+ ]
+ },
+ "unit": "reqps"
+ },
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 6,
+ "w": 24,
+ "x": 0,
+ "y": 1589
+ },
+ "id": 255,
+ "options": {
+ "legend": {
+ "calcs": [
+ "mean"
+ ],
+ "displayMode": "table",
+ "placement": "bottom",
+ "showLegend": true
+ },
+ "tooltip": {
+ "mode": "single",
+ "sort": "none"
+ }
+ },
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "editorMode": "code",
+ "expr": "sum (rate(greptime_servers_mysql_query_elapsed_count{instance=~\"$frontend\"}[$__rate_interval]))",
+ "instant": false,
+ "legendFormat": "mysql",
+ "range": true,
+ "refId": "A"
+ },
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "editorMode": "code",
+ "expr": "sum (rate(greptime_servers_postgres_query_elapsed_count{instance=~\"$frontend\"}[$__rate_interval]))",
+ "hide": false,
+ "instant": false,
+ "legendFormat": "pg",
+ "range": true,
+ "refId": "B"
+ },
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "editorMode": "code",
+ "expr": "sum (rate(greptime_servers_http_promql_elapsed_counte{instance=~\"$frontend\"}[$__rate_interval]))",
+ "hide": false,
+ "instant": false,
+ "legendFormat": "promql",
+ "range": true,
+ "refId": "C"
+ }
+ ],
+ "title": "Total Query Rate",
+ "type": "timeseries"
+ }
+ ],
+ "title": "Queries",
+ "type": "row"
+ },
+ {
+ "collapsed": false,
+ "gridPos": {
+ "h": 1,
+ "w": 24,
+ "x": 0,
+ "y": 11
+ },
+ "id": 274,
+ "panels": [],
+ "title": "Resources",
+ "type": "row"
+ },
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "description": "Current memory usage by instance",
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "palette-classic"
+ },
+ "custom": {
+ "axisBorderShow": false,
+ "axisCenteredZero": false,
+ "axisColorMode": "text",
+ "axisLabel": "",
+ "axisPlacement": "auto",
+ "barAlignment": 0,
+ "barWidthFactor": 0.6,
+ "drawStyle": "line",
+ "fillOpacity": 0,
+ "gradientMode": "none",
+ "hideFrom": {
+ "legend": false,
+ "tooltip": false,
+ "viz": false
+ },
+ "insertNulls": false,
+ "lineInterpolation": "linear",
+ "lineWidth": 1,
+ "pointSize": 5,
+ "scaleDistribution": {
+ "type": "linear"
+ },
+ "showPoints": "auto",
+ "spanNulls": false,
+ "stacking": {
+ "group": "A",
+ "mode": "none"
+ },
+ "thresholdsStyle": {
+ "mode": "off"
+ }
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green",
+ "value": null
+ },
+ {
+ "color": "red",
+ "value": 80
+ }
+ ]
+ },
+ "unit": "decbytes"
+ },
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 10,
+ "w": 12,
+ "x": 0,
+ "y": 12
+ },
+ "id": 256,
+ "options": {
+ "legend": {
+ "calcs": [
+ "mean"
+ ],
+ "displayMode": "table",
+ "placement": "bottom",
+ "showLegend": true,
+ "sortBy": "Mean",
+ "sortDesc": true
+ },
+ "tooltip": {
+ "hideZeros": false,
+ "mode": "single",
+ "sort": "none"
+ }
+ },
+ "pluginVersion": "11.1.3",
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "editorMode": "code",
+ "expr": "sum(process_resident_memory_bytes{instance=~\"$datanode\"}) by (instance, pod)",
+ "instant": false,
+ "legendFormat": "[{{instance}}]-[{{ pod }}]",
+ "range": true,
+ "refId": "A"
+ }
+ ],
+ "title": "Datanode Memory per Instance",
+ "type": "timeseries"
+ },
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "description": "Current cpu usage by instance",
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "palette-classic"
+ },
+ "custom": {
+ "axisBorderShow": false,
+ "axisCenteredZero": false,
+ "axisColorMode": "text",
+ "axisLabel": "",
+ "axisPlacement": "auto",
+ "barAlignment": 0,
+ "barWidthFactor": 0.6,
+ "drawStyle": "line",
+ "fillOpacity": 0,
+ "gradientMode": "none",
+ "hideFrom": {
+ "legend": false,
+ "tooltip": false,
+ "viz": false
+ },
+ "insertNulls": false,
+ "lineInterpolation": "linear",
+ "lineWidth": 1,
+ "pointSize": 5,
+ "scaleDistribution": {
+ "type": "linear"
+ },
+ "showPoints": "auto",
+ "spanNulls": false,
+ "stacking": {
+ "group": "A",
+ "mode": "none"
+ },
+ "thresholdsStyle": {
+ "mode": "off"
+ }
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green",
+ "value": null
+ },
+ {
+ "color": "red",
+ "value": 80
+ }
+ ]
+ },
+ "unit": "none"
+ },
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 10,
+ "w": 12,
+ "x": 12,
+ "y": 12
+ },
+ "id": 262,
+ "options": {
+ "legend": {
+ "calcs": [
+ "mean"
+ ],
+ "displayMode": "table",
+ "placement": "bottom",
+ "showLegend": true,
+ "sortBy": "Mean",
+ "sortDesc": true
+ },
+ "tooltip": {
+ "hideZeros": false,
+ "mode": "single",
+ "sort": "none"
+ }
+ },
+ "pluginVersion": "11.1.3",
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "editorMode": "code",
+ "exemplar": false,
+ "expr": "sum(rate(process_cpu_seconds_total{instance=~\"$datanode\"}[$__rate_interval]) * 1000) by (instance, pod)",
+ "instant": false,
+ "legendFormat": "[{{ instance }}]-[{{ pod }}]",
+ "range": true,
+ "refId": "A"
+ }
+ ],
+ "title": "Datanode CPU Usage per Instance",
+ "type": "timeseries"
+ },
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "description": "Current memory usage by instance",
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "palette-classic"
+ },
+ "custom": {
+ "axisBorderShow": false,
+ "axisCenteredZero": false,
+ "axisColorMode": "text",
+ "axisLabel": "",
+ "axisPlacement": "auto",
+ "barAlignment": 0,
+ "barWidthFactor": 0.6,
+ "drawStyle": "line",
+ "fillOpacity": 0,
+ "gradientMode": "none",
+ "hideFrom": {
+ "legend": false,
+ "tooltip": false,
+ "viz": false
+ },
+ "insertNulls": false,
+ "lineInterpolation": "linear",
+ "lineWidth": 1,
+ "pointSize": 5,
+ "scaleDistribution": {
+ "type": "linear"
+ },
+ "showPoints": "auto",
+ "spanNulls": false,
+ "stacking": {
+ "group": "A",
+ "mode": "none"
+ },
+ "thresholdsStyle": {
+ "mode": "off"
+ }
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green",
+ "value": null
+ },
+ {
+ "color": "red",
+ "value": 80
+ }
+ ]
+ },
+ "unit": "decbytes"
+ },
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 10,
+ "w": 12,
+ "x": 0,
+ "y": 22
+ },
+ "id": 266,
+ "options": {
+ "legend": {
+ "calcs": [
+ "mean"
+ ],
+ "displayMode": "table",
+ "placement": "bottom",
+ "showLegend": true
+ },
+ "tooltip": {
+ "hideZeros": false,
+ "mode": "single",
+ "sort": "none"
+ }
+ },
+ "pluginVersion": "11.1.3",
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "editorMode": "code",
+ "expr": "sum(process_resident_memory_bytes{instance=~\"$frontend\"}) by (instance, pod)",
+ "instant": false,
+ "legendFormat": "[{{ instance }}]-[{{ pod }}]",
+ "range": true,
+ "refId": "A"
+ }
+ ],
+ "title": "Frontend Memory per Instance",
+ "type": "timeseries"
+ },
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "description": "Current cpu usage by instance",
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "palette-classic"
+ },
+ "custom": {
+ "axisBorderShow": false,
+ "axisCenteredZero": false,
+ "axisColorMode": "text",
+ "axisLabel": "",
+ "axisPlacement": "auto",
+ "barAlignment": 0,
+ "barWidthFactor": 0.6,
+ "drawStyle": "line",
+ "fillOpacity": 0,
+ "gradientMode": "none",
+ "hideFrom": {
+ "legend": false,
+ "tooltip": false,
+ "viz": false
+ },
+ "insertNulls": false,
+ "lineInterpolation": "linear",
+ "lineWidth": 1,
+ "pointSize": 5,
+ "scaleDistribution": {
+ "type": "linear"
+ },
+ "showPoints": "auto",
+ "spanNulls": false,
+ "stacking": {
+ "group": "A",
+ "mode": "none"
+ },
+ "thresholdsStyle": {
+ "mode": "off"
+ }
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green",
+ "value": null
+ },
+ {
+ "color": "red",
+ "value": 80
+ }
+ ]
+ },
+ "unit": "none"
+ },
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 10,
+ "w": 12,
+ "x": 12,
+ "y": 22
+ },
+ "id": 268,
+ "options": {
+ "legend": {
+ "calcs": [
+ "lastNotNull"
+ ],
+ "displayMode": "table",
+ "placement": "bottom",
+ "showLegend": true,
+ "sortBy": "Mean",
+ "sortDesc": true
+ },
+ "tooltip": {
+ "hideZeros": false,
+ "mode": "single",
+ "sort": "none"
+ }
+ },
+ "pluginVersion": "11.1.3",
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "editorMode": "code",
+ "exemplar": false,
+ "expr": "sum(rate(process_cpu_seconds_total{instance=~\"$frontend\"}[$__rate_interval]) * 1000) by (instance, pod)",
+ "instant": false,
+ "legendFormat": "[{{ instance }}]-[{{ pod }}]-cpu",
+ "range": true,
+ "refId": "A"
+ }
+ ],
+ "title": "Frontend CPU Usage per Instance",
+ "type": "timeseries"
+ },
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "description": "Current memory usage by instance",
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "palette-classic"
+ },
+ "custom": {
+ "axisBorderShow": false,
+ "axisCenteredZero": false,
+ "axisColorMode": "text",
+ "axisLabel": "",
+ "axisPlacement": "auto",
+ "barAlignment": 0,
+ "barWidthFactor": 0.6,
+ "drawStyle": "line",
+ "fillOpacity": 0,
+ "gradientMode": "none",
+ "hideFrom": {
+ "legend": false,
+ "tooltip": false,
+ "viz": false
+ },
+ "insertNulls": false,
+ "lineInterpolation": "linear",
+ "lineWidth": 1,
+ "pointSize": 5,
+ "scaleDistribution": {
+ "type": "linear"
+ },
+ "showPoints": "auto",
+ "spanNulls": false,
+ "stacking": {
+ "group": "A",
+ "mode": "none"
+ },
+ "thresholdsStyle": {
+ "mode": "off"
+ }
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green"
+ },
+ {
+ "color": "red",
+ "value": 80
+ }
+ ]
+ },
+ "unit": "decbytes"
+ },
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 10,
+ "w": 12,
+ "x": 0,
+ "y": 32
+ },
+ "id": 269,
+ "options": {
+ "legend": {
+ "calcs": [
+ "mean"
+ ],
+ "displayMode": "table",
+ "placement": "bottom",
+ "showLegend": true
+ },
+ "tooltip": {
+ "hideZeros": false,
+ "mode": "single",
+ "sort": "none"
+ }
+ },
+ "pluginVersion": "11.1.3",
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "editorMode": "code",
+ "expr": "sum(process_resident_memory_bytes{instance=~\"$metasrv\"}) by (instance, pod)",
+ "instant": false,
+ "legendFormat": "[{{ instance }}]-[{{ pod }}]-resident",
+ "range": true,
+ "refId": "A"
+ }
+ ],
+ "title": "Metasrv Memory per Instance",
+ "type": "timeseries"
+ },
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "description": "Current cpu usage by instance",
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "palette-classic"
+ },
+ "custom": {
+ "axisBorderShow": false,
+ "axisCenteredZero": false,
+ "axisColorMode": "text",
+ "axisLabel": "",
+ "axisPlacement": "auto",
+ "barAlignment": 0,
+ "barWidthFactor": 0.6,
+ "drawStyle": "line",
+ "fillOpacity": 0,
+ "gradientMode": "none",
+ "hideFrom": {
+ "legend": false,
+ "tooltip": false,
+ "viz": false
+ },
+ "insertNulls": false,
+ "lineInterpolation": "linear",
+ "lineWidth": 1,
+ "pointSize": 5,
+ "scaleDistribution": {
+ "type": "linear"
+ },
+ "showPoints": "auto",
+ "spanNulls": false,
+ "stacking": {
+ "group": "A",
+ "mode": "none"
+ },
+ "thresholdsStyle": {
+ "mode": "off"
+ }
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green"
+ },
+ {
+ "color": "red",
+ "value": 80
+ }
+ ]
+ },
+ "unit": "none"
+ },
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 10,
+ "w": 12,
+ "x": 12,
+ "y": 32
+ },
+ "id": 271,
+ "options": {
+ "legend": {
+ "calcs": [
+ "mean"
+ ],
+ "displayMode": "table",
+ "placement": "bottom",
+ "showLegend": true,
+ "sortBy": "Mean",
+ "sortDesc": true
+ },
+ "tooltip": {
+ "hideZeros": false,
+ "mode": "single",
+ "sort": "none"
+ }
+ },
+ "pluginVersion": "11.1.3",
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "editorMode": "code",
+ "exemplar": false,
+ "expr": "sum(rate(process_cpu_seconds_total{instance=~\"$metasrv\"}[$__rate_interval]) * 1000) by (instance, pod)",
+ "instant": false,
+ "legendFormat": "[{{ instance }}]-[{{ pod }}]",
+ "range": true,
+ "refId": "A"
+ }
+ ],
+ "title": "Metasrv CPU Usage per Instance",
+ "type": "timeseries"
+ },
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "description": "Current memory usage by instance",
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "palette-classic"
+ },
+ "custom": {
+ "axisBorderShow": false,
+ "axisCenteredZero": false,
+ "axisColorMode": "text",
+ "axisLabel": "",
+ "axisPlacement": "auto",
+ "barAlignment": 0,
+ "barWidthFactor": 0.6,
+ "drawStyle": "line",
+ "fillOpacity": 0,
+ "gradientMode": "none",
+ "hideFrom": {
+ "legend": false,
+ "tooltip": false,
+ "viz": false
+ },
+ "insertNulls": false,
+ "lineInterpolation": "linear",
+ "lineWidth": 1,
+ "pointSize": 5,
+ "scaleDistribution": {
+ "type": "linear"
+ },
+ "showPoints": "auto",
+ "spanNulls": false,
+ "stacking": {
+ "group": "A",
+ "mode": "none"
+ },
+ "thresholdsStyle": {
+ "mode": "off"
+ }
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green"
+ },
+ {
+ "color": "red",
+ "value": 80
+ }
+ ]
+ },
+ "unit": "decbytes"
+ },
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 10,
+ "w": 12,
+ "x": 0,
+ "y": 42
+ },
+ "id": 272,
+ "options": {
+ "legend": {
+ "calcs": [
+ "mean"
+ ],
+ "displayMode": "table",
+ "placement": "bottom",
+ "showLegend": true
+ },
+ "tooltip": {
+ "hideZeros": false,
+ "mode": "single",
+ "sort": "none"
+ }
+ },
+ "pluginVersion": "11.1.3",
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "editorMode": "code",
+ "expr": "sum(process_resident_memory_bytes{instance=~\"$flownode\"}) by (instance, pod)",
+ "instant": false,
+ "legendFormat": "[{{ instance }}]-[{{ pod }}]",
+ "range": true,
+ "refId": "A"
+ }
+ ],
+ "title": "Flownode Memory per Instance",
+ "type": "timeseries"
+ },
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "description": "Current cpu usage by instance",
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "palette-classic"
+ },
+ "custom": {
+ "axisBorderShow": false,
+ "axisCenteredZero": false,
+ "axisColorMode": "text",
+ "axisLabel": "",
+ "axisPlacement": "auto",
+ "barAlignment": 0,
+ "barWidthFactor": 0.6,
+ "drawStyle": "line",
+ "fillOpacity": 0,
+ "gradientMode": "none",
+ "hideFrom": {
+ "legend": false,
+ "tooltip": false,
+ "viz": false
+ },
+ "insertNulls": false,
+ "lineInterpolation": "linear",
+ "lineWidth": 1,
+ "pointSize": 5,
+ "scaleDistribution": {
+ "type": "linear"
+ },
+ "showPoints": "auto",
+ "spanNulls": false,
+ "stacking": {
+ "group": "A",
+ "mode": "none"
+ },
+ "thresholdsStyle": {
+ "mode": "off"
+ }
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green"
+ },
+ {
+ "color": "red",
+ "value": 80
+ }
+ ]
+ },
+ "unit": "none"
+ },
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 10,
+ "w": 12,
+ "x": 12,
+ "y": 42
+ },
+ "id": 273,
+ "options": {
+ "legend": {
+ "calcs": [
+ "mean"
+ ],
+ "displayMode": "table",
+ "placement": "bottom",
+ "showLegend": true,
+ "sortBy": "Mean",
+ "sortDesc": true
+ },
+ "tooltip": {
+ "hideZeros": false,
+ "mode": "single",
+ "sort": "none"
+ }
+ },
+ "pluginVersion": "11.1.3",
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "editorMode": "code",
+ "exemplar": false,
+ "expr": "sum(rate(process_cpu_seconds_total{instance=~\"$flownode\"}[$__rate_interval]) * 1000) by (instance, pod)",
+ "instant": false,
+ "legendFormat": "[{{ instance }}]-[{{ pod }}]",
+ "range": true,
+ "refId": "A"
+ }
+ ],
+ "title": "Flownode CPU Usage per Instance",
+ "type": "timeseries"
+ },
+ {
+ "collapsed": true,
+ "gridPos": {
+ "h": 1,
+ "w": 24,
+ "x": 0,
+ "y": 52
+ },
+ "id": 280,
+ "panels": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "description": "HTTP QPS per Instance.",
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "palette-classic"
+ },
+ "custom": {
+ "axisBorderShow": false,
+ "axisCenteredZero": false,
+ "axisColorMode": "text",
+ "axisLabel": "",
+ "axisPlacement": "auto",
+ "barAlignment": 0,
+ "drawStyle": "line",
+ "fillOpacity": 0,
+ "gradientMode": "none",
+ "hideFrom": {
+ "legend": false,
+ "tooltip": false,
+ "viz": false
+ },
+ "insertNulls": false,
+ "lineInterpolation": "linear",
+ "lineWidth": 1,
+ "pointSize": 5,
+ "scaleDistribution": {
+ "type": "linear"
+ },
+ "showPoints": "auto",
+ "spanNulls": false,
+ "stacking": {
+ "group": "A",
+ "mode": "none"
+ },
+ "thresholdsStyle": {
+ "mode": "off"
+ }
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green"
+ },
+ {
+ "color": "red",
+ "value": 80
+ }
+ ]
+ },
+ "unit": "reqps"
+ },
+ "overrides": [
+ {
+ "__systemRef": "hideSeriesFrom",
+ "matcher": {
+ "id": "byNames",
+ "options": {
+ "mode": "exclude",
+ "names": [
+ "[10.244.1.81:4000]-[mycluster-frontend-5bdf57f86-kshxt]-[/v1/prometheus/write]-[POST]-[500]"
+ ],
+ "prefix": "All except:",
+ "readOnly": true
+ }
+ },
+ "properties": [
+ {
+ "id": "custom.hideFrom",
+ "value": {
+ "legend": false,
+ "tooltip": false,
+ "viz": true
+ }
+ }
+ ]
+ }
+ ]
+ },
+ "gridPos": {
+ "h": 8,
+ "w": 12,
+ "x": 0,
+ "y": 1507
+ },
+ "id": 281,
+ "options": {
+ "legend": {
+ "calcs": [
+ "mean"
+ ],
+ "displayMode": "table",
+ "placement": "bottom",
+ "showLegend": true
+ },
+ "tooltip": {
+ "mode": "multi",
+ "sort": "desc"
+ }
+ },
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "editorMode": "code",
+ "expr": "sum by(instance, pod, path, method, code) (rate(greptime_servers_http_requests_elapsed_count{instance=~\"$frontend\",path!~\"/health|/metrics\"}[$__rate_interval]))",
+ "instant": false,
+ "legendFormat": "[{{instance}}]-[{{pod}}]-[{{path}}]-[{{method}}]-[{{code}}]",
+ "range": true,
+ "refId": "A"
+ }
+ ],
+ "title": "HTTP QPS per Instance",
+ "type": "timeseries"
+ },
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "description": "HTTP P99 per Instance.",
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "palette-classic"
+ },
+ "custom": {
+ "axisBorderShow": false,
+ "axisCenteredZero": false,
+ "axisColorMode": "text",
+ "axisLabel": "",
+ "axisPlacement": "auto",
+ "barAlignment": 0,
+ "drawStyle": "points",
+ "fillOpacity": 0,
+ "gradientMode": "none",
+ "hideFrom": {
+ "legend": false,
+ "tooltip": false,
+ "viz": false
+ },
+ "insertNulls": false,
+ "lineInterpolation": "linear",
+ "lineWidth": 1,
+ "pointSize": 5,
+ "scaleDistribution": {
+ "type": "linear"
+ },
+ "showPoints": "auto",
+ "spanNulls": false,
+ "stacking": {
+ "group": "A",
+ "mode": "none"
+ },
+ "thresholdsStyle": {
+ "mode": "off"
+ }
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green"
+ },
+ {
+ "color": "red",
+ "value": 80
+ }
+ ]
+ },
+ "unit": "s"
+ },
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 8,
+ "w": 12,
+ "x": 12,
+ "y": 1507
+ },
+ "id": 282,
+ "options": {
+ "legend": {
+ "calcs": [
+ "mean"
+ ],
+ "displayMode": "table",
+ "placement": "bottom",
+ "showLegend": true
+ },
+ "tooltip": {
+ "mode": "multi",
+ "sort": "desc"
+ }
+ },
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "editorMode": "code",
+ "expr": "histogram_quantile(0.99, sum by(instance, pod, le, path, method, code) (rate(greptime_servers_http_requests_elapsed_bucket{instance=~\"$frontend\",path!~\"/health|/metrics\"}[$__rate_interval])))",
+ "instant": false,
+ "legendFormat": "[{{instance}}]-[{{pod}}]-[{{path}}]-[{{method}}]-[{{code}}]-p99",
+ "range": true,
+ "refId": "A"
+ }
+ ],
+ "title": "HTTP P99 per Instance",
+ "type": "timeseries"
+ },
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "description": "gRPC QPS per Instance.",
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "palette-classic"
+ },
+ "custom": {
+ "axisBorderShow": false,
+ "axisCenteredZero": false,
+ "axisColorMode": "text",
+ "axisLabel": "",
+ "axisPlacement": "auto",
+ "barAlignment": 0,
+ "drawStyle": "line",
+ "fillOpacity": 0,
+ "gradientMode": "none",
+ "hideFrom": {
+ "legend": false,
+ "tooltip": false,
+ "viz": false
+ },
+ "insertNulls": false,
+ "lineInterpolation": "linear",
+ "lineWidth": 1,
+ "pointSize": 5,
+ "scaleDistribution": {
+ "type": "linear"
+ },
+ "showPoints": "auto",
+ "spanNulls": false,
+ "stacking": {
+ "group": "A",
+ "mode": "none"
+ },
+ "thresholdsStyle": {
+ "mode": "off"
+ }
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green"
+ },
+ {
+ "color": "red",
+ "value": 80
+ }
+ ]
+ },
+ "unit": "reqps"
+ },
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 8,
+ "w": 12,
+ "x": 0,
+ "y": 1515
+ },
+ "id": 283,
+ "options": {
+ "legend": {
+ "calcs": [
+ "mean"
+ ],
+ "displayMode": "table",
+ "placement": "bottom",
+ "showLegend": true
+ },
+ "tooltip": {
+ "mode": "multi",
+ "sort": "desc"
+ }
+ },
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "editorMode": "code",
+ "expr": "sum by(instance, pod, path, code) (rate(greptime_servers_grpc_requests_elapsed_count{instance=~\"$frontend\"}[$__rate_interval]))",
+ "instant": false,
+ "legendFormat": "[{{instance}}]-[{{pod}}]-[{{path}}]-[{{code}}]",
+ "range": true,
+ "refId": "A"
+ }
+ ],
+ "title": "gRPC QPS per Instance",
+ "type": "timeseries"
+ },
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "description": "gRPC P99 per Instance.",
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "palette-classic"
+ },
+ "custom": {
+ "axisBorderShow": false,
+ "axisCenteredZero": false,
+ "axisColorMode": "text",
+ "axisLabel": "",
+ "axisPlacement": "auto",
+ "barAlignment": 0,
+ "drawStyle": "points",
+ "fillOpacity": 0,
+ "gradientMode": "none",
+ "hideFrom": {
+ "legend": false,
+ "tooltip": false,
+ "viz": false
+ },
+ "insertNulls": false,
+ "lineInterpolation": "linear",
+ "lineWidth": 1,
+ "pointSize": 5,
+ "scaleDistribution": {
+ "type": "linear"
+ },
+ "showPoints": "auto",
+ "spanNulls": false,
+ "stacking": {
+ "group": "A",
+ "mode": "none"
+ },
+ "thresholdsStyle": {
+ "mode": "off"
+ }
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green"
+ },
+ {
+ "color": "red",
+ "value": 80
+ }
+ ]
+ },
+ "unit": "s"
+ },
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 8,
+ "w": 12,
+ "x": 12,
+ "y": 1515
+ },
+ "id": 284,
+ "options": {
+ "legend": {
+ "calcs": [],
+ "displayMode": "table",
+ "placement": "bottom",
+ "showLegend": true
+ },
+ "tooltip": {
+ "mode": "multi",
+ "sort": "desc"
+ }
+ },
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "editorMode": "code",
+ "expr": "histogram_quantile(0.99, sum by(instance, pod, le, path, code) (rate(greptime_servers_grpc_requests_elapsed_bucket{instance=~\"$frontend\"}[$__rate_interval])))",
+ "instant": false,
+ "legendFormat": "[{{instance}}]-[{{pod}}]-[{{path}}]-[{{method}}]-[{{code}}]-p99",
+ "range": true,
+ "refId": "A"
+ }
+ ],
+ "title": "gRPC P99 per Instance",
+ "type": "timeseries"
+ },
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "description": "MySQL QPS per Instance.",
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "palette-classic"
+ },
+ "custom": {
+ "axisBorderShow": false,
+ "axisCenteredZero": false,
+ "axisColorMode": "text",
+ "axisLabel": "",
+ "axisPlacement": "auto",
+ "barAlignment": 0,
+ "drawStyle": "line",
+ "fillOpacity": 0,
+ "gradientMode": "none",
+ "hideFrom": {
+ "legend": false,
+ "tooltip": false,
+ "viz": false
+ },
+ "insertNulls": false,
+ "lineInterpolation": "linear",
+ "lineWidth": 1,
+ "pointSize": 5,
+ "scaleDistribution": {
+ "type": "linear"
+ },
+ "showPoints": "auto",
+ "spanNulls": false,
+ "stacking": {
+ "group": "A",
+ "mode": "none"
+ },
+ "thresholdsStyle": {
+ "mode": "off"
+ }
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green"
+ },
+ {
+ "color": "red",
+ "value": 80
+ }
+ ]
+ },
+ "unit": "reqps"
+ },
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 8,
+ "w": 12,
+ "x": 0,
+ "y": 1523
+ },
+ "id": 285,
+ "options": {
+ "legend": {
+ "calcs": [
+ "mean"
+ ],
+ "displayMode": "table",
+ "placement": "bottom",
+ "showLegend": true
+ },
+ "tooltip": {
+ "mode": "multi",
+ "sort": "desc"
+ }
+ },
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "editorMode": "code",
+ "expr": "sum by(pod, instance)(rate(greptime_servers_mysql_query_elapsed_count{instance=~\"$frontend\"}[$__rate_interval]))",
+ "instant": false,
+ "legendFormat": "[{{instance}}]-[{{pod}}]",
+ "range": true,
+ "refId": "A"
+ }
+ ],
+ "title": "MySQL QPS per Instance",
+ "type": "timeseries"
+ },
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "description": "MySQL P99 per Instance.",
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "palette-classic"
+ },
+ "custom": {
+ "axisBorderShow": false,
+ "axisCenteredZero": false,
+ "axisColorMode": "text",
+ "axisLabel": "",
+ "axisPlacement": "auto",
+ "barAlignment": 0,
+ "drawStyle": "points",
+ "fillOpacity": 0,
+ "gradientMode": "none",
+ "hideFrom": {
+ "legend": false,
+ "tooltip": false,
+ "viz": false
+ },
+ "insertNulls": false,
+ "lineInterpolation": "linear",
+ "lineWidth": 1,
+ "pointSize": 5,
+ "scaleDistribution": {
+ "type": "linear"
+ },
+ "showPoints": "auto",
+ "spanNulls": false,
+ "stacking": {
+ "group": "A",
+ "mode": "none"
+ },
+ "thresholdsStyle": {
+ "mode": "off"
+ }
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green"
+ },
+ {
+ "color": "red",
+ "value": 80
+ }
+ ]
+ },
+ "unit": "s"
+ },
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 8,
+ "w": 12,
+ "x": 12,
+ "y": 1523
+ },
+ "id": 286,
+ "options": {
+ "legend": {
+ "calcs": [
+ "mean"
+ ],
+ "displayMode": "table",
+ "placement": "bottom",
+ "showLegend": true
+ },
+ "tooltip": {
+ "mode": "multi",
+ "sort": "desc"
+ }
+ },
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "editorMode": "code",
+ "exemplar": false,
+ "expr": "histogram_quantile(0.99, sum by(pod, instance, le) (rate(greptime_servers_mysql_query_elapsed_bucket{instance=~\"$frontend\"}[$__rate_interval])))",
+ "instant": false,
+ "legendFormat": "[{{ instance }}]-[{{ pod }}]-p99",
+ "range": true,
+ "refId": "A"
+ }
+ ],
+ "title": "MySQL P99 per Instance",
+ "type": "timeseries"
+ },
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "description": "PostgreSQL QPS per Instance.",
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "palette-classic"
+ },
+ "custom": {
+ "axisBorderShow": false,
+ "axisCenteredZero": false,
+ "axisColorMode": "text",
+ "axisLabel": "",
+ "axisPlacement": "auto",
+ "barAlignment": 0,
+ "drawStyle": "line",
+ "fillOpacity": 0,
+ "gradientMode": "none",
+ "hideFrom": {
+ "legend": false,
+ "tooltip": false,
+ "viz": false
+ },
+ "insertNulls": false,
+ "lineInterpolation": "linear",
+ "lineWidth": 1,
+ "pointSize": 5,
+ "scaleDistribution": {
+ "type": "linear"
+ },
+ "showPoints": "auto",
+ "spanNulls": false,
+ "stacking": {
+ "group": "A",
+ "mode": "none"
+ },
+ "thresholdsStyle": {
+ "mode": "off"
+ }
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green"
+ },
+ {
+ "color": "red",
+ "value": 80
+ }
+ ]
+ },
+ "unit": "reqps"
+ },
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 8,
+ "w": 12,
+ "x": 0,
+ "y": 1531
+ },
+ "id": 287,
+ "options": {
+ "legend": {
+ "calcs": [
+ "mean"
+ ],
+ "displayMode": "table",
+ "placement": "bottom",
+ "showLegend": true
+ },
+ "tooltip": {
+ "mode": "multi",
+ "sort": "desc"
+ }
+ },
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "editorMode": "code",
+ "expr": "sum by(pod, instance)(rate(greptime_servers_postgres_query_elapsed_count{instance=~\"$frontend\"}[$__rate_interval]))",
+ "instant": false,
+ "legendFormat": "[{{instance}}]-[{{pod}}]",
+ "range": true,
+ "refId": "A"
+ }
+ ],
+ "title": "PostgreSQL QPS per Instance",
+ "type": "timeseries"
+ },
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "description": "PostgreSQL P99 per Instance.",
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "palette-classic"
+ },
+ "custom": {
+ "axisBorderShow": false,
+ "axisCenteredZero": false,
+ "axisColorMode": "text",
+ "axisLabel": "",
+ "axisPlacement": "auto",
+ "barAlignment": 0,
+ "drawStyle": "points",
+ "fillOpacity": 0,
+ "gradientMode": "none",
+ "hideFrom": {
+ "legend": false,
+ "tooltip": false,
+ "viz": false
+ },
+ "insertNulls": false,
+ "lineInterpolation": "linear",
+ "lineWidth": 1,
+ "pointSize": 5,
+ "scaleDistribution": {
+ "type": "linear"
+ },
+ "showPoints": "auto",
+ "spanNulls": false,
+ "stacking": {
+ "group": "A",
+ "mode": "none"
+ },
+ "thresholdsStyle": {
+ "mode": "off"
+ }
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green"
+ },
+ {
+ "color": "red",
+ "value": 80
+ }
+ ]
+ },
+ "unit": "s"
+ },
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 8,
+ "w": 12,
+ "x": 12,
+ "y": 1531
+ },
+ "id": 288,
+ "options": {
+ "legend": {
+ "calcs": [],
+ "displayMode": "table",
+ "placement": "bottom",
+ "showLegend": true
+ },
+ "tooltip": {
+ "mode": "multi",
+ "sort": "desc"
+ }
+ },
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "editorMode": "code",
+ "expr": "histogram_quantile(0.99, sum by(pod,instance,le) (rate(greptime_servers_postgres_query_elapsed_bucket{instance=~\"$frontend\"}[$__rate_interval])))",
+ "instant": false,
+ "legendFormat": "[{{instance}}]-[{{pod}}]-p99",
+ "range": true,
+ "refId": "A"
+ }
+ ],
+ "title": "PostgreSQL P99 per Instance",
+ "type": "timeseries"
+ }
+ ],
+ "title": "Frontend Requests",
+ "type": "row"
+ },
+ {
+ "collapsed": true,
+ "gridPos": {
+ "h": 1,
+ "w": 24,
+ "x": 0,
+ "y": 53
+ },
+ "id": 289,
+ "panels": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "description": "Ingestion rate by row as in each frontend",
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "palette-classic"
+ },
+ "custom": {
+ "axisBorderShow": false,
+ "axisCenteredZero": false,
+ "axisColorMode": "text",
+ "axisLabel": "",
+ "axisPlacement": "auto",
+ "barAlignment": 0,
+ "drawStyle": "line",
+ "fillOpacity": 0,
+ "gradientMode": "none",
+ "hideFrom": {
+ "legend": false,
+ "tooltip": false,
+ "viz": false
+ },
+ "insertNulls": false,
+ "lineInterpolation": "linear",
+ "lineWidth": 1,
+ "pointSize": 5,
+ "scaleDistribution": {
+ "type": "linear"
+ },
+ "showPoints": "auto",
+ "spanNulls": false,
+ "stacking": {
+ "group": "A",
+ "mode": "none"
+ },
+ "thresholdsStyle": {
+ "mode": "off"
+ }
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green"
+ },
+ {
+ "color": "red",
+ "value": 80
+ }
+ ]
+ },
+ "unit": "rowsps"
+ },
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 6,
+ "w": 24,
+ "x": 0,
+ "y": 6
+ },
+ "id": 292,
+ "options": {
+ "legend": {
+ "calcs": [
+ "lastNotNull"
+ ],
+ "displayMode": "table",
+ "placement": "bottom",
+ "showLegend": true
+ },
+ "tooltip": {
+ "mode": "single",
+ "sort": "none"
+ }
+ },
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "editorMode": "code",
+ "expr": "sum by(instance, pod)(rate(greptime_table_operator_ingest_rows{instance=~\"$frontend\"}[$__rate_interval]))",
+ "instant": false,
+ "legendFormat": "[{{instance}}]-[{{pod}}]",
+ "range": true,
+ "refId": "A"
+ }
+ ],
+ "title": "Ingest Rows per Instance",
+ "type": "timeseries"
+ },
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "description": "Region Call QPS per Instance.",
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "palette-classic"
+ },
+ "custom": {
+ "axisBorderShow": false,
+ "axisCenteredZero": false,
+ "axisColorMode": "text",
+ "axisLabel": "",
+ "axisPlacement": "auto",
+ "barAlignment": 0,
+ "drawStyle": "line",
+ "fillOpacity": 0,
+ "gradientMode": "none",
+ "hideFrom": {
+ "legend": false,
+ "tooltip": false,
+ "viz": false
+ },
+ "insertNulls": false,
+ "lineInterpolation": "linear",
+ "lineWidth": 1,
+ "pointSize": 5,
+ "scaleDistribution": {
+ "type": "linear"
+ },
+ "showPoints": "auto",
+ "spanNulls": false,
+ "stacking": {
+ "group": "A",
+ "mode": "none"
+ },
+ "thresholdsStyle": {
+ "mode": "off"
+ }
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green"
+ },
+ {
+ "color": "red",
+ "value": 80
+ }
+ ]
+ },
+ "unit": "ops"
+ },
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 8,
+ "w": 12,
+ "x": 0,
+ "y": 792
+ },
+ "id": 290,
+ "options": {
+ "legend": {
+ "calcs": [
+ "mean"
+ ],
+ "displayMode": "table",
+ "placement": "bottom",
+ "showLegend": true
+ },
+ "tooltip": {
+ "mode": "multi",
+ "sort": "desc"
+ }
+ },
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "editorMode": "code",
+ "expr": "sum by(instance, pod, request_type) (rate(greptime_grpc_region_request_count{instance=~\"$frontend\"}[$__rate_interval]))",
+ "instant": false,
+ "legendFormat": "[{{instance}}]-[{{pod}}]-[{{request_type}}]",
+ "range": true,
+ "refId": "A"
+ }
+ ],
+ "title": "Region Call QPS per Instance",
+ "type": "timeseries"
+ },
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "description": "Region Call P99 per Instance.",
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "palette-classic"
+ },
+ "custom": {
+ "axisBorderShow": false,
+ "axisCenteredZero": false,
+ "axisColorMode": "text",
+ "axisLabel": "",
+ "axisPlacement": "auto",
+ "barAlignment": 0,
+ "drawStyle": "points",
+ "fillOpacity": 0,
+ "gradientMode": "none",
+ "hideFrom": {
+ "legend": false,
+ "tooltip": false,
+ "viz": false
+ },
+ "insertNulls": false,
+ "lineInterpolation": "linear",
+ "lineWidth": 1,
+ "pointSize": 5,
+ "scaleDistribution": {
+ "type": "linear"
+ },
+ "showPoints": "auto",
+ "spanNulls": false,
+ "stacking": {
+ "group": "A",
+ "mode": "none"
+ },
+ "thresholdsStyle": {
+ "mode": "off"
+ }
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green"
+ },
+ {
+ "color": "red",
+ "value": 80
+ }
+ ]
+ },
+ "unit": "s"
+ },
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 8,
+ "w": 12,
+ "x": 12,
+ "y": 792
+ },
+ "id": 291,
+ "options": {
+ "legend": {
+ "calcs": [
+ "mean"
+ ],
+ "displayMode": "table",
+ "placement": "bottom",
+ "showLegend": true
+ },
+ "tooltip": {
+ "mode": "multi",
+ "sort": "desc"
+ }
+ },
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "editorMode": "code",
+ "expr": "histogram_quantile(0.99, sum by(instance, pod, le, request_type) (rate(greptime_grpc_region_request_bucket{instance=~\"$frontend\"}[$__rate_interval])))",
+ "instant": false,
+ "legendFormat": "[{{instance}}]-[{{pod}}]-[{{request_type}}]",
+ "range": true,
+ "refId": "A"
+ }
+ ],
+ "title": "Region Call P99 per Instance",
+ "type": "timeseries"
+ }
+ ],
+ "title": "Frontend to Datanode",
+ "type": "row"
+ },
+ {
+ "collapsed": true,
+ "gridPos": {
+ "h": 1,
+ "w": 24,
+ "x": 0,
+ "y": 54
+ },
+ "id": 293,
+ "panels": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "description": "Request QPS per Instance.",
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "palette-classic"
+ },
+ "custom": {
+ "axisBorderShow": false,
+ "axisCenteredZero": false,
+ "axisColorMode": "text",
+ "axisLabel": "",
+ "axisPlacement": "auto",
+ "barAlignment": 0,
+ "barWidthFactor": 0.6,
+ "drawStyle": "line",
+ "fillOpacity": 0,
+ "gradientMode": "none",
+ "hideFrom": {
+ "legend": false,
+ "tooltip": false,
+ "viz": false
+ },
+ "insertNulls": false,
+ "lineInterpolation": "linear",
+ "lineWidth": 1,
+ "pointSize": 5,
+ "scaleDistribution": {
+ "type": "linear"
+ },
+ "showPoints": "auto",
+ "spanNulls": false,
+ "stacking": {
+ "group": "A",
+ "mode": "none"
+ },
+ "thresholdsStyle": {
+ "mode": "off"
+ }
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green"
+ },
+ {
+ "color": "red",
+ "value": 80
+ }
+ ]
+ },
+ "unit": "ops"
+ },
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 8,
+ "w": 12,
+ "x": 0,
+ "y": 212
+ },
+ "id": 294,
+ "options": {
+ "legend": {
+ "calcs": [
+ "mean"
+ ],
+ "displayMode": "table",
+ "placement": "bottom",
+ "showLegend": true
+ },
+ "tooltip": {
+ "hideZeros": false,
+ "mode": "multi",
+ "sort": "desc"
+ }
+ },
+ "pluginVersion": "11.1.3",
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "editorMode": "code",
+ "expr": "sum by(instance, pod, type) (rate(greptime_mito_handle_request_elapsed_count{instance=~\"$datanode\"}[$__rate_interval]))",
+ "instant": false,
+ "legendFormat": "[{{instance}}]-[{{pod}}]-[{{type}}]",
+ "range": true,
+ "refId": "A"
+ }
+ ],
+ "title": "Request OPS per Instance",
+ "type": "timeseries"
+ },
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "description": "Request P99 per Instance.",
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "palette-classic"
+ },
+ "custom": {
+ "axisBorderShow": false,
+ "axisCenteredZero": false,
+ "axisColorMode": "text",
+ "axisLabel": "",
+ "axisPlacement": "auto",
+ "barAlignment": 0,
+ "barWidthFactor": 0.6,
+ "drawStyle": "points",
+ "fillOpacity": 0,
+ "gradientMode": "none",
+ "hideFrom": {
+ "legend": false,
+ "tooltip": false,
+ "viz": false
+ },
+ "insertNulls": false,
+ "lineInterpolation": "linear",
+ "lineWidth": 1,
+ "pointSize": 5,
+ "scaleDistribution": {
+ "type": "linear"
+ },
+ "showPoints": "auto",
+ "spanNulls": false,
+ "stacking": {
+ "group": "A",
+ "mode": "none"
+ },
+ "thresholdsStyle": {
+ "mode": "off"
+ }
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green"
+ },
+ {
+ "color": "red",
+ "value": 80
+ }
+ ]
+ },
+ "unit": "s"
+ },
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 8,
+ "w": 12,
+ "x": 12,
+ "y": 212
+ },
+ "id": 295,
+ "options": {
+ "legend": {
+ "calcs": [
+ "mean"
+ ],
+ "displayMode": "table",
+ "placement": "bottom",
+ "showLegend": true
+ },
+ "tooltip": {
+ "hideZeros": false,
+ "mode": "multi",
+ "sort": "desc"
+ }
+ },
+ "pluginVersion": "11.1.3",
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "editorMode": "code",
+ "expr": "histogram_quantile(0.99, sum by(instance, pod, le, type) (rate(greptime_mito_handle_request_elapsed_bucket{instance=~\"$datanode\"}[$__rate_interval])))",
+ "instant": false,
+ "legendFormat": "[{{instance}}]-[{{pod}}]-[{{type}}]",
+ "range": true,
+ "refId": "A"
+ }
+ ],
+ "title": "Request P99 per Instance",
+ "type": "timeseries"
+ },
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "description": "Write Buffer per Instance.",
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "palette-classic"
+ },
+ "custom": {
+ "axisBorderShow": false,
+ "axisCenteredZero": false,
+ "axisColorMode": "text",
+ "axisLabel": "",
+ "axisPlacement": "auto",
+ "barAlignment": 0,
+ "barWidthFactor": 0.6,
+ "drawStyle": "line",
+ "fillOpacity": 0,
+ "gradientMode": "none",
+ "hideFrom": {
+ "legend": false,
+ "tooltip": false,
+ "viz": false
+ },
+ "insertNulls": false,
+ "lineInterpolation": "linear",
+ "lineWidth": 1,
+ "pointSize": 5,
+ "scaleDistribution": {
+ "type": "linear"
+ },
+ "showPoints": "auto",
+ "spanNulls": false,
+ "stacking": {
+ "group": "A",
+ "mode": "none"
+ },
+ "thresholdsStyle": {
+ "mode": "off"
+ }
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green"
+ },
+ {
+ "color": "red",
+ "value": 80
+ }
+ ]
+ },
+ "unit": "decbytes"
+ },
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 8,
+ "w": 12,
+ "x": 0,
+ "y": 265
+ },
+ "id": 296,
+ "options": {
+ "legend": {
+ "calcs": [
+ "lastNotNull"
+ ],
+ "displayMode": "table",
+ "placement": "bottom",
+ "showLegend": true
+ },
+ "tooltip": {
+ "hideZeros": false,
+ "mode": "multi",
+ "sort": "desc"
+ }
+ },
+ "pluginVersion": "11.1.3",
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "editorMode": "code",
+ "expr": "greptime_mito_write_buffer_bytes{instance=~\"$datanode\"}",
+ "instant": false,
+ "legendFormat": "[{{instance}}]-[{{pod}}]",
+ "range": true,
+ "refId": "A"
+ }
+ ],
+ "title": "Write Buffer per Instance",
+ "type": "timeseries"
+ },
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "description": "Ingestion size by row counts.",
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "palette-classic"
+ },
+ "custom": {
+ "axisBorderShow": false,
+ "axisCenteredZero": false,
+ "axisColorMode": "text",
+ "axisLabel": "",
+ "axisPlacement": "auto",
+ "barAlignment": 0,
+ "barWidthFactor": 0.6,
+ "drawStyle": "line",
+ "fillOpacity": 0,
+ "gradientMode": "none",
+ "hideFrom": {
+ "legend": false,
+ "tooltip": false,
+ "viz": false
+ },
+ "insertNulls": false,
+ "lineInterpolation": "linear",
+ "lineWidth": 1,
+ "pointSize": 5,
+ "scaleDistribution": {
+ "type": "linear"
+ },
+ "showPoints": "auto",
+ "spanNulls": false,
+ "stacking": {
+ "group": "A",
+ "mode": "none"
+ },
+ "thresholdsStyle": {
+ "mode": "off"
+ }
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green"
+ },
+ {
+ "color": "red",
+ "value": 80
+ }
+ ]
+ },
+ "unit": "rowsps"
+ },
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 8,
+ "w": 12,
+ "x": 12,
+ "y": 265
+ },
+ "id": 297,
+ "options": {
+ "legend": {
+ "calcs": [
+ "mean"
+ ],
+ "displayMode": "table",
+ "placement": "bottom",
+ "showLegend": true
+ },
+ "tooltip": {
+ "hideZeros": false,
+ "mode": "single",
+ "sort": "none"
+ }
+ },
+ "pluginVersion": "11.1.3",
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "editorMode": "code",
+ "expr": "sum by (instance, pod) (rate(greptime_mito_write_rows_total{instance=~\"$datanode\"}[$__rate_interval]))",
+ "instant": false,
+ "legendFormat": "[{{instance}}]-[{{pod}}]",
+ "range": true,
+ "refId": "A"
+ }
+ ],
+ "title": "Write Rows per Instance",
+ "type": "timeseries"
+ },
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "description": "Flush QPS per Instance.",
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "palette-classic"
+ },
+ "custom": {
+ "axisBorderShow": false,
+ "axisCenteredZero": false,
+ "axisColorMode": "text",
+ "axisLabel": "",
+ "axisPlacement": "auto",
+ "barAlignment": 0,
+ "barWidthFactor": 0.6,
+ "drawStyle": "line",
+ "fillOpacity": 0,
+ "gradientMode": "none",
+ "hideFrom": {
+ "legend": false,
+ "tooltip": false,
+ "viz": false
+ },
+ "insertNulls": false,
+ "lineInterpolation": "linear",
+ "lineWidth": 1,
+ "pointSize": 5,
+ "scaleDistribution": {
+ "type": "linear"
+ },
+ "showPoints": "auto",
+ "spanNulls": false,
+ "stacking": {
+ "group": "A",
+ "mode": "none"
+ },
+ "thresholdsStyle": {
+ "mode": "off"
+ }
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green"
+ },
+ {
+ "color": "red",
+ "value": 80
+ }
+ ]
+ },
+ "unit": "ops"
+ },
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 8,
+ "w": 12,
+ "x": 0,
+ "y": 273
+ },
+ "id": 298,
+ "options": {
+ "legend": {
+ "calcs": [
+ "lastNotNull"
+ ],
+ "displayMode": "table",
+ "placement": "bottom",
+ "showLegend": true
+ },
+ "tooltip": {
+ "hideZeros": false,
+ "mode": "multi",
+ "sort": "desc"
+ }
+ },
+ "pluginVersion": "11.1.3",
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "editorMode": "code",
+ "expr": "sum by(instance, pod, reason) (rate(greptime_mito_flush_requests_total{instance=~\"$datanode\"}[$__rate_interval]))",
+ "instant": false,
+ "legendFormat": "[{{instance}}]-[{{pod}}]-[{{reason}}]",
+ "range": true,
+ "refId": "A"
+ }
+ ],
+ "title": "Flush OPS per Instance",
+ "type": "timeseries"
+ },
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "description": "Write Stall per Instance.",
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "palette-classic"
+ },
+ "custom": {
+ "axisBorderShow": false,
+ "axisCenteredZero": false,
+ "axisColorMode": "text",
+ "axisLabel": "",
+ "axisPlacement": "auto",
+ "barAlignment": 0,
+ "barWidthFactor": 0.6,
+ "drawStyle": "line",
+ "fillOpacity": 0,
+ "gradientMode": "none",
+ "hideFrom": {
+ "legend": false,
+ "tooltip": false,
+ "viz": false
+ },
+ "insertNulls": false,
+ "lineInterpolation": "linear",
+ "lineWidth": 1,
+ "pointSize": 5,
+ "scaleDistribution": {
+ "type": "linear"
+ },
+ "showPoints": "auto",
+ "spanNulls": false,
+ "stacking": {
+ "group": "A",
+ "mode": "none"
+ },
+ "thresholdsStyle": {
+ "mode": "off"
+ }
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green"
+ },
+ {
+ "color": "red",
+ "value": 80
+ }
+ ]
+ }
+ },
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 8,
+ "w": 12,
+ "x": 12,
+ "y": 273
+ },
+ "id": 299,
+ "options": {
+ "legend": {
+ "calcs": [
+ "lastNotNull"
+ ],
+ "displayMode": "table",
+ "placement": "bottom",
+ "showLegend": true
+ },
+ "tooltip": {
+ "hideZeros": false,
+ "mode": "multi",
+ "sort": "desc"
+ }
+ },
+ "pluginVersion": "11.1.3",
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "editorMode": "code",
+ "expr": "sum by(instance, pod) (greptime_mito_write_stall_total{instance=~\"$datanode\"})",
+ "instant": false,
+ "legendFormat": "[{{instance}}]-[{{pod}}]",
+ "range": true,
+ "refId": "A"
+ }
+ ],
+ "title": "Write Stall per Instance",
+ "type": "timeseries"
+ },
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "description": "Read Stage OPS per Instance.",
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "palette-classic"
+ },
+ "custom": {
+ "axisBorderShow": false,
+ "axisCenteredZero": false,
+ "axisColorMode": "text",
+ "axisLabel": "",
+ "axisPlacement": "auto",
+ "barAlignment": 0,
+ "barWidthFactor": 0.6,
+ "drawStyle": "line",
+ "fillOpacity": 0,
+ "gradientMode": "none",
+ "hideFrom": {
+ "legend": false,
+ "tooltip": false,
+ "viz": false
+ },
+ "insertNulls": false,
+ "lineInterpolation": "linear",
+ "lineWidth": 1,
+ "pointSize": 5,
+ "scaleDistribution": {
+ "type": "linear"
+ },
+ "showPoints": "auto",
+ "spanNulls": false,
+ "stacking": {
+ "group": "A",
+ "mode": "none"
+ },
+ "thresholdsStyle": {
+ "mode": "off"
+ }
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green"
+ },
+ {
+ "color": "red",
+ "value": 80
+ }
+ ]
+ },
+ "unit": "ops"
+ },
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 8,
+ "w": 12,
+ "x": 0,
+ "y": 281
+ },
+ "id": 300,
+ "options": {
+ "legend": {
+ "calcs": [
+ "lastNotNull"
+ ],
+ "displayMode": "table",
+ "placement": "bottom",
+ "showLegend": true
+ },
+ "tooltip": {
+ "hideZeros": false,
+ "mode": "multi",
+ "sort": "desc"
+ }
+ },
+ "pluginVersion": "11.1.3",
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "editorMode": "code",
+ "expr": "sum by(instance, pod) (rate(greptime_mito_read_stage_elapsed_count{instance=~\"$datanode\", stage=\"total\"}[$__rate_interval]))",
+ "instant": false,
+ "legendFormat": "[{{instance}}]-[{{pod}}]",
+ "range": true,
+ "refId": "A"
+ }
+ ],
+ "title": "Read Stage OPS per Instance",
+ "type": "timeseries"
+ },
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "description": "Read Stage P99 per Instance.",
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "palette-classic"
+ },
+ "custom": {
+ "axisBorderShow": false,
+ "axisCenteredZero": false,
+ "axisColorMode": "text",
+ "axisLabel": "",
+ "axisPlacement": "auto",
+ "barAlignment": 0,
+ "barWidthFactor": 0.6,
+ "drawStyle": "points",
+ "fillOpacity": 0,
+ "gradientMode": "none",
+ "hideFrom": {
+ "legend": false,
+ "tooltip": false,
+ "viz": false
+ },
+ "insertNulls": false,
+ "lineInterpolation": "linear",
+ "lineWidth": 1,
+ "pointSize": 5,
+ "scaleDistribution": {
+ "type": "linear"
+ },
+ "showPoints": "auto",
+ "spanNulls": false,
+ "stacking": {
+ "group": "A",
+ "mode": "none"
+ },
+ "thresholdsStyle": {
+ "mode": "off"
+ }
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green"
+ },
+ {
+ "color": "red",
+ "value": 80
+ }
+ ]
+ },
+ "unit": "s"
+ },
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 8,
+ "w": 12,
+ "x": 12,
+ "y": 281
+ },
+ "id": 301,
+ "options": {
+ "legend": {
+ "calcs": [
+ "lastNotNull"
+ ],
+ "displayMode": "table",
+ "placement": "bottom",
+ "showLegend": true
+ },
+ "tooltip": {
+ "hideZeros": false,
+ "mode": "multi",
+ "sort": "desc"
+ }
+ },
+ "pluginVersion": "11.1.3",
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "editorMode": "code",
+ "expr": "histogram_quantile(0.99, sum by(instance, pod, le, stage) (rate(greptime_mito_read_stage_elapsed_bucket{instance=~\"$datanode\"}[$__rate_interval])))",
+ "instant": false,
+ "legendFormat": "[{{instance}}]-[{{pod}}]-[{{stage}}]",
+ "range": true,
+ "refId": "A"
+ }
+ ],
+ "title": "Read Stage P99 per Instance",
+ "type": "timeseries"
+ },
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "description": "Write Stage P99 per Instance.",
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "palette-classic"
+ },
+ "custom": {
+ "axisBorderShow": false,
+ "axisCenteredZero": false,
+ "axisColorMode": "text",
+ "axisLabel": "",
+ "axisPlacement": "auto",
+ "barAlignment": 0,
+ "barWidthFactor": 0.6,
+ "drawStyle": "points",
+ "fillOpacity": 0,
+ "gradientMode": "none",
+ "hideFrom": {
+ "legend": false,
+ "tooltip": false,
+ "viz": false
+ },
+ "insertNulls": false,
+ "lineInterpolation": "linear",
+ "lineWidth": 1,
+ "pointSize": 5,
+ "scaleDistribution": {
+ "type": "linear"
+ },
+ "showPoints": "auto",
+ "spanNulls": false,
+ "stacking": {
+ "group": "A",
+ "mode": "none"
+ },
+ "thresholdsStyle": {
+ "mode": "off"
+ }
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green"
+ },
+ {
+ "color": "red",
+ "value": 80
+ }
+ ]
+ },
+ "unit": "s"
+ },
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 8,
+ "w": 12,
+ "x": 0,
+ "y": 289
+ },
+ "id": 302,
+ "options": {
+ "legend": {
+ "calcs": [
+ "lastNotNull"
+ ],
+ "displayMode": "table",
+ "placement": "bottom",
+ "showLegend": true,
+ "sortBy": "Last *",
+ "sortDesc": true
+ },
+ "tooltip": {
+ "hideZeros": false,
+ "mode": "multi",
+ "sort": "desc"
+ }
+ },
+ "pluginVersion": "11.1.3",
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "editorMode": "code",
+ "expr": "histogram_quantile(0.99, sum by(instance, pod, le, stage) (rate(greptime_mito_write_stage_elapsed_bucket{instance=~\"$datanode\"}[$__rate_interval])))",
+ "instant": false,
+ "legendFormat": "[{{instance}}]-[{{pod}}]-[{{stage}}]",
+ "range": true,
+ "refId": "A"
+ }
+ ],
+ "title": "Write Stage P99 per Instance",
+ "type": "timeseries"
+ },
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "description": "Compaction OPS per Instance.",
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "palette-classic"
+ },
+ "custom": {
+ "axisBorderShow": false,
+ "axisCenteredZero": false,
+ "axisColorMode": "text",
+ "axisLabel": "",
+ "axisPlacement": "auto",
+ "barAlignment": 0,
+ "barWidthFactor": 0.6,
+ "drawStyle": "line",
+ "fillOpacity": 0,
+ "gradientMode": "none",
+ "hideFrom": {
+ "legend": false,
+ "tooltip": false,
+ "viz": false
+ },
+ "insertNulls": false,
+ "lineInterpolation": "linear",
+ "lineWidth": 1,
+ "pointSize": 5,
+ "scaleDistribution": {
+ "type": "linear"
+ },
+ "showPoints": "auto",
+ "spanNulls": false,
+ "stacking": {
+ "group": "A",
+ "mode": "none"
+ },
+ "thresholdsStyle": {
+ "mode": "off"
+ }
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green"
+ },
+ {
+ "color": "red",
+ "value": 80
+ }
+ ]
+ },
+ "unit": "ops"
+ },
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 8,
+ "w": 12,
+ "x": 12,
+ "y": 289
+ },
+ "id": 303,
+ "options": {
+ "legend": {
+ "calcs": [
+ "lastNotNull"
+ ],
+ "displayMode": "table",
+ "placement": "bottom",
+ "showLegend": true
+ },
+ "tooltip": {
+ "hideZeros": false,
+ "mode": "multi",
+ "sort": "desc"
+ }
+ },
+ "pluginVersion": "11.1.3",
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "editorMode": "code",
+ "expr": "sum by(instance, pod) (rate(greptime_mito_compaction_total_elapsed_count{instance=~\"$datanode\"}[$__rate_interval]))",
+ "instant": false,
+ "legendFormat": "[{{ instance }}]-[{{pod}}]",
+ "range": true,
+ "refId": "A"
+ }
+ ],
+ "title": "Compaction OPS per Instance",
+ "type": "timeseries"
+ },
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "description": "Compaction latency by stage",
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "palette-classic"
+ },
+ "custom": {
+ "axisBorderShow": false,
+ "axisCenteredZero": false,
+ "axisColorMode": "text",
+ "axisLabel": "",
+ "axisPlacement": "auto",
+ "barAlignment": 0,
+ "barWidthFactor": 0.6,
+ "drawStyle": "line",
+ "fillOpacity": 0,
+ "gradientMode": "none",
+ "hideFrom": {
+ "legend": false,
+ "tooltip": false,
+ "viz": false
+ },
+ "insertNulls": false,
+ "lineInterpolation": "linear",
+ "lineWidth": 1,
+ "pointSize": 5,
+ "scaleDistribution": {
+ "type": "linear"
+ },
+ "showPoints": "auto",
+ "spanNulls": false,
+ "stacking": {
+ "group": "A",
+ "mode": "none"
+ },
+ "thresholdsStyle": {
+ "mode": "off"
+ }
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green"
+ },
+ {
+ "color": "red",
+ "value": 80
+ }
+ ]
+ },
+ "unit": "s"
+ },
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 8,
+ "w": 12,
+ "x": 0,
+ "y": 297
+ },
+ "id": 304,
+ "options": {
+ "legend": {
+ "calcs": [
+ "lastNotNull"
+ ],
+ "displayMode": "table",
+ "placement": "bottom",
+ "showLegend": true
+ },
+ "tooltip": {
+ "hideZeros": false,
+ "mode": "single",
+ "sort": "none"
+ }
+ },
+ "pluginVersion": "11.1.3",
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "editorMode": "code",
+ "expr": "histogram_quantile(0.99, sum by(instance, pod, le, stage) (rate(greptime_mito_compaction_stage_elapsed_bucket{instance=~\"$datanode\"}[$__rate_interval])))",
+ "instant": false,
+ "legendFormat": "[{{instance}}]-[{{pod}}]-[{{stage}}]-p99",
+ "range": true,
+ "refId": "A"
+ }
+ ],
+ "title": "Compaction P99 per Instance by Stage",
+ "type": "timeseries"
+ },
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "description": "Compaction P99 per Instance.",
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "palette-classic"
+ },
+ "custom": {
+ "axisBorderShow": false,
+ "axisCenteredZero": false,
+ "axisColorMode": "text",
+ "axisLabel": "",
+ "axisPlacement": "auto",
+ "barAlignment": 0,
+ "barWidthFactor": 0.6,
+ "drawStyle": "points",
+ "fillOpacity": 0,
+ "gradientMode": "none",
+ "hideFrom": {
+ "legend": false,
+ "tooltip": false,
+ "viz": false
+ },
+ "insertNulls": false,
+ "lineInterpolation": "linear",
+ "lineWidth": 1,
+ "pointSize": 5,
+ "scaleDistribution": {
+ "type": "linear"
+ },
+ "showPoints": "auto",
+ "spanNulls": false,
+ "stacking": {
+ "group": "A",
+ "mode": "none"
+ },
+ "thresholdsStyle": {
+ "mode": "off"
+ }
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green"
+ },
+ {
+ "color": "red",
+ "value": 80
+ }
+ ]
+ },
+ "unit": "s"
+ },
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 8,
+ "w": 12,
+ "x": 12,
+ "y": 297
+ },
+ "id": 305,
+ "options": {
+ "legend": {
+ "calcs": [
+ "lastNotNull"
+ ],
+ "displayMode": "table",
+ "placement": "bottom",
+ "showLegend": true
+ },
+ "tooltip": {
+ "hideZeros": false,
+ "mode": "multi",
+ "sort": "desc"
+ }
+ },
+ "pluginVersion": "11.1.3",
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "editorMode": "code",
+ "expr": "histogram_quantile(0.99, sum by(instance, pod, le,stage) (rate(greptime_mito_compaction_total_elapsed_bucket{instance=~\"$datanode\"}[$__rate_interval])))",
+ "instant": false,
+ "legendFormat": "[{{instance}}]-[{{pod}}]-[{{stage}}]-compaction",
+ "range": true,
+ "refId": "A"
+ }
+ ],
+ "title": "Compaction P99 per Instance",
+ "type": "timeseries"
+ },
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "description": "Write-ahead logs write size as bytes. This chart includes stats of p95 and p99 size by instance, total WAL write rate.",
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "palette-classic"
+ },
+ "custom": {
+ "axisBorderShow": false,
+ "axisCenteredZero": false,
+ "axisColorMode": "text",
+ "axisLabel": "",
+ "axisPlacement": "auto",
+ "barAlignment": 0,
+ "barWidthFactor": 0.6,
+ "drawStyle": "line",
+ "fillOpacity": 0,
+ "gradientMode": "none",
+ "hideFrom": {
+ "legend": false,
+ "tooltip": false,
+ "viz": false
+ },
+ "insertNulls": false,
+ "lineInterpolation": "linear",
+ "lineWidth": 1,
+ "pointSize": 5,
+ "scaleDistribution": {
+ "type": "linear"
+ },
+ "showPoints": "auto",
+ "spanNulls": false,
+ "stacking": {
+ "group": "A",
+ "mode": "none"
+ },
+ "thresholdsStyle": {
+ "mode": "off"
+ }
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green"
+ },
+ {
+ "color": "red",
+ "value": 80
+ }
+ ]
+ },
+ "unit": "bytes"
+ },
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 8,
+ "w": 12,
+ "x": 0,
+ "y": 305
+ },
+ "id": 306,
+ "options": {
+ "legend": {
+ "calcs": [
+ "lastNotNull"
+ ],
+ "displayMode": "table",
+ "placement": "bottom",
+ "showLegend": true
+ },
+ "tooltip": {
+ "hideZeros": false,
+ "mode": "single",
+ "sort": "none"
+ }
+ },
+ "pluginVersion": "11.1.3",
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "editorMode": "code",
+ "expr": "histogram_quantile(0.95, sum by(le,instance, pod) (rate(raft_engine_write_size_bucket[$__rate_interval])))",
+ "instant": false,
+ "legendFormat": "[{{instance}}]-[{{pod}}]-req-size-p95",
+ "range": true,
+ "refId": "A"
+ },
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "editorMode": "code",
+ "expr": "histogram_quantile(0.99, sum by(le,instance,pod) (rate(raft_engine_write_size_bucket[$__rate_interval])))",
+ "hide": false,
+ "instant": false,
+ "legendFormat": "[{{instance}}]-[{{pod}}]-req-size-p99",
+ "range": true,
+ "refId": "B"
+ },
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "editorMode": "code",
+ "expr": "sum by (instance, pod)(rate(raft_engine_write_size_sum[$__rate_interval]))",
+ "hide": false,
+ "instant": false,
+ "legendFormat": "[{{instance}}]-[{{pod}}]-throughput",
+ "range": true,
+ "refId": "C"
+ }
+ ],
+ "title": "WAL write size",
+ "type": "timeseries"
+ },
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "description": "Cached Bytes per Instance.",
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "palette-classic"
+ },
+ "custom": {
+ "axisBorderShow": false,
+ "axisCenteredZero": false,
+ "axisColorMode": "text",
+ "axisLabel": "",
+ "axisPlacement": "auto",
+ "barAlignment": 0,
+ "barWidthFactor": 0.6,
+ "drawStyle": "points",
+ "fillOpacity": 0,
+ "gradientMode": "none",
+ "hideFrom": {
+ "legend": false,
+ "tooltip": false,
+ "viz": false
+ },
+ "insertNulls": false,
+ "lineInterpolation": "linear",
+ "lineWidth": 1,
+ "pointSize": 5,
+ "scaleDistribution": {
+ "type": "linear"
+ },
+ "showPoints": "auto",
+ "spanNulls": false,
+ "stacking": {
+ "group": "A",
+ "mode": "none"
+ },
+ "thresholdsStyle": {
+ "mode": "off"
+ }
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green"
+ },
+ {
+ "color": "red",
+ "value": 80
+ }
+ ]
+ },
+ "unit": "decbytes"
+ },
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 8,
+ "w": 12,
+ "x": 12,
+ "y": 305
+ },
+ "id": 307,
+ "options": {
+ "legend": {
+ "calcs": [],
+ "displayMode": "table",
+ "placement": "bottom",
+ "showLegend": true
+ },
+ "tooltip": {
+ "hideZeros": false,
+ "mode": "multi",
+ "sort": "desc"
+ }
+ },
+ "pluginVersion": "11.1.3",
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "editorMode": "code",
+ "expr": "greptime_mito_cache_bytes{instance=~\"$datanode\"}",
+ "instant": false,
+ "legendFormat": "[{{instance}}]-[{{pod}}]-[{{type}}]",
+ "range": true,
+ "refId": "A"
+ }
+ ],
+ "title": "Cached Bytes per Instance",
+ "type": "timeseries"
+ },
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "description": "Ongoing compaction task count",
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "palette-classic"
+ },
+ "custom": {
+ "axisBorderShow": false,
+ "axisCenteredZero": false,
+ "axisColorMode": "text",
+ "axisLabel": "",
+ "axisPlacement": "auto",
+ "barAlignment": 0,
+ "barWidthFactor": 0.6,
+ "drawStyle": "points",
+ "fillOpacity": 0,
+ "gradientMode": "none",
+ "hideFrom": {
+ "legend": false,
+ "tooltip": false,
+ "viz": false
+ },
+ "insertNulls": false,
+ "lineInterpolation": "linear",
+ "lineWidth": 1,
+ "pointSize": 5,
+ "scaleDistribution": {
+ "type": "linear"
+ },
+ "showPoints": "auto",
+ "spanNulls": false,
+ "stacking": {
+ "group": "A",
+ "mode": "none"
+ },
+ "thresholdsStyle": {
+ "mode": "off"
+ }
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green"
+ },
+ {
+ "color": "red",
+ "value": 80
+ }
+ ]
+ },
+ "unit": "none"
+ },
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 8,
+ "w": 12,
+ "x": 0,
+ "y": 313
+ },
+ "id": 308,
+ "options": {
+ "legend": {
+ "calcs": [
+ "lastNotNull"
+ ],
+ "displayMode": "table",
+ "placement": "bottom",
+ "showLegend": true
+ },
+ "tooltip": {
+ "hideZeros": false,
+ "mode": "single",
+ "sort": "none"
+ }
+ },
+ "pluginVersion": "11.1.3",
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "editorMode": "code",
+ "expr": "greptime_mito_inflight_compaction_count",
+ "instant": false,
+ "legendFormat": "[{{instance}}]-[{{pod}}]",
+ "range": true,
+ "refId": "A"
+ }
+ ],
+ "title": "Inflight Compaction",
+ "type": "timeseries"
+ },
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "description": "Raft engine (local disk) log store sync latency, p99",
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "palette-classic"
+ },
+ "custom": {
+ "axisBorderShow": false,
+ "axisCenteredZero": false,
+ "axisColorMode": "text",
+ "axisLabel": "",
+ "axisPlacement": "auto",
+ "barAlignment": 0,
+ "barWidthFactor": 0.6,
+ "drawStyle": "points",
+ "fillOpacity": 0,
+ "gradientMode": "none",
+ "hideFrom": {
+ "legend": false,
+ "tooltip": false,
+ "viz": false
+ },
+ "insertNulls": false,
+ "lineInterpolation": "linear",
+ "lineWidth": 1,
+ "pointSize": 5,
+ "scaleDistribution": {
+ "type": "linear"
+ },
+ "showPoints": "auto",
+ "spanNulls": false,
+ "stacking": {
+ "group": "A",
+ "mode": "none"
+ },
+ "thresholdsStyle": {
+ "mode": "off"
+ }
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green"
+ },
+ {
+ "color": "red",
+ "value": 80
+ }
+ ]
+ },
+ "unit": "s"
+ },
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 8,
+ "w": 12,
+ "x": 12,
+ "y": 313
+ },
+ "id": 310,
+ "options": {
+ "legend": {
+ "calcs": [
+ "lastNotNull"
+ ],
+ "displayMode": "table",
+ "placement": "bottom",
+ "showLegend": true
+ },
+ "tooltip": {
+ "hideZeros": false,
+ "mode": "single",
+ "sort": "none"
+ }
+ },
+ "pluginVersion": "11.1.3",
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "editorMode": "code",
+ "expr": "histogram_quantile(0.99, sum by(le, type, node, instance, pod) (rate(raft_engine_sync_log_duration_seconds_bucket[$__rate_interval])))",
+ "instant": false,
+ "legendFormat": "[{{instance}}]-[{{pod}}]-p99",
+ "range": true,
+ "refId": "A"
+ }
+ ],
+ "title": "WAL sync duration seconds",
+ "type": "timeseries"
+ },
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "description": "Write-ahead log operations latency at p99",
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "palette-classic"
+ },
+ "custom": {
+ "axisBorderShow": false,
+ "axisCenteredZero": false,
+ "axisColorMode": "text",
+ "axisLabel": "",
+ "axisPlacement": "auto",
+ "barAlignment": 0,
+ "barWidthFactor": 0.6,
+ "drawStyle": "points",
+ "fillOpacity": 0,
+ "gradientMode": "none",
+ "hideFrom": {
+ "legend": false,
+ "tooltip": false,
+ "viz": false
+ },
+ "insertNulls": false,
+ "lineInterpolation": "linear",
+ "lineWidth": 1,
+ "pointSize": 5,
+ "scaleDistribution": {
+ "type": "linear"
+ },
+ "showPoints": "auto",
+ "spanNulls": false,
+ "stacking": {
+ "group": "A",
+ "mode": "none"
+ },
+ "thresholdsStyle": {
+ "mode": "off"
+ }
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green"
+ },
+ {
+ "color": "red",
+ "value": 80
+ }
+ ]
+ },
+ "unit": "s"
+ },
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 8,
+ "w": 12,
+ "x": 0,
+ "y": 321
+ },
+ "id": 311,
+ "options": {
+ "legend": {
+ "calcs": [
+ "lastNotNull"
+ ],
+ "displayMode": "table",
+ "placement": "bottom",
+ "showLegend": true
+ },
+ "tooltip": {
+ "hideZeros": false,
+ "mode": "single",
+ "sort": "none"
+ }
+ },
+ "pluginVersion": "11.1.3",
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "editorMode": "code",
+ "expr": "histogram_quantile(0.99, sum by(le,logstore,optype,instance, pod) (rate(greptime_logstore_op_elapsed_bucket[$__rate_interval])))",
+ "instant": false,
+ "legendFormat": "[{{instance}}]-[{{pod}}]-[{{logstore}}]-[{{optype}}]-p99",
+ "range": true,
+ "refId": "A"
+ }
+ ],
+ "title": "Log Store op duration seconds",
+ "type": "timeseries"
+ },
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "description": "Ongoing flush task count",
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "palette-classic"
+ },
+ "custom": {
+ "axisBorderShow": false,
+ "axisCenteredZero": false,
+ "axisColorMode": "text",
+ "axisLabel": "",
+ "axisPlacement": "auto",
+ "barAlignment": 0,
+ "barWidthFactor": 0.6,
+ "drawStyle": "points",
+ "fillOpacity": 0,
+ "gradientMode": "none",
+ "hideFrom": {
+ "legend": false,
+ "tooltip": false,
+ "viz": false
+ },
+ "insertNulls": false,
+ "lineInterpolation": "linear",
+ "lineWidth": 1,
+ "pointSize": 5,
+ "scaleDistribution": {
+ "type": "linear"
+ },
+ "showPoints": "auto",
+ "spanNulls": false,
+ "stacking": {
+ "group": "A",
+ "mode": "none"
+ },
+ "thresholdsStyle": {
+ "mode": "off"
+ }
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green"
+ },
+ {
+ "color": "red",
+ "value": 80
+ }
+ ]
+ },
+ "unit": "none"
+ },
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 8,
+ "w": 12,
+ "x": 12,
+ "y": 321
+ },
+ "id": 312,
+ "options": {
+ "legend": {
+ "calcs": [
+ "lastNotNull"
+ ],
+ "displayMode": "table",
+ "placement": "bottom",
+ "showLegend": true
+ },
+ "tooltip": {
+ "hideZeros": false,
+ "mode": "single",
+ "sort": "none"
+ }
+ },
+ "pluginVersion": "11.1.3",
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "editorMode": "code",
+ "expr": "greptime_mito_inflight_flush_count",
+ "instant": false,
+ "legendFormat": "[{{instance}}]-[{{pod}}]",
+ "range": true,
+ "refId": "A"
+ }
+ ],
+ "title": "Inflight Flush",
+ "type": "timeseries"
+ }
+ ],
+ "title": "Mito Engine",
+ "type": "row"
+ },
+ {
+ "collapsed": false,
+ "gridPos": {
+ "h": 1,
+ "w": 24,
+ "x": 0,
+ "y": 55
+ },
+ "id": 313,
+ "panels": [],
+ "title": "OpenDAL",
+ "type": "row"
+ },
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "description": "QPS per Instance.",
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "palette-classic"
+ },
+ "custom": {
+ "axisBorderShow": false,
+ "axisCenteredZero": false,
+ "axisColorMode": "text",
+ "axisLabel": "",
+ "axisPlacement": "auto",
+ "barAlignment": 0,
+ "barWidthFactor": 0.6,
+ "drawStyle": "line",
+ "fillOpacity": 0,
+ "gradientMode": "none",
+ "hideFrom": {
+ "legend": false,
+ "tooltip": false,
+ "viz": false
+ },
+ "insertNulls": false,
+ "lineInterpolation": "linear",
+ "lineWidth": 1,
+ "pointSize": 5,
+ "scaleDistribution": {
+ "type": "linear"
+ },
+ "showPoints": "auto",
+ "spanNulls": false,
+ "stacking": {
+ "group": "A",
+ "mode": "none"
+ },
+ "thresholdsStyle": {
+ "mode": "off"
+ }
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green"
+ },
+ {
+ "color": "red",
+ "value": 80
+ }
+ ]
+ },
+ "unit": "ops"
+ },
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 10,
+ "w": 24,
+ "x": 0,
+ "y": 56
+ },
+ "id": 314,
+ "options": {
+ "legend": {
+ "calcs": [
+ "lastNotNull"
+ ],
+ "displayMode": "table",
+ "placement": "bottom",
+ "showLegend": true
+ },
+ "tooltip": {
+ "hideZeros": false,
+ "mode": "multi",
+ "sort": "desc"
+ }
+ },
+ "pluginVersion": "11.1.3",
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "editorMode": "code",
+ "expr": "sum by(instance, pod, scheme, operation) (rate(opendal_operation_duration_seconds_count{instance=~\"$datanode\"}[$__rate_interval]))",
+ "instant": false,
+ "legendFormat": "[{{instance}}]-[{{pod}}]-[{{scheme}}]-[{{operation}}]",
+ "range": true,
+ "refId": "A"
+ }
+ ],
+ "title": "QPS per Instance",
+ "type": "timeseries"
+ },
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "description": "Read QPS per Instance.",
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "palette-classic"
+ },
+ "custom": {
+ "axisBorderShow": false,
+ "axisCenteredZero": false,
+ "axisColorMode": "text",
+ "axisLabel": "",
+ "axisPlacement": "auto",
+ "barAlignment": 0,
+ "barWidthFactor": 0.6,
+ "drawStyle": "line",
+ "fillOpacity": 0,
+ "gradientMode": "none",
+ "hideFrom": {
+ "legend": false,
+ "tooltip": false,
+ "viz": false
+ },
+ "insertNulls": false,
+ "lineInterpolation": "linear",
+ "lineWidth": 1,
+ "pointSize": 5,
+ "scaleDistribution": {
+ "type": "linear"
+ },
+ "showPoints": "auto",
+ "spanNulls": false,
+ "stacking": {
+ "group": "A",
+ "mode": "none"
+ },
+ "thresholdsStyle": {
+ "mode": "off"
+ }
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green"
+ },
+ {
+ "color": "red",
+ "value": 80
+ }
+ ]
+ },
+ "unit": "ops"
+ },
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 7,
+ "w": 12,
+ "x": 0,
+ "y": 66
+ },
+ "id": 315,
+ "options": {
+ "legend": {
+ "calcs": [
+ "lastNotNull"
+ ],
+ "displayMode": "table",
+ "placement": "bottom",
+ "showLegend": true
+ },
+ "tooltip": {
+ "hideZeros": false,
+ "mode": "multi",
+ "sort": "desc"
+ }
+ },
+ "pluginVersion": "11.1.3",
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "editorMode": "code",
+ "expr": "sum by(instance, pod, scheme) (rate(opendal_operation_duration_seconds_count{instance=~\"$datanode\", operation=\"read\"}[$__rate_interval]))",
+ "instant": false,
+ "legendFormat": "[{{instance}}]-[{{pod}}]-[{{scheme}}]",
+ "range": true,
+ "refId": "A"
+ }
+ ],
+ "title": "Read QPS per Instance",
+ "type": "timeseries"
+ },
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "description": "Read P99 per Instance.",
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "palette-classic"
+ },
+ "custom": {
+ "axisBorderShow": false,
+ "axisCenteredZero": false,
+ "axisColorMode": "text",
+ "axisLabel": "",
+ "axisPlacement": "auto",
+ "barAlignment": 0,
+ "barWidthFactor": 0.6,
+ "drawStyle": "points",
+ "fillOpacity": 0,
+ "gradientMode": "none",
+ "hideFrom": {
+ "legend": false,
+ "tooltip": false,
+ "viz": false
+ },
+ "insertNulls": false,
+ "lineInterpolation": "linear",
+ "lineWidth": 1,
+ "pointSize": 5,
+ "scaleDistribution": {
+ "type": "linear"
+ },
+ "showPoints": "auto",
+ "spanNulls": false,
+ "stacking": {
+ "group": "A",
+ "mode": "none"
+ },
+ "thresholdsStyle": {
+ "mode": "off"
+ }
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green"
+ },
+ {
+ "color": "red",
+ "value": 80
+ }
+ ]
+ },
+ "unit": "s"
+ },
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 7,
+ "w": 12,
+ "x": 12,
+ "y": 66
+ },
+ "id": 316,
+ "options": {
+ "legend": {
+ "calcs": [
+ "lastNotNull"
+ ],
+ "displayMode": "table",
+ "placement": "bottom",
+ "showLegend": true
+ },
+ "tooltip": {
+ "hideZeros": false,
+ "mode": "multi",
+ "sort": "desc"
+ }
+ },
+ "pluginVersion": "11.1.3",
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "editorMode": "code",
+ "expr": "histogram_quantile(0.99, sum by(instance, pod, le, scheme) (rate(opendal_operation_duration_seconds_bucket{instance=~\"$datanode\",operation=\"read\"}[$__rate_interval])))",
+ "instant": false,
+ "legendFormat": "[{{instance}}]-[{{pod}}]-{{scheme}}",
+ "range": true,
+ "refId": "A"
+ }
+ ],
+ "title": "Read P99 per Instance",
+ "type": "timeseries"
+ },
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "description": "Write QPS per Instance.",
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "palette-classic"
+ },
+ "custom": {
+ "axisBorderShow": false,
+ "axisCenteredZero": false,
+ "axisColorMode": "text",
+ "axisLabel": "",
+ "axisPlacement": "auto",
+ "barAlignment": 0,
+ "barWidthFactor": 0.6,
+ "drawStyle": "line",
+ "fillOpacity": 0,
+ "gradientMode": "none",
+ "hideFrom": {
+ "legend": false,
+ "tooltip": false,
+ "viz": false
+ },
+ "insertNulls": false,
+ "lineInterpolation": "linear",
+ "lineWidth": 1,
+ "pointSize": 5,
+ "scaleDistribution": {
+ "type": "linear"
+ },
+ "showPoints": "auto",
+ "spanNulls": false,
+ "stacking": {
+ "group": "A",
+ "mode": "none"
+ },
+ "thresholdsStyle": {
+ "mode": "off"
+ }
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green"
+ },
+ {
+ "color": "red",
+ "value": 80
+ }
+ ]
+ },
+ "unit": "ops"
+ },
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 7,
+ "w": 12,
+ "x": 0,
+ "y": 73
+ },
+ "id": 317,
+ "options": {
+ "legend": {
+ "calcs": [
+ "lastNotNull"
+ ],
+ "displayMode": "table",
+ "placement": "bottom",
+ "showLegend": true
+ },
+ "tooltip": {
+ "hideZeros": false,
+ "mode": "multi",
+ "sort": "desc"
+ }
+ },
+ "pluginVersion": "11.1.3",
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "editorMode": "code",
+ "expr": "sum by(instance, pod, scheme) (rate(opendal_operation_duration_seconds_count{instance=~\"$datanode\", operation=\"write\"}[$__rate_interval]))",
+ "instant": false,
+ "legendFormat": "[{{instance}}]-[{{pod}}]-{{scheme}}",
+ "range": true,
+ "refId": "A"
+ }
+ ],
+ "title": "Write QPS per Instance",
+ "type": "timeseries"
+ },
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "description": "Write P99 per Instance.",
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "palette-classic"
+ },
+ "custom": {
+ "axisBorderShow": false,
+ "axisCenteredZero": false,
+ "axisColorMode": "text",
+ "axisLabel": "",
+ "axisPlacement": "auto",
+ "barAlignment": 0,
+ "barWidthFactor": 0.6,
+ "drawStyle": "points",
+ "fillOpacity": 0,
+ "gradientMode": "none",
+ "hideFrom": {
+ "legend": false,
+ "tooltip": false,
+ "viz": false
+ },
+ "insertNulls": false,
+ "lineInterpolation": "linear",
+ "lineWidth": 1,
+ "pointSize": 5,
+ "scaleDistribution": {
+ "type": "linear"
+ },
+ "showPoints": "auto",
+ "spanNulls": false,
+ "stacking": {
+ "group": "A",
+ "mode": "none"
+ },
+ "thresholdsStyle": {
+ "mode": "off"
+ }
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green"
+ },
+ {
+ "color": "red",
+ "value": 80
+ }
+ ]
+ },
+ "unit": "s"
+ },
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 7,
+ "w": 12,
+ "x": 12,
+ "y": 73
+ },
+ "id": 318,
+ "options": {
+ "legend": {
+ "calcs": [
+ "lastNotNull"
+ ],
+ "displayMode": "table",
+ "placement": "bottom",
+ "showLegend": true
+ },
+ "tooltip": {
+ "hideZeros": false,
+ "mode": "multi",
+ "sort": "desc"
+ }
+ },
+ "pluginVersion": "11.1.3",
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "editorMode": "code",
+ "expr": "histogram_quantile(0.99, sum by(instance, pod, le, scheme) (rate(opendal_operation_duration_seconds_bucket{instance=~\"$datanode\", operation=\"write\"}[$__rate_interval])))",
+ "instant": false,
+ "legendFormat": "[{{instance}}]-[{{pod}}]-[{{scheme}}]",
+ "range": true,
+ "refId": "A"
+ }
+ ],
+ "title": "Write P99 per Instance",
+ "type": "timeseries"
+ },
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "description": "List QPS per Instance.",
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "palette-classic"
+ },
+ "custom": {
+ "axisBorderShow": false,
+ "axisCenteredZero": false,
+ "axisColorMode": "text",
+ "axisLabel": "",
+ "axisPlacement": "auto",
+ "barAlignment": 0,
+ "barWidthFactor": 0.6,
+ "drawStyle": "line",
+ "fillOpacity": 0,
+ "gradientMode": "none",
+ "hideFrom": {
+ "legend": false,
+ "tooltip": false,
+ "viz": false
+ },
+ "insertNulls": false,
+ "lineInterpolation": "linear",
+ "lineWidth": 1,
+ "pointSize": 5,
+ "scaleDistribution": {
+ "type": "linear"
+ },
+ "showPoints": "auto",
+ "spanNulls": false,
+ "stacking": {
+ "group": "A",
+ "mode": "none"
+ },
+ "thresholdsStyle": {
+ "mode": "off"
+ }
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green"
+ },
+ {
+ "color": "red",
+ "value": 80
+ }
+ ]
+ },
+ "unit": "ops"
+ },
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 7,
+ "w": 12,
+ "x": 0,
+ "y": 80
+ },
+ "id": 319,
+ "options": {
+ "legend": {
+ "calcs": [
+ "lastNotNull"
+ ],
+ "displayMode": "table",
+ "placement": "bottom",
+ "showLegend": true
+ },
+ "tooltip": {
+ "hideZeros": false,
+ "mode": "multi",
+ "sort": "desc"
+ }
+ },
+ "pluginVersion": "11.1.3",
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "editorMode": "code",
+ "expr": "sum by(instance, pod, scheme) (rate(opendal_operation_duration_seconds_count{instance=~\"$datanode\", operation=\"list\"}[$__rate_interval]))",
+ "instant": false,
+ "interval": "",
+ "legendFormat": "[{{instance}}]-[{{pod}}]-[{{scheme}}]",
+ "range": true,
+ "refId": "A"
+ }
+ ],
+ "title": "List QPS per Instance",
+ "type": "timeseries"
+ },
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "description": "List P99 per Instance.",
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "palette-classic"
+ },
+ "custom": {
+ "axisBorderShow": false,
+ "axisCenteredZero": false,
+ "axisColorMode": "text",
+ "axisLabel": "",
+ "axisPlacement": "auto",
+ "barAlignment": 0,
+ "barWidthFactor": 0.6,
+ "drawStyle": "points",
+ "fillOpacity": 0,
+ "gradientMode": "none",
+ "hideFrom": {
+ "legend": false,
+ "tooltip": false,
+ "viz": false
+ },
+ "insertNulls": false,
+ "lineInterpolation": "linear",
+ "lineWidth": 1,
+ "pointSize": 5,
+ "scaleDistribution": {
+ "type": "linear"
+ },
+ "showPoints": "auto",
+ "spanNulls": false,
+ "stacking": {
+ "group": "A",
+ "mode": "none"
+ },
+ "thresholdsStyle": {
+ "mode": "off"
+ }
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green"
+ },
+ {
+ "color": "red",
+ "value": 80
+ }
+ ]
+ },
+ "unit": "s"
+ },
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 7,
+ "w": 12,
+ "x": 12,
+ "y": 80
+ },
+ "id": 320,
+ "options": {
+ "legend": {
+ "calcs": [
+ "lastNotNull"
+ ],
+ "displayMode": "table",
+ "placement": "bottom",
+ "showLegend": true
+ },
+ "tooltip": {
+ "hideZeros": false,
+ "mode": "multi",
+ "sort": "desc"
+ }
+ },
+ "pluginVersion": "11.1.3",
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "editorMode": "code",
+ "expr": "histogram_quantile(0.99, sum by(instance, pod, le, scheme) (rate(opendal_operation_duration_seconds_bucket{instance=~\"$datanode\", operation=\"list\"}[$__rate_interval])))",
+ "instant": false,
+ "interval": "",
+ "legendFormat": "[{{instance}}]-[{{pod}}]-[{{scheme}}]",
+ "range": true,
+ "refId": "A"
+ }
+ ],
+ "title": "List P99 per Instance",
+ "type": "timeseries"
+ },
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "description": "Other Requests per Instance.",
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "palette-classic"
+ },
+ "custom": {
+ "axisBorderShow": false,
+ "axisCenteredZero": false,
+ "axisColorMode": "text",
+ "axisLabel": "",
+ "axisPlacement": "auto",
+ "barAlignment": 0,
+ "barWidthFactor": 0.6,
+ "drawStyle": "line",
+ "fillOpacity": 0,
+ "gradientMode": "none",
+ "hideFrom": {
+ "legend": false,
+ "tooltip": false,
+ "viz": false
+ },
+ "insertNulls": false,
+ "lineInterpolation": "linear",
+ "lineWidth": 1,
+ "pointSize": 5,
+ "scaleDistribution": {
+ "type": "linear"
+ },
+ "showPoints": "auto",
+ "spanNulls": false,
+ "stacking": {
+ "group": "A",
+ "mode": "none"
+ },
+ "thresholdsStyle": {
+ "mode": "off"
+ }
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green"
+ },
+ {
+ "color": "red",
+ "value": 80
+ }
+ ]
+ },
+ "unit": "ops"
+ },
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 7,
+ "w": 12,
+ "x": 0,
+ "y": 87
+ },
+ "id": 321,
+ "options": {
+ "legend": {
+ "calcs": [
+ "lastNotNull"
+ ],
+ "displayMode": "table",
+ "placement": "bottom",
+ "showLegend": true
+ },
+ "tooltip": {
+ "hideZeros": false,
+ "mode": "multi",
+ "sort": "desc"
+ }
+ },
+ "pluginVersion": "11.1.3",
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "editorMode": "code",
+ "expr": "sum by(instance, pod, scheme, operation) (rate(opendal_operation_duration_seconds_count{instance=~\"$datanode\",operation!~\"read|write|list|stat\"}[$__rate_interval]))",
+ "instant": false,
+ "legendFormat": "[{{instance}}]-[{{pod}}]-[{{scheme}}]-[{{operation}}]",
+ "range": true,
+ "refId": "A"
+ }
+ ],
+ "title": "Other Requests per Instance",
+ "type": "timeseries"
+ },
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "description": "Other Request P99 per Instance.",
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "palette-classic"
+ },
+ "custom": {
+ "axisBorderShow": false,
+ "axisCenteredZero": false,
+ "axisColorMode": "text",
+ "axisLabel": "",
+ "axisPlacement": "auto",
+ "barAlignment": 0,
+ "barWidthFactor": 0.6,
+ "drawStyle": "points",
+ "fillOpacity": 0,
+ "gradientMode": "none",
+ "hideFrom": {
+ "legend": false,
+ "tooltip": false,
+ "viz": false
+ },
+ "insertNulls": false,
+ "lineInterpolation": "linear",
+ "lineWidth": 1,
+ "pointSize": 3,
+ "scaleDistribution": {
+ "type": "linear"
+ },
+ "showPoints": "auto",
+ "spanNulls": false,
+ "stacking": {
+ "group": "A",
+ "mode": "none"
+ },
+ "thresholdsStyle": {
+ "mode": "off"
+ }
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green"
+ },
+ {
+ "color": "red",
+ "value": 80
+ }
+ ]
+ },
+ "unit": "s"
+ },
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 7,
+ "w": 12,
+ "x": 12,
+ "y": 87
+ },
+ "id": 322,
+ "options": {
+ "legend": {
+ "calcs": [
+ "lastNotNull"
+ ],
+ "displayMode": "table",
+ "placement": "bottom",
+ "showLegend": true
+ },
+ "tooltip": {
+ "hideZeros": false,
+ "mode": "multi",
+ "sort": "desc"
+ }
+ },
+ "pluginVersion": "11.1.3",
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "editorMode": "code",
+ "expr": "histogram_quantile(0.99, sum by(instance, pod, le, scheme, operation) (rate(opendal_operation_duration_seconds_bucket{instance=~\"$datanode\", operation!~\"read|write|list\"}[$__rate_interval])))",
+ "instant": false,
+ "legendFormat": "[{{instance}}]-[{{pod}}]-[{{scheme}}]-[{{operation}}]",
+ "range": true,
+ "refId": "A"
+ }
+ ],
+ "title": "Other Request P99 per Instance",
+ "type": "timeseries"
+ },
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "description": "Total traffic as in bytes by instance and operation",
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "palette-classic"
+ },
+ "custom": {
+ "axisBorderShow": false,
+ "axisCenteredZero": false,
+ "axisColorMode": "text",
+ "axisLabel": "",
+ "axisPlacement": "auto",
+ "barAlignment": 0,
+ "barWidthFactor": 0.6,
+ "drawStyle": "line",
+ "fillOpacity": 0,
+ "gradientMode": "none",
+ "hideFrom": {
+ "legend": false,
+ "tooltip": false,
+ "viz": false
+ },
+ "insertNulls": false,
+ "lineInterpolation": "linear",
+ "lineWidth": 1,
+ "pointSize": 5,
+ "scaleDistribution": {
+ "type": "linear"
+ },
+ "showPoints": "auto",
+ "spanNulls": false,
+ "stacking": {
+ "group": "A",
+ "mode": "none"
+ },
+ "thresholdsStyle": {
+ "mode": "off"
+ }
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green"
+ },
+ {
+ "color": "red",
+ "value": 80
+ }
+ ]
+ },
+ "unit": "decbytes"
+ },
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 7,
+ "w": 12,
+ "x": 0,
+ "y": 94
+ },
+ "id": 323,
+ "options": {
+ "legend": {
+ "calcs": [
+ "lastNotNull"
+ ],
+ "displayMode": "table",
+ "placement": "bottom",
+ "showLegend": true
+ },
+ "tooltip": {
+ "hideZeros": false,
+ "mode": "single",
+ "sort": "none"
+ }
+ },
+ "pluginVersion": "11.1.3",
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "disableTextWrap": false,
+ "editorMode": "code",
+ "expr": "sum by(instance, pod, scheme, operation) (rate(opendal_operation_bytes_sum{instance=~\"$datanode\"}[$__rate_interval]))",
+ "fullMetaSearch": false,
+ "includeNullMetadata": true,
+ "instant": false,
+ "legendFormat": "[{{instance}}]-[{{pod}}]-[{{scheme}}]-[{{operation}}]",
+ "range": true,
+ "refId": "A",
+ "useBackend": false
+ }
+ ],
+ "title": "Opendal traffic",
+ "type": "timeseries"
+ },
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "description": "OpenDAL error counts per Instance.",
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "palette-classic"
+ },
+ "custom": {
+ "axisBorderShow": false,
+ "axisCenteredZero": false,
+ "axisColorMode": "text",
+ "axisLabel": "",
+ "axisPlacement": "auto",
+ "barAlignment": 0,
+ "barWidthFactor": 0.6,
+ "drawStyle": "line",
+ "fillOpacity": 0,
+ "gradientMode": "none",
+ "hideFrom": {
+ "legend": false,
+ "tooltip": false,
+ "viz": false
+ },
+ "insertNulls": false,
+ "lineInterpolation": "linear",
+ "lineWidth": 1,
+ "pointSize": 5,
+ "scaleDistribution": {
+ "type": "linear"
+ },
+ "showPoints": "auto",
+ "spanNulls": false,
+ "stacking": {
+ "group": "A",
+ "mode": "none"
+ },
+ "thresholdsStyle": {
+ "mode": "off"
+ }
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green"
+ },
+ {
+ "color": "red",
+ "value": 80
+ }
+ ]
+ }
+ },
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 7,
+ "w": 12,
+ "x": 12,
+ "y": 94
+ },
+ "id": 334,
+ "options": {
+ "legend": {
+ "calcs": [
+ "lastNotNull"
+ ],
+ "displayMode": "table",
+ "placement": "bottom",
+ "showLegend": true
+ },
+ "tooltip": {
+ "hideZeros": false,
+ "mode": "multi",
+ "sort": "desc"
+ }
+ },
+ "pluginVersion": "11.1.3",
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "editorMode": "code",
+ "expr": "sum by(instance, pod, scheme, operation, error) (rate(opendal_operation_errors_total{instance=~\"$datanode\", error!=\"NotFound\"}[$__rate_interval]))",
+ "instant": false,
+ "legendFormat": "[{{instance}}]-[{{pod}}]-[{{scheme}}]-[{{operation}}]-[{{error}}]",
+ "range": true,
+ "refId": "A"
+ }
+ ],
+ "title": "OpenDAL errors per Instance",
+ "type": "timeseries"
+ },
+ {
+ "collapsed": true,
+ "gridPos": {
+ "h": 1,
+ "w": 24,
+ "x": 0,
+ "y": 101
+ },
+ "id": 324,
+ "panels": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "description": "Counter of region migration by source and destination",
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "thresholds"
+ },
+ "custom": {
+ "fillOpacity": 70,
+ "hideFrom": {
+ "legend": false,
+ "tooltip": false,
+ "viz": false
+ },
+ "insertNulls": false,
+ "lineWidth": 0,
+ "spanNulls": false
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green"
+ },
+ {
+ "color": "red",
+ "value": 80
+ }
+ ]
+ },
+ "unit": "none"
+ },
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 8,
+ "w": 12,
+ "x": 0,
+ "y": 9
+ },
+ "id": 325,
+ "options": {
+ "alignValue": "left",
+ "legend": {
+ "displayMode": "list",
+ "placement": "bottom",
+ "showLegend": true
+ },
+ "mergeValues": true,
+ "rowHeight": 0.9,
+ "showValue": "auto",
+ "tooltip": {
+ "mode": "single",
+ "sort": "none"
+ }
+ },
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "editorMode": "code",
+ "expr": "greptime_meta_region_migration_stat{datanode_type=\"src\"}",
+ "instant": false,
+ "legendFormat": "from-datanode-{{datanode_id}}",
+ "range": true,
+ "refId": "A"
+ },
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "editorMode": "code",
+ "expr": "greptime_meta_region_migration_stat{datanode_type=\"desc\"}",
+ "hide": false,
+ "instant": false,
+ "legendFormat": "to-datanode-{{datanode_id}}",
+ "range": true,
+ "refId": "B"
+ }
+ ],
+ "title": "Region migration datanode",
+ "type": "state-timeline"
+ },
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "description": "Counter of region migration error",
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "palette-classic"
+ },
+ "custom": {
+ "axisBorderShow": false,
+ "axisCenteredZero": false,
+ "axisColorMode": "text",
+ "axisLabel": "",
+ "axisPlacement": "auto",
+ "barAlignment": 0,
+ "drawStyle": "line",
+ "fillOpacity": 0,
+ "gradientMode": "none",
+ "hideFrom": {
+ "legend": false,
+ "tooltip": false,
+ "viz": false
+ },
+ "insertNulls": false,
+ "lineInterpolation": "linear",
+ "lineWidth": 1,
+ "pointSize": 5,
+ "scaleDistribution": {
+ "type": "linear"
+ },
+ "showPoints": "auto",
+ "spanNulls": false,
+ "stacking": {
+ "group": "A",
+ "mode": "none"
+ },
+ "thresholdsStyle": {
+ "mode": "off"
+ }
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green"
+ },
+ {
+ "color": "red",
+ "value": 80
+ }
+ ]
+ },
+ "unit": "none"
+ },
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 8,
+ "w": 12,
+ "x": 12,
+ "y": 9
+ },
+ "id": 326,
+ "options": {
+ "legend": {
+ "calcs": [],
+ "displayMode": "list",
+ "placement": "bottom",
+ "showLegend": true
+ },
+ "tooltip": {
+ "mode": "single",
+ "sort": "none"
+ }
+ },
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "editorMode": "code",
+ "expr": "greptime_meta_region_migration_error",
+ "instant": false,
+ "legendFormat": "__auto",
+ "range": true,
+ "refId": "A"
+ }
+ ],
+ "title": "Region migration error",
+ "type": "timeseries"
+ },
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "description": "Gauge of load information of each datanode, collected via heartbeat between datanode and metasrv. This information is for metasrv to schedule workloads.",
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "palette-classic"
+ },
+ "custom": {
+ "axisBorderShow": false,
+ "axisCenteredZero": false,
+ "axisColorMode": "text",
+ "axisLabel": "",
+ "axisPlacement": "auto",
+ "barAlignment": 0,
+ "drawStyle": "line",
+ "fillOpacity": 0,
+ "gradientMode": "none",
+ "hideFrom": {
+ "legend": false,
+ "tooltip": false,
+ "viz": false
+ },
+ "insertNulls": false,
+ "lineInterpolation": "linear",
+ "lineWidth": 1,
+ "pointSize": 5,
+ "scaleDistribution": {
+ "type": "linear"
+ },
+ "showPoints": "auto",
+ "spanNulls": false,
+ "stacking": {
+ "group": "A",
+ "mode": "none"
+ },
+ "thresholdsStyle": {
+ "mode": "off"
+ }
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green"
+ },
+ {
+ "color": "red",
+ "value": 80
+ }
+ ]
+ },
+ "unit": "none"
+ },
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 8,
+ "w": 12,
+ "x": 0,
+ "y": 1199
+ },
+ "id": 327,
+ "options": {
+ "legend": {
+ "calcs": [],
+ "displayMode": "list",
+ "placement": "bottom",
+ "showLegend": true
+ },
+ "tooltip": {
+ "mode": "single",
+ "sort": "none"
+ }
+ },
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "editorMode": "code",
+ "expr": "greptime_datanode_load",
+ "instant": false,
+ "legendFormat": "__auto",
+ "range": true,
+ "refId": "A"
+ }
+ ],
+ "title": "Datanode load",
+ "type": "timeseries"
+ }
+ ],
+ "title": "Metasrv",
+ "type": "row"
+ },
+ {
+ "collapsed": true,
+ "gridPos": {
+ "h": 1,
+ "w": 24,
+ "x": 0,
+ "y": 102
+ },
+ "id": 328,
+ "panels": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "description": "Flow Ingest / Output Rate.",
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "palette-classic"
+ },
+ "custom": {
+ "axisBorderShow": false,
+ "axisCenteredZero": false,
+ "axisColorMode": "text",
+ "axisLabel": "",
+ "axisPlacement": "auto",
+ "barAlignment": 0,
+ "drawStyle": "line",
+ "fillOpacity": 0,
+ "gradientMode": "none",
+ "hideFrom": {
+ "legend": false,
+ "tooltip": false,
+ "viz": false
+ },
+ "insertNulls": false,
+ "lineInterpolation": "linear",
+ "lineWidth": 1,
+ "pointSize": 5,
+ "scaleDistribution": {
+ "type": "linear"
+ },
+ "showPoints": "auto",
+ "spanNulls": false,
+ "stacking": {
+ "group": "A",
+ "mode": "none"
+ },
+ "thresholdsStyle": {
+ "mode": "off"
+ }
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green"
+ },
+ {
+ "color": "red",
+ "value": 80
+ }
+ ]
+ }
+ },
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 8,
+ "w": 12,
+ "x": 0,
+ "y": 1200
+ },
+ "id": 329,
+ "options": {
+ "legend": {
+ "calcs": [],
+ "displayMode": "list",
+ "placement": "bottom",
+ "showLegend": true
+ },
+ "tooltip": {
+ "mode": "multi",
+ "sort": "desc"
+ }
+ },
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "editorMode": "code",
+ "expr": "sum by(instance, pod, direction) (rate(greptime_flow_processed_rows[$__rate_interval]))",
+ "instant": false,
+ "legendFormat": "[{{pod}}]-[{{instance}}]-[{{direction}}]",
+ "range": true,
+ "refId": "A"
+ }
+ ],
+ "title": "Flow Ingest / Output Rate",
+ "type": "timeseries"
+ },
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "description": "Flow Ingest Latency.",
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "palette-classic"
+ },
+ "custom": {
+ "axisBorderShow": false,
+ "axisCenteredZero": false,
+ "axisColorMode": "text",
+ "axisLabel": "",
+ "axisPlacement": "auto",
+ "barAlignment": 0,
+ "drawStyle": "points",
+ "fillOpacity": 0,
+ "gradientMode": "none",
+ "hideFrom": {
+ "legend": false,
+ "tooltip": false,
+ "viz": false
+ },
+ "insertNulls": false,
+ "lineInterpolation": "linear",
+ "lineWidth": 1,
+ "pointSize": 5,
+ "scaleDistribution": {
+ "type": "linear"
+ },
+ "showPoints": "auto",
+ "spanNulls": false,
+ "stacking": {
+ "group": "A",
+ "mode": "none"
+ },
+ "thresholdsStyle": {
+ "mode": "off"
+ }
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green"
+ },
+ {
+ "color": "red",
+ "value": 80
+ }
+ ]
+ }
+ },
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 8,
+ "w": 12,
+ "x": 12,
+ "y": 1200
+ },
+ "id": 330,
+ "options": {
+ "legend": {
+ "calcs": [],
+ "displayMode": "list",
+ "placement": "bottom",
+ "showLegend": true
+ },
+ "tooltip": {
+ "mode": "multi",
+ "sort": "desc"
+ }
+ },
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "editorMode": "code",
+ "expr": "histogram_quantile(0.95, sum(rate(greptime_flow_insert_elapsed_bucket[$__rate_interval])) by (le, instance, pod))",
+ "instant": false,
+ "legendFormat": "[{{instance}}]-[{{pod}}]-p95",
+ "range": true,
+ "refId": "A"
+ },
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "editorMode": "code",
+ "expr": "histogram_quantile(0.99, sum(rate(greptime_flow_insert_elapsed_bucket[$__rate_interval])) by (le, instance, pod))",
+ "hide": false,
+ "instant": false,
+ "legendFormat": "[{{instance}}]-[{{pod}}]-p99",
+ "range": true,
+ "refId": "B"
+ }
+ ],
+ "title": "Flow Ingest Latency",
+ "type": "timeseries"
+ },
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "description": "Flow Operation Latency.",
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "palette-classic"
+ },
+ "custom": {
+ "axisBorderShow": false,
+ "axisCenteredZero": false,
+ "axisColorMode": "text",
+ "axisLabel": "",
+ "axisPlacement": "auto",
+ "barAlignment": 0,
+ "drawStyle": "points",
+ "fillOpacity": 0,
+ "gradientMode": "none",
+ "hideFrom": {
+ "legend": false,
+ "tooltip": false,
+ "viz": false
+ },
+ "insertNulls": false,
+ "lineInterpolation": "linear",
+ "lineWidth": 1,
+ "pointSize": 5,
+ "scaleDistribution": {
+ "type": "linear"
+ },
+ "showPoints": "auto",
+ "spanNulls": false,
+ "stacking": {
+ "group": "A",
+ "mode": "none"
+ },
+ "thresholdsStyle": {
+ "mode": "off"
+ }
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green"
+ },
+ {
+ "color": "red",
+ "value": 80
+ }
+ ]
+ }
+ },
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 8,
+ "w": 9,
+ "x": 0,
+ "y": 1208
+ },
+ "id": 331,
+ "options": {
+ "legend": {
+ "calcs": [],
+ "displayMode": "list",
+ "placement": "bottom",
+ "showLegend": true
+ },
+ "tooltip": {
+ "mode": "multi",
+ "sort": "desc"
+ }
+ },
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "editorMode": "code",
+ "expr": "histogram_quantile(0.95, sum(rate(greptime_flow_processing_time_bucket[$__rate_interval])) by (le,instance,pod,type))",
+ "instant": false,
+ "legendFormat": "[{{instance}}]-[{{pod}}]-[{{type}}]-p95",
+ "range": true,
+ "refId": "A"
+ },
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "editorMode": "code",
+ "expr": "histogram_quantile(0.99, sum(rate(greptime_flow_processing_time_bucket[$__rate_interval])) by (le,instance,pod,type))",
+ "hide": false,
+ "instant": false,
+ "legendFormat": "[{{instance}}]-[{{pod}}]-[{{type}}]-p99",
+ "range": true,
+ "refId": "B"
+ }
+ ],
+ "title": "Flow Operation Latency",
+ "type": "timeseries"
+ },
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "description": "Flow Buffer Size per Instance.",
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "palette-classic"
+ },
+ "custom": {
+ "axisBorderShow": false,
+ "axisCenteredZero": false,
+ "axisColorMode": "text",
+ "axisLabel": "",
+ "axisPlacement": "auto",
+ "barAlignment": 0,
+ "drawStyle": "line",
+ "fillOpacity": 0,
+ "gradientMode": "none",
+ "hideFrom": {
+ "legend": false,
+ "tooltip": false,
+ "viz": false
+ },
+ "insertNulls": false,
+ "lineInterpolation": "linear",
+ "lineWidth": 1,
+ "pointSize": 5,
+ "scaleDistribution": {
+ "type": "linear"
+ },
+ "showPoints": "auto",
+ "spanNulls": false,
+ "stacking": {
+ "group": "A",
+ "mode": "none"
+ },
+ "thresholdsStyle": {
+ "mode": "off"
+ }
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green"
+ },
+ {
+ "color": "red",
+ "value": 80
+ }
+ ]
+ }
+ },
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 8,
+ "w": 9,
+ "x": 9,
+ "y": 1208
+ },
+ "id": 332,
+ "options": {
+ "legend": {
+ "calcs": [],
+ "displayMode": "list",
+ "placement": "bottom",
+ "showLegend": true
+ },
+ "tooltip": {
+ "mode": "multi",
+ "sort": "desc"
+ }
+ },
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "editorMode": "code",
+ "expr": "greptime_flow_input_buf_size",
+ "instant": false,
+ "legendFormat": "[{{instance}}]-[{{pod}]",
+ "range": true,
+ "refId": "A"
+ }
+ ],
+ "title": "Flow Buffer Size per Instance",
+ "type": "timeseries"
+ },
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "description": "Flow Processing Error per Instance.",
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "palette-classic"
+ },
+ "custom": {
+ "axisBorderShow": false,
+ "axisCenteredZero": false,
+ "axisColorMode": "text",
+ "axisLabel": "",
+ "axisPlacement": "auto",
+ "barAlignment": 0,
+ "drawStyle": "line",
+ "fillOpacity": 0,
+ "gradientMode": "none",
+ "hideFrom": {
+ "legend": false,
+ "tooltip": false,
+ "viz": false
+ },
+ "insertNulls": false,
+ "lineInterpolation": "linear",
+ "lineWidth": 1,
+ "pointSize": 5,
+ "scaleDistribution": {
+ "type": "linear"
+ },
+ "showPoints": "auto",
+ "spanNulls": false,
+ "stacking": {
+ "group": "A",
+ "mode": "none"
+ },
+ "thresholdsStyle": {
+ "mode": "off"
+ }
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green"
+ },
+ {
+ "color": "red",
+ "value": 80
+ }
+ ]
+ }
+ },
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 8,
+ "w": 6,
+ "x": 18,
+ "y": 1208
+ },
+ "id": 333,
+ "options": {
+ "legend": {
+ "calcs": [],
+ "displayMode": "list",
+ "placement": "bottom",
+ "showLegend": true
+ },
+ "tooltip": {
+ "mode": "multi",
+ "sort": "desc"
+ }
+ },
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "editorMode": "code",
+ "expr": "sum by(instance,pod,code) (rate(greptime_flow_errors[$__rate_interval]))",
+ "instant": false,
+ "legendFormat": "[{{instance}}]-[{{pod}}]-[{{code}}]",
+ "range": true,
+ "refId": "A"
+ }
+ ],
+ "title": "Flow Processing Error per Instance",
+ "type": "timeseries"
+ }
+ ],
+ "title": "Flownode",
+ "type": "row"
+ }
+ ],
+ "refresh": "10s",
+ "schemaVersion": 40,
+ "tags": [],
+ "templating": {
+ "list": [
+ {
+ "current": {},
+ "includeAll": false,
+ "name": "metrics",
+ "options": [],
+ "query": "prometheus",
+ "refresh": 1,
+ "regex": "",
+ "type": "datasource"
+ },
+ {
+ "current": {},
+ "includeAll": false,
+ "name": "information_schema",
+ "options": [],
+ "query": "mysql",
+ "refresh": 1,
+ "regex": "",
+ "type": "datasource"
+ },
+ {
+ "current": {},
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "definition": "label_values(greptime_app_version{app=\"greptime-datanode\"},instance)",
+ "hide": 2,
+ "includeAll": true,
+ "multi": true,
+ "name": "datanode",
+ "options": [],
+ "query": {
+ "qryType": 1,
+ "query": "label_values(greptime_app_version{app=\"greptime-datanode\"},instance)",
+ "refId": "PrometheusVariableQueryEditor-VariableQuery"
+ },
+ "refresh": 1,
+ "regex": "",
+ "type": "query"
+ },
+ {
+ "current": {},
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "definition": "label_values(greptime_app_version{app=\"greptime-frontend\"},instance)",
+ "hide": 2,
+ "includeAll": true,
+ "multi": true,
+ "name": "frontend",
+ "options": [],
+ "query": {
+ "qryType": 1,
+ "query": "label_values(greptime_app_version{app=\"greptime-frontend\"},instance)",
+ "refId": "PrometheusVariableQueryEditor-VariableQuery"
+ },
+ "refresh": 1,
+ "regex": "",
+ "type": "query"
+ },
+ {
+ "current": {},
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "definition": "label_values(greptime_app_version{app=\"greptime-metasrv\"},instance)",
+ "hide": 2,
+ "includeAll": true,
+ "multi": true,
+ "name": "metasrv",
+ "options": [],
+ "query": {
+ "qryType": 1,
+ "query": "label_values(greptime_app_version{app=\"greptime-metasrv\"},instance)",
+ "refId": "PrometheusVariableQueryEditor-VariableQuery"
+ },
+ "refresh": 1,
+ "regex": "",
+ "type": "query"
+ },
+ {
+ "current": {},
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${metrics}"
+ },
+ "definition": "label_values(greptime_app_version{app=\"greptime-flownode\"},instance)",
+ "hide": 2,
+ "includeAll": true,
+ "multi": true,
+ "name": "flownode",
+ "options": [],
+ "query": {
+ "qryType": 1,
+ "query": "label_values(greptime_app_version{app=\"greptime-flownode\"},instance)",
+ "refId": "PrometheusVariableQueryEditor-VariableQuery"
+ },
+ "refresh": 1,
+ "regex": "",
+ "type": "query"
+ }
+ ]
+ },
+ "time": {
+ "from": "now-1h",
+ "to": "now"
+ },
+ "timepicker": {},
+ "timezone": "",
+ "title": "GreptimeDB",
+ "uid": "dejf3k5e7g2kgb",
+ "version": 2,
+ "weekStart": ""
+}
diff --git a/grafana/dashboards/cluster/dashboard.md b/grafana/dashboards/cluster/dashboard.md
new file mode 100644
index 0000000000..2de3016bbf
--- /dev/null
+++ b/grafana/dashboards/cluster/dashboard.md
@@ -0,0 +1,97 @@
+# Overview
+| Title | Query | Type | Description | Datasource | Unit | Legend Format |
+| --- | --- | --- | --- | --- | --- | --- |
+| Uptime | `time() - process_start_time_seconds` | `stat` | The start time of GreptimeDB. | `prometheus` | `s` | `__auto` |
+| Version | `SELECT pkg_version FROM information_schema.build_info` | `stat` | GreptimeDB version. | `mysql` | -- | -- |
+| Total Ingestion Rate | `sum(rate(greptime_table_operator_ingest_rows[$__rate_interval]))` | `stat` | Total ingestion rate. | `prometheus` | `rowsps` | `__auto` |
+| Total Storage Size | `select SUM(disk_size) from information_schema.region_statistics;` | `stat` | Total number of data file size. | `mysql` | `decbytes` | -- |
+| Total Rows | `select SUM(region_rows) from information_schema.region_statistics;` | `stat` | Total number of data rows in the cluster. Calculated by sum of rows from each region. | `mysql` | `sishort` | -- |
+| Deployment | `SELECT count(*) as datanode FROM information_schema.cluster_info WHERE peer_type = 'DATANODE';` {
@@ -336,6 +378,7 @@ impl InformationSchemaKeyColumnUsageBuilder {
null_string_vector.clone(),
null_string_vector.clone(),
null_string_vector,
+ Arc::new(self.greptime_index_type.finish()),
];
RecordBatch::new(self.schema.clone(), columns).context(CreateRecordBatchSnafu)
}
diff --git a/src/catalog/src/system_schema/information_schema/table_constraints.rs b/src/catalog/src/system_schema/information_schema/table_constraints.rs
index a1f9d899f4..77ac93632f 100644
--- a/src/catalog/src/system_schema/information_schema/table_constraints.rs
+++ b/src/catalog/src/system_schema/information_schema/table_constraints.rs
@@ -36,7 +36,7 @@ use crate::error::{
CreateRecordBatchSnafu, InternalSnafu, Result, UpgradeWeakCatalogManagerRefSnafu,
};
use crate::information_schema::key_column_usage::{
- PRI_CONSTRAINT_NAME, TIME_INDEX_CONSTRAINT_NAME,
+ CONSTRAINT_NAME_PRI, CONSTRAINT_NAME_TIME_INDEX,
};
use crate::information_schema::Predicates;
use crate::system_schema::information_schema::{InformationTable, TABLE_CONSTRAINTS};
@@ -188,7 +188,7 @@ impl InformationSchemaTableConstraintsBuilder {
self.add_table_constraint(
&predicates,
&schema_name,
- TIME_INDEX_CONSTRAINT_NAME,
+ CONSTRAINT_NAME_TIME_INDEX,
&schema_name,
&table.table_info().name,
TIME_INDEX_CONSTRAINT_TYPE,
@@ -199,7 +199,7 @@ impl InformationSchemaTableConstraintsBuilder {
self.add_table_constraint(
&predicates,
&schema_name,
- PRI_CONSTRAINT_NAME,
+ CONSTRAINT_NAME_PRI,
&schema_name,
&table.table_info().name,
PRI_KEY_CONSTRAINT_TYPE,
diff --git a/src/catalog/src/system_schema/pg_catalog/pg_namespace/oid_map.rs b/src/catalog/src/system_schema/pg_catalog/pg_namespace/oid_map.rs
index edbdac25c7..a2165d731c 100644
--- a/src/catalog/src/system_schema/pg_catalog/pg_namespace/oid_map.rs
+++ b/src/catalog/src/system_schema/pg_catalog/pg_namespace/oid_map.rs
@@ -84,12 +84,6 @@ mod tests {
let key1 = "3178510";
let key2 = "4215648";
- // have collision
- assert_eq!(
- oid_map.hasher.hash_one(key1) as u32,
- oid_map.hasher.hash_one(key2) as u32
- );
-
// insert them into oid_map
let oid1 = oid_map.get_oid(key1);
let oid2 = oid_map.get_oid(key2);
diff --git a/src/catalog/src/table_source.rs b/src/catalog/src/table_source.rs
index 3cb3b5087d..caf6778214 100644
--- a/src/catalog/src/table_source.rs
+++ b/src/catalog/src/table_source.rs
@@ -27,7 +27,7 @@ use session::context::QueryContextRef;
use snafu::{ensure, OptionExt, ResultExt};
use table::metadata::TableType;
use table::table::adapter::DfTableProviderAdapter;
-mod dummy_catalog;
+pub mod dummy_catalog;
use dummy_catalog::DummyCatalogList;
use table::TableRef;
diff --git a/src/cli/src/error.rs b/src/cli/src/error.rs
index be852e7d73..2c18531aaa 100644
--- a/src/cli/src/error.rs
+++ b/src/cli/src/error.rs
@@ -17,7 +17,6 @@ use std::any::Any;
use common_error::ext::{BoxedError, ErrorExt};
use common_error::status_code::StatusCode;
use common_macro::stack_trace_debug;
-use rustyline::error::ReadlineError;
use snafu::{Location, Snafu};
#[derive(Snafu)]
@@ -105,52 +104,6 @@ pub enum Error {
#[snafu(display("Invalid REPL command: {reason}"))]
InvalidReplCommand { reason: String },
- #[snafu(display("Cannot create REPL"))]
- ReplCreation {
- #[snafu(source)]
- error: ReadlineError,
- #[snafu(implicit)]
- location: Location,
- },
-
- #[snafu(display("Error reading command"))]
- Readline {
- #[snafu(source)]
- error: ReadlineError,
- #[snafu(implicit)]
- location: Location,
- },
-
- #[snafu(display("Failed to request database, sql: {sql}"))]
- RequestDatabase {
- sql: String,
- #[snafu(source)]
- source: client::Error,
- #[snafu(implicit)]
- location: Location,
- },
-
- #[snafu(display("Failed to collect RecordBatches"))]
- CollectRecordBatches {
- #[snafu(implicit)]
- location: Location,
- source: common_recordbatch::error::Error,
- },
-
- #[snafu(display("Failed to pretty print Recordbatches"))]
- PrettyPrintRecordBatches {
- #[snafu(implicit)]
- location: Location,
- source: common_recordbatch::error::Error,
- },
-
- #[snafu(display("Failed to start Meta client"))]
- StartMetaClient {
- #[snafu(implicit)]
- location: Location,
- source: meta_client::error::Error,
- },
-
#[snafu(display("Failed to parse SQL: {}", sql))]
ParseSql {
sql: String,
@@ -166,13 +119,6 @@ pub enum Error {
source: query::error::Error,
},
- #[snafu(display("Failed to encode logical plan in substrait"))]
- SubstraitEncodeLogicalPlan {
- #[snafu(implicit)]
- location: Location,
- source: substrait::error::Error,
- },
-
#[snafu(display("Failed to load layered config"))]
LoadLayeredConfig {
#[snafu(source(from(common_config::error::Error, Box::new)))]
@@ -318,17 +264,10 @@ impl ErrorExt for Error {
Error::StartProcedureManager { source, .. }
| Error::StopProcedureManager { source, .. } => source.status_code(),
Error::StartWalOptionsAllocator { source, .. } => source.status_code(),
- Error::ReplCreation { .. } | Error::Readline { .. } | Error::HttpQuerySql { .. } => {
- StatusCode::Internal
- }
- Error::RequestDatabase { source, .. } => source.status_code(),
- Error::CollectRecordBatches { source, .. }
- | Error::PrettyPrintRecordBatches { source, .. } => source.status_code(),
- Error::StartMetaClient { source, .. } => source.status_code(),
+ Error::HttpQuerySql { .. } => StatusCode::Internal,
Error::ParseSql { source, .. } | Error::PlanStatement { source, .. } => {
source.status_code()
}
- Error::SubstraitEncodeLogicalPlan { source, .. } => source.status_code(),
Error::SerdeJson { .. }
| Error::FileIo { .. }
diff --git a/src/cli/src/lib.rs b/src/cli/src/lib.rs
index 3991f3a666..113e88f1c1 100644
--- a/src/cli/src/lib.rs
+++ b/src/cli/src/lib.rs
@@ -23,15 +23,12 @@ mod helper;
// Wait for https://github.com/GreptimeTeam/greptimedb/issues/2373
mod database;
mod import;
-#[allow(unused)]
-mod repl;
use async_trait::async_trait;
use clap::Parser;
use common_error::ext::BoxedError;
pub use database::DatabaseClient;
use error::Result;
-pub use repl::Repl;
pub use crate::bench::BenchTableMetadataCommand;
pub use crate::export::ExportCommand;
diff --git a/src/cli/src/repl.rs b/src/cli/src/repl.rs
deleted file mode 100644
index 8b5e3aa389..0000000000
--- a/src/cli/src/repl.rs
+++ /dev/null
@@ -1,299 +0,0 @@
-// Copyright 2023 Greptime Team
-//
-// Licensed under the Apache License, Version 2.0 (the "License");
-// you may not use this file except in compliance with the License.
-// You may obtain a copy of the License at
-//
-// http://www.apache.org/licenses/LICENSE-2.0
-//
-// Unless required by applicable law or agreed to in writing, software
-// distributed under the License is distributed on an "AS IS" BASIS,
-// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-// See the License for the specific language governing permissions and
-// limitations under the License.
-
-use std::path::PathBuf;
-use std::sync::Arc;
-use std::time::Instant;
-
-use cache::{
- build_fundamental_cache_registry, with_default_composite_cache_registry, TABLE_CACHE_NAME,
- TABLE_ROUTE_CACHE_NAME,
-};
-use catalog::information_extension::DistributedInformationExtension;
-use catalog::kvbackend::{
- CachedKvBackend, CachedKvBackendBuilder, KvBackendCatalogManager, MetaKvBackend,
-};
-use client::{Client, Database, OutputData, DEFAULT_CATALOG_NAME, DEFAULT_SCHEMA_NAME};
-use common_base::Plugins;
-use common_config::Mode;
-use common_error::ext::ErrorExt;
-use common_meta::cache::{CacheRegistryBuilder, LayeredCacheRegistryBuilder};
-use common_meta::kv_backend::KvBackendRef;
-use common_query::Output;
-use common_recordbatch::RecordBatches;
-use common_telemetry::debug;
-use either::Either;
-use meta_client::client::{ClusterKvBackend, MetaClientBuilder};
-use query::datafusion::DatafusionQueryEngine;
-use query::parser::QueryLanguageParser;
-use query::query_engine::{DefaultSerializer, QueryEngineState};
-use query::QueryEngine;
-use rustyline::error::ReadlineError;
-use rustyline::Editor;
-use session::context::QueryContext;
-use snafu::{OptionExt, ResultExt};
-use substrait::{DFLogicalSubstraitConvertor, SubstraitPlan};
-
-use crate::cmd::ReplCommand;
-use crate::error::{
- CollectRecordBatchesSnafu, ParseSqlSnafu, PlanStatementSnafu, PrettyPrintRecordBatchesSnafu,
- ReadlineSnafu, ReplCreationSnafu, RequestDatabaseSnafu, Result, StartMetaClientSnafu,
- SubstraitEncodeLogicalPlanSnafu,
-};
-use crate::helper::RustylineHelper;
-use crate::{error, AttachCommand};
-
-/// Captures the state of the repl, gathers commands and executes them one by one
-pub struct Repl {
- /// Rustyline editor for interacting with user on command line
- rl: Editor,
-
- /// Current prompt
- prompt: String,
-
- /// Client for interacting with GreptimeDB
- database: Database,
-
- query_engine: Option,
-}
-
-#[allow(clippy::print_stdout)]
-impl Repl {
- fn print_help(&self) {
- println!("{}", ReplCommand::help())
- }
-
- pub(crate) async fn try_new(cmd: &AttachCommand) -> Result {
- let mut rl = Editor::new().context(ReplCreationSnafu)?;
-
- if !cmd.disable_helper {
- rl.set_helper(Some(RustylineHelper::default()));
-
- let history_file = history_file();
- if let Err(e) = rl.load_history(&history_file) {
- debug!(
- "failed to load history file on {}, error: {e}",
- history_file.display()
- );
- }
- }
-
- let client = Client::with_urls([&cmd.grpc_addr]);
- let database = Database::new(DEFAULT_CATALOG_NAME, DEFAULT_SCHEMA_NAME, client);
-
- let query_engine = if let Some(meta_addr) = &cmd.meta_addr {
- create_query_engine(meta_addr).await.map(Some)?
- } else {
- None
- };
-
- Ok(Self {
- rl,
- prompt: "> ".to_string(),
- database,
- query_engine,
- })
- }
-
- /// Parse the next command
- fn next_command(&mut self) -> Result {
- match self.rl.readline(&self.prompt) {
- Ok(ref line) => {
- let request = line.trim();
-
- let _ = self.rl.add_history_entry(request.to_string());
-
- request.try_into()
- }
- Err(ReadlineError::Eof) | Err(ReadlineError::Interrupted) => Ok(ReplCommand::Exit),
- // Some sort of real underlying error
- Err(e) => Err(e).context(ReadlineSnafu),
- }
- }
-
- /// Read Evaluate Print Loop (interactive command line) for GreptimeDB
- ///
- /// Inspired / based on repl.rs from InfluxDB IOX
- pub(crate) async fn run(&mut self) -> Result<()> {
- println!("Ready for commands. (Hint: try 'help')");
-
- loop {
- match self.next_command()? {
- ReplCommand::Help => {
- self.print_help();
- }
- ReplCommand::UseDatabase { db_name } => {
- if self.execute_sql(format!("USE {db_name}")).await {
- println!("Using {db_name}");
- self.database.set_schema(&db_name);
- self.prompt = format!("[{db_name}] > ");
- }
- }
- ReplCommand::Sql { sql } => {
- let _ = self.execute_sql(sql).await;
- }
- ReplCommand::Exit => {
- return Ok(());
- }
- }
- }
- }
-
- async fn execute_sql(&self, sql: String) -> bool {
- self.do_execute_sql(sql)
- .await
- .map_err(|e| {
- let status_code = e.status_code();
- let root_cause = e.output_msg();
- println!("Error: {}({status_code}), {root_cause}", status_code as u32)
- })
- .is_ok()
- }
-
- async fn do_execute_sql(&self, sql: String) -> Result<()> {
- let start = Instant::now();
-
- let output = if let Some(query_engine) = &self.query_engine {
- let query_ctx = Arc::new(QueryContext::with(
- self.database.catalog(),
- self.database.schema(),
- ));
-
- let stmt = QueryLanguageParser::parse_sql(&sql, &query_ctx)
- .with_context(|_| ParseSqlSnafu { sql: sql.clone() })?;
-
- let plan = query_engine
- .planner()
- .plan(&stmt, query_ctx.clone())
- .await
- .context(PlanStatementSnafu)?;
-
- let plan = query_engine
- .optimize(&query_engine.engine_context(query_ctx), &plan)
- .context(PlanStatementSnafu)?;
-
- let plan = DFLogicalSubstraitConvertor {}
- .encode(&plan, DefaultSerializer)
- .context(SubstraitEncodeLogicalPlanSnafu)?;
-
- self.database.logical_plan(plan.to_vec()).await
- } else {
- self.database.sql(&sql).await
- }
- .context(RequestDatabaseSnafu { sql: &sql })?;
-
- let either = match output.data {
- OutputData::Stream(s) => {
- let x = RecordBatches::try_collect(s)
- .await
- .context(CollectRecordBatchesSnafu)?;
- Either::Left(x)
- }
- OutputData::RecordBatches(x) => Either::Left(x),
- OutputData::AffectedRows(rows) => Either::Right(rows),
- };
-
- let end = Instant::now();
-
- match either {
- Either::Left(recordbatches) => {
- let total_rows: usize = recordbatches.iter().map(|x| x.num_rows()).sum();
- if total_rows > 0 {
- println!(
- "{}",
- recordbatches
- .pretty_print()
- .context(PrettyPrintRecordBatchesSnafu)?
- );
- }
- println!("Total Rows: {total_rows}")
- }
- Either::Right(rows) => println!("Affected Rows: {rows}"),
- };
-
- println!("Cost {} ms", (end - start).as_millis());
- Ok(())
- }
-}
-
-impl Drop for Repl {
- fn drop(&mut self) {
- if self.rl.helper().is_some() {
- let history_file = history_file();
- if let Err(e) = self.rl.save_history(&history_file) {
- debug!(
- "failed to save history file on {}, error: {e}",
- history_file.display()
- );
- }
- }
- }
-}
-
-/// Return the location of the history file (defaults to $HOME/".greptimedb_cli_history")
-fn history_file() -> PathBuf {
- let mut buf = match std::env::var("HOME") {
- Ok(home) => PathBuf::from(home),
- Err(_) => PathBuf::new(),
- };
- buf.push(".greptimedb_cli_history");
- buf
-}
-
-async fn create_query_engine(meta_addr: &str) -> Result {
- let mut meta_client = MetaClientBuilder::default().enable_store().build();
- meta_client
- .start([meta_addr])
- .await
- .context(StartMetaClientSnafu)?;
- let meta_client = Arc::new(meta_client);
-
- let cached_meta_backend = Arc::new(
- CachedKvBackendBuilder::new(Arc::new(MetaKvBackend::new(meta_client.clone()))).build(),
- );
- let layered_cache_builder = LayeredCacheRegistryBuilder::default().add_cache_registry(
- CacheRegistryBuilder::default()
- .add_cache(cached_meta_backend.clone())
- .build(),
- );
- let fundamental_cache_registry =
- build_fundamental_cache_registry(Arc::new(MetaKvBackend::new(meta_client.clone())));
- let layered_cache_registry = Arc::new(
- with_default_composite_cache_registry(
- layered_cache_builder.add_cache_registry(fundamental_cache_registry),
- )
- .context(error::BuildCacheRegistrySnafu)?
- .build(),
- );
-
- let information_extension = Arc::new(DistributedInformationExtension::new(meta_client.clone()));
- let catalog_manager = KvBackendCatalogManager::new(
- information_extension,
- cached_meta_backend.clone(),
- layered_cache_registry,
- None,
- );
- let plugins: Plugins = Default::default();
- let state = Arc::new(QueryEngineState::new(
- catalog_manager,
- None,
- None,
- None,
- None,
- false,
- plugins.clone(),
- ));
-
- Ok(DatafusionQueryEngine::new(state, plugins))
-}
diff --git a/src/client/Cargo.toml b/src/client/Cargo.toml
index f8702fe6ac..99d0c97806 100644
--- a/src/client/Cargo.toml
+++ b/src/client/Cargo.toml
@@ -16,6 +16,7 @@ arc-swap = "1.6"
arrow-flight.workspace = true
async-stream.workspace = true
async-trait.workspace = true
+base64.workspace = true
common-catalog.workspace = true
common-error.workspace = true
common-grpc.workspace = true
@@ -25,6 +26,7 @@ common-query.workspace = true
common-recordbatch.workspace = true
common-telemetry.workspace = true
enum_dispatch = "0.3"
+futures.workspace = true
futures-util.workspace = true
lazy_static.workspace = true
moka = { workspace = true, features = ["future"] }
diff --git a/src/client/src/database.rs b/src/client/src/database.rs
index 2479240562..c9dc9b08e5 100644
--- a/src/client/src/database.rs
+++ b/src/client/src/database.rs
@@ -12,36 +12,49 @@
// See the License for the specific language governing permissions and
// limitations under the License.
+use std::pin::Pin;
+use std::str::FromStr;
+
use api::v1::auth_header::AuthScheme;
use api::v1::ddl_request::Expr as DdlExpr;
use api::v1::greptime_database_client::GreptimeDatabaseClient;
use api::v1::greptime_request::Request;
use api::v1::query_request::Query;
use api::v1::{
- AlterTableExpr, AuthHeader, CreateTableExpr, DdlRequest, GreptimeRequest, InsertRequests,
- QueryRequest, RequestHeader,
+ AlterTableExpr, AuthHeader, Basic, CreateTableExpr, DdlRequest, GreptimeRequest,
+ InsertRequests, QueryRequest, RequestHeader,
};
-use arrow_flight::Ticket;
+use arrow_flight::{FlightData, Ticket};
use async_stream::stream;
+use base64::prelude::BASE64_STANDARD;
+use base64::Engine;
+use common_catalog::build_db_string;
+use common_catalog::consts::{DEFAULT_CATALOG_NAME, DEFAULT_SCHEMA_NAME};
use common_error::ext::{BoxedError, ErrorExt};
+use common_grpc::flight::do_put::DoPutResponse;
use common_grpc::flight::{FlightDecoder, FlightMessage};
use common_query::Output;
use common_recordbatch::error::ExternalSnafu;
use common_recordbatch::RecordBatchStreamWrapper;
use common_telemetry::error;
use common_telemetry::tracing_context::W3cTrace;
-use futures_util::StreamExt;
+use futures::future;
+use futures_util::{Stream, StreamExt, TryStreamExt};
use prost::Message;
use snafu::{ensure, ResultExt};
-use tonic::metadata::AsciiMetadataKey;
+use tonic::metadata::{AsciiMetadataKey, MetadataValue};
use tonic::transport::Channel;
use crate::error::{
ConvertFlightDataSnafu, Error, FlightGetSnafu, IllegalFlightMessagesSnafu, InvalidAsciiSnafu,
- ServerSnafu,
+ InvalidTonicMetadataValueSnafu, ServerSnafu,
};
use crate::{from_grpc_response, Client, Result};
+type FlightDataStream = Pin + Send>>;
+
+type DoPutResponseStream = Pin>>>;
+
#[derive(Clone, Debug, Default)]
pub struct Database {
// The "catalog" and "schema" to be used in processing the requests at the server side.
@@ -108,16 +121,24 @@ impl Database {
self.catalog = catalog.into();
}
- pub fn catalog(&self) -> &String {
- &self.catalog
+ fn catalog_or_default(&self) -> &str {
+ if self.catalog.is_empty() {
+ DEFAULT_CATALOG_NAME
+ } else {
+ &self.catalog
+ }
}
pub fn set_schema(&mut self, schema: impl Into) {
self.schema = schema.into();
}
- pub fn schema(&self) -> &String {
- &self.schema
+ fn schema_or_default(&self) -> &str {
+ if self.schema.is_empty() {
+ DEFAULT_SCHEMA_NAME
+ } else {
+ &self.schema
+ }
}
pub fn set_timezone(&mut self, timezone: impl Into) {
@@ -310,6 +331,41 @@ impl Database {
}
}
}
+
+ /// Ingest a stream of [RecordBatch]es that belong to a table, using Arrow Flight's "`DoPut`"
+ /// method. The return value is also a stream, produces [DoPutResponse]s.
+ pub async fn do_put(&self, stream: FlightDataStream) -> Result {
+ let mut request = tonic::Request::new(stream);
+
+ if let Some(AuthHeader {
+ auth_scheme: Some(AuthScheme::Basic(Basic { username, password })),
+ }) = &self.ctx.auth_header
+ {
+ let encoded = BASE64_STANDARD.encode(format!("{username}:{password}"));
+ let value =
+ MetadataValue::from_str(&encoded).context(InvalidTonicMetadataValueSnafu)?;
+ request.metadata_mut().insert("x-greptime-auth", value);
+ }
+
+ let db_to_put = if !self.dbname.is_empty() {
+ &self.dbname
+ } else {
+ &build_db_string(self.catalog_or_default(), self.schema_or_default())
+ };
+ request.metadata_mut().insert(
+ "x-greptime-db-name",
+ MetadataValue::from_str(db_to_put).context(InvalidTonicMetadataValueSnafu)?,
+ );
+
+ let mut client = self.client.make_flight_client()?;
+ let response = client.mut_inner().do_put(request).await?;
+ let response = response
+ .into_inner()
+ .map_err(Into::into)
+ .and_then(|x| future::ready(DoPutResponse::try_from(x).context(ConvertFlightDataSnafu)))
+ .boxed();
+ Ok(response)
+ }
}
#[derive(Default, Debug, Clone)]
diff --git a/src/client/src/error.rs b/src/client/src/error.rs
index ed0c1b5ccb..3f680b1427 100644
--- a/src/client/src/error.rs
+++ b/src/client/src/error.rs
@@ -19,6 +19,7 @@ use common_error::status_code::{convert_tonic_code_to_status_code, StatusCode};
use common_error::{GREPTIME_DB_HEADER_ERROR_CODE, GREPTIME_DB_HEADER_ERROR_MSG};
use common_macro::stack_trace_debug;
use snafu::{location, Location, Snafu};
+use tonic::metadata::errors::InvalidMetadataValue;
use tonic::{Code, Status};
#[derive(Snafu)]
@@ -115,6 +116,14 @@ pub enum Error {
#[snafu(implicit)]
location: Location,
},
+
+ #[snafu(display("Invalid Tonic metadata value"))]
+ InvalidTonicMetadataValue {
+ #[snafu(source)]
+ error: InvalidMetadataValue,
+ #[snafu(implicit)]
+ location: Location,
+ },
}
pub type Result = std::result::Result;
@@ -135,7 +144,9 @@ impl ErrorExt for Error {
| Error::CreateTlsChannel { source, .. } => source.status_code(),
Error::IllegalGrpcClientState { .. } => StatusCode::Unexpected,
- Error::InvalidAscii { .. } => StatusCode::InvalidArguments,
+ Error::InvalidAscii { .. } | Error::InvalidTonicMetadataValue { .. } => {
+ StatusCode::InvalidArguments
+ }
}
}
diff --git a/src/client/src/lib.rs b/src/client/src/lib.rs
index 125c185a5a..7078e71795 100644
--- a/src/client/src/lib.rs
+++ b/src/client/src/lib.rs
@@ -16,7 +16,7 @@
mod client;
pub mod client_manager;
-mod database;
+pub mod database;
pub mod error;
pub mod flow;
pub mod load_balance;
diff --git a/src/cmd/Cargo.toml b/src/cmd/Cargo.toml
index c3328fbc8d..b3ffd479a6 100644
--- a/src/cmd/Cargo.toml
+++ b/src/cmd/Cargo.toml
@@ -68,7 +68,6 @@ query.workspace = true
rand.workspace = true
regex.workspace = true
reqwest.workspace = true
-rustyline = "10.1"
serde.workspace = true
serde_json.workspace = true
servers.workspace = true
diff --git a/src/cmd/src/error.rs b/src/cmd/src/error.rs
index 8697710985..a671290503 100644
--- a/src/cmd/src/error.rs
+++ b/src/cmd/src/error.rs
@@ -17,7 +17,6 @@ use std::any::Any;
use common_error::ext::{BoxedError, ErrorExt};
use common_error::status_code::StatusCode;
use common_macro::stack_trace_debug;
-use rustyline::error::ReadlineError;
use snafu::{Location, Snafu};
#[derive(Snafu)]
@@ -181,52 +180,6 @@ pub enum Error {
#[snafu(display("Invalid REPL command: {reason}"))]
InvalidReplCommand { reason: String },
- #[snafu(display("Cannot create REPL"))]
- ReplCreation {
- #[snafu(source)]
- error: ReadlineError,
- #[snafu(implicit)]
- location: Location,
- },
-
- #[snafu(display("Error reading command"))]
- Readline {
- #[snafu(source)]
- error: ReadlineError,
- #[snafu(implicit)]
- location: Location,
- },
-
- #[snafu(display("Failed to request database, sql: {sql}"))]
- RequestDatabase {
- sql: String,
- #[snafu(source)]
- source: client::Error,
- #[snafu(implicit)]
- location: Location,
- },
-
- #[snafu(display("Failed to collect RecordBatches"))]
- CollectRecordBatches {
- #[snafu(implicit)]
- location: Location,
- source: common_recordbatch::error::Error,
- },
-
- #[snafu(display("Failed to pretty print Recordbatches"))]
- PrettyPrintRecordBatches {
- #[snafu(implicit)]
- location: Location,
- source: common_recordbatch::error::Error,
- },
-
- #[snafu(display("Failed to start Meta client"))]
- StartMetaClient {
- #[snafu(implicit)]
- location: Location,
- source: meta_client::error::Error,
- },
-
#[snafu(display("Failed to parse SQL: {}", sql))]
ParseSql {
sql: String,
@@ -242,13 +195,6 @@ pub enum Error {
source: query::error::Error,
},
- #[snafu(display("Failed to encode logical plan in substrait"))]
- SubstraitEncodeLogicalPlan {
- #[snafu(implicit)]
- location: Location,
- source: substrait::error::Error,
- },
-
#[snafu(display("Failed to load layered config"))]
LoadLayeredConfig {
#[snafu(source(from(common_config::error::Error, Box::new)))]
@@ -395,17 +341,10 @@ impl ErrorExt for Error {
| Error::StopProcedureManager { source, .. } => source.status_code(),
Error::BuildWalOptionsAllocator { source, .. }
| Error::StartWalOptionsAllocator { source, .. } => source.status_code(),
- Error::ReplCreation { .. } | Error::Readline { .. } | Error::HttpQuerySql { .. } => {
- StatusCode::Internal
- }
- Error::RequestDatabase { source, .. } => source.status_code(),
- Error::CollectRecordBatches { source, .. }
- | Error::PrettyPrintRecordBatches { source, .. } => source.status_code(),
- Error::StartMetaClient { source, .. } => source.status_code(),
+ Error::HttpQuerySql { .. } => StatusCode::Internal,
Error::ParseSql { source, .. } | Error::PlanStatement { source, .. } => {
source.status_code()
}
- Error::SubstraitEncodeLogicalPlan { source, .. } => source.status_code(),
Error::SerdeJson { .. }
| Error::FileIo { .. }
diff --git a/src/cmd/src/flownode.rs b/src/cmd/src/flownode.rs
index fc23d37c23..3fc8249349 100644
--- a/src/cmd/src/flownode.rs
+++ b/src/cmd/src/flownode.rs
@@ -32,7 +32,9 @@ use common_meta::key::TableMetadataManager;
use common_telemetry::info;
use common_telemetry::logging::TracingOptions;
use common_version::{short_version, version};
-use flow::{FlownodeBuilder, FlownodeInstance, FlownodeServiceBuilder, FrontendInvoker};
+use flow::{
+ FlownodeBuilder, FlownodeInstance, FlownodeServiceBuilder, FrontendClient, FrontendInvoker,
+};
use meta_client::{MetaClientOptions, MetaClientType};
use snafu::{ensure, OptionExt, ResultExt};
use tracing_appender::non_blocking::WorkerGuard;
@@ -313,12 +315,14 @@ impl StartCommand {
);
let flow_metadata_manager = Arc::new(FlowMetadataManager::new(cached_meta_backend.clone()));
+ let frontend_client = FrontendClient::from_meta_client(meta_client.clone());
let flownode_builder = FlownodeBuilder::new(
opts.clone(),
Plugins::new(),
table_metadata_manager,
catalog_manager.clone(),
flow_metadata_manager,
+ Arc::new(frontend_client),
)
.with_heartbeat_task(heartbeat_task);
@@ -341,7 +345,7 @@ impl StartCommand {
let client = Arc::new(NodeClients::new(channel_config));
let invoker = FrontendInvoker::build_from(
- flownode.flow_worker_manager().clone(),
+ flownode.flow_engine().streaming_engine(),
catalog_manager.clone(),
cached_meta_backend.clone(),
layered_cache_registry.clone(),
@@ -351,7 +355,9 @@ impl StartCommand {
.await
.context(StartFlownodeSnafu)?;
flownode
- .flow_worker_manager()
+ .flow_engine()
+ .streaming_engine()
+ // TODO(discord9): refactor and avoid circular reference
.set_frontend_invoker(invoker)
.await;
diff --git a/src/cmd/src/metasrv.rs b/src/cmd/src/metasrv.rs
index dc455dcf65..da017e71cd 100644
--- a/src/cmd/src/metasrv.rs
+++ b/src/cmd/src/metasrv.rs
@@ -132,7 +132,7 @@ impl SubCommand {
}
#[derive(Debug, Default, Parser)]
-struct StartCommand {
+pub struct StartCommand {
/// The address to bind the gRPC server.
#[clap(long, alias = "bind-addr")]
rpc_bind_addr: Option,
@@ -172,7 +172,7 @@ struct StartCommand {
}
impl StartCommand {
- fn load_options(&self, global_options: &GlobalOptions) -> Result {
+ pub fn load_options(&self, global_options: &GlobalOptions) -> Result {
let mut opts = MetasrvOptions::load_layered_options(
self.config_file.as_deref(),
self.env_prefix.as_ref(),
@@ -261,7 +261,7 @@ impl StartCommand {
Ok(())
}
- async fn build(&self, opts: MetasrvOptions) -> Result {
+ pub async fn build(&self, opts: MetasrvOptions) -> Result {
common_runtime::init_global_runtimes(&opts.runtime);
let guard = common_telemetry::init_global_logging(
diff --git a/src/cmd/src/standalone.rs b/src/cmd/src/standalone.rs
index 4504927cc8..5877329698 100644
--- a/src/cmd/src/standalone.rs
+++ b/src/cmd/src/standalone.rs
@@ -56,8 +56,8 @@ use datanode::datanode::{Datanode, DatanodeBuilder};
use datanode::region_server::RegionServer;
use file_engine::config::EngineConfig as FileEngineConfig;
use flow::{
- FlowConfig, FlowWorkerManager, FlownodeBuilder, FlownodeInstance, FlownodeOptions,
- FrontendInvoker,
+ FlowConfig, FlownodeBuilder, FlownodeInstance, FlownodeOptions, FrontendClient,
+ FrontendInvoker, GrpcQueryHandlerWithBoxedError, StreamingEngine,
};
use frontend::frontend::{Frontend, FrontendOptions};
use frontend::instance::builder::FrontendBuilder;
@@ -523,12 +523,18 @@ impl StartCommand {
flow: opts.flow.clone(),
..Default::default()
};
+
+ // for standalone not use grpc, but get a handler to frontend grpc client without
+ // actually make a connection
+ let (frontend_client, frontend_instance_handler) =
+ FrontendClient::from_empty_grpc_handler();
let flow_builder = FlownodeBuilder::new(
flownode_options,
plugins.clone(),
table_metadata_manager.clone(),
catalog_manager.clone(),
flow_metadata_manager.clone(),
+ Arc::new(frontend_client.clone()),
);
let flownode = flow_builder
.build()
@@ -538,15 +544,15 @@ impl StartCommand {
// set the ref to query for the local flow state
{
- let flow_worker_manager = flownode.flow_worker_manager();
+ let flow_streaming_engine = flownode.flow_engine().streaming_engine();
information_extension
- .set_flow_worker_manager(flow_worker_manager.clone())
+ .set_flow_streaming_engine(flow_streaming_engine)
.await;
}
let node_manager = Arc::new(StandaloneDatanodeManager {
region_server: datanode.region_server(),
- flow_server: flownode.flow_worker_manager(),
+ flow_server: flownode.flow_engine(),
});
let table_id_sequence = Arc::new(
@@ -600,10 +606,19 @@ impl StartCommand {
.context(error::StartFrontendSnafu)?;
let fe_instance = Arc::new(fe_instance);
- let flow_worker_manager = flownode.flow_worker_manager();
+ // set the frontend client for flownode
+ let grpc_handler = fe_instance.clone() as Arc;
+ let weak_grpc_handler = Arc::downgrade(&grpc_handler);
+ frontend_instance_handler
+ .lock()
+ .unwrap()
+ .replace(weak_grpc_handler);
+
+ // set the frontend invoker for flownode
+ let flow_streaming_engine = flownode.flow_engine().streaming_engine();
// flow server need to be able to use frontend to write insert requests back
let invoker = FrontendInvoker::build_from(
- flow_worker_manager.clone(),
+ flow_streaming_engine.clone(),
catalog_manager.clone(),
kv_backend.clone(),
layered_cache_registry.clone(),
@@ -612,7 +627,7 @@ impl StartCommand {
)
.await
.context(error::StartFlownodeSnafu)?;
- flow_worker_manager.set_frontend_invoker(invoker).await;
+ flow_streaming_engine.set_frontend_invoker(invoker).await;
let export_metrics_task = ExportMetricsTask::try_new(&opts.export_metrics, Some(&plugins))
.context(error::ServersSnafu)?;
@@ -688,7 +703,7 @@ pub struct StandaloneInformationExtension {
region_server: RegionServer,
procedure_manager: ProcedureManagerRef,
start_time_ms: u64,
- flow_worker_manager: RwLock>>,
+ flow_streaming_engine: RwLock>>,
}
impl StandaloneInformationExtension {
@@ -697,14 +712,14 @@ impl StandaloneInformationExtension {
region_server,
procedure_manager,
start_time_ms: common_time::util::current_time_millis() as u64,
- flow_worker_manager: RwLock::new(None),
+ flow_streaming_engine: RwLock::new(None),
}
}
- /// Set the flow worker manager for the standalone instance.
- pub async fn set_flow_worker_manager(&self, flow_worker_manager: Arc) {
- let mut guard = self.flow_worker_manager.write().await;
- *guard = Some(flow_worker_manager);
+ /// Set the flow streaming engine for the standalone instance.
+ pub async fn set_flow_streaming_engine(&self, flow_streaming_engine: Arc) {
+ let mut guard = self.flow_streaming_engine.write().await;
+ *guard = Some(flow_streaming_engine);
}
}
@@ -773,6 +788,8 @@ impl InformationExtension for StandaloneInformationExtension {
sst_size: region_stat.sst_size,
index_size: region_stat.index_size,
region_manifest: region_stat.manifest.into(),
+ data_topic_latest_entry_id: region_stat.data_topic_latest_entry_id,
+ metadata_topic_latest_entry_id: region_stat.metadata_topic_latest_entry_id,
}
})
.collect::>();
@@ -781,7 +798,7 @@ impl InformationExtension for StandaloneInformationExtension {
async fn flow_stats(&self) -> std::result::Result, Self::Error> {
Ok(Some(
- self.flow_worker_manager
+ self.flow_streaming_engine
.read()
.await
.as_ref()
diff --git a/src/cmd/tests/cli.rs b/src/cmd/tests/cli.rs
deleted file mode 100644
index dfea9afc3e..0000000000
--- a/src/cmd/tests/cli.rs
+++ /dev/null
@@ -1,148 +0,0 @@
-// Copyright 2023 Greptime Team
-//
-// Licensed under the Apache License, Version 2.0 (the "License");
-// you may not use this file except in compliance with the License.
-// You may obtain a copy of the License at
-//
-// http://www.apache.org/licenses/LICENSE-2.0
-//
-// Unless required by applicable law or agreed to in writing, software
-// distributed under the License is distributed on an "AS IS" BASIS,
-// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-// See the License for the specific language governing permissions and
-// limitations under the License.
-
-#[cfg(target_os = "macos")]
-mod tests {
- use std::path::PathBuf;
- use std::process::{Command, Stdio};
- use std::time::Duration;
-
- use common_test_util::temp_dir::create_temp_dir;
- use rexpect::session::PtyReplSession;
-
- struct Repl {
- repl: PtyReplSession,
- }
-
- impl Repl {
- fn send_line(&mut self, line: &str) {
- let _ = self.repl.send_line(line).unwrap();
-
- // read a line to consume the prompt
- let _ = self.read_line();
- }
-
- fn read_line(&mut self) -> String {
- self.repl.read_line().unwrap()
- }
-
- fn read_expect(&mut self, expect: &str) {
- assert_eq!(self.read_line(), expect);
- }
-
- fn read_contains(&mut self, pat: &str) {
- assert!(self.read_line().contains(pat));
- }
- }
-
- // TODO(LFC): Un-ignore this REPL test.
- // Ignore this REPL test because some logical plans like create database are not supported yet in Datanode.
- #[ignore]
- #[test]
- fn test_repl() {
- let data_home = create_temp_dir("data");
- let wal_dir = create_temp_dir("wal");
-
- let mut bin_path = PathBuf::from(env!("CARGO_MANIFEST_DIR"));
- bin_path.push("../../target/debug");
- let bin_path = bin_path.to_str().unwrap();
-
- let mut datanode = Command::new("./greptime")
- .current_dir(bin_path)
- .args([
- "datanode",
- "start",
- "--rpc-bind-addr=0.0.0.0:4321",
- "--node-id=1",
- &format!("--data-home={}", data_home.path().display()),
- &format!("--wal-dir={}", wal_dir.path().display()),
- ])
- .stdout(Stdio::null())
- .spawn()
- .unwrap();
-
- // wait for Datanode actually started
- std::thread::sleep(Duration::from_secs(3));
-
- let mut repl_cmd = Command::new("./greptime");
- let _ = repl_cmd.current_dir(bin_path).args([
- "--log-level=off",
- "cli",
- "attach",
- "--grpc-bind-addr=0.0.0.0:4321",
- // history commands can sneaky into stdout and mess up our tests, so disable it
- "--disable-helper",
- ]);
- let pty_session = rexpect::session::spawn_command(repl_cmd, Some(5_000)).unwrap();
- let repl = PtyReplSession {
- prompt: "> ".to_string(),
- pty_session,
- quit_command: None,
- echo_on: false,
- };
- let repl = &mut Repl { repl };
- repl.read_expect("Ready for commands. (Hint: try 'help')");
-
- test_create_database(repl);
-
- test_use_database(repl);
-
- test_create_table(repl);
-
- test_insert(repl);
-
- test_select(repl);
-
- datanode.kill().unwrap();
- let _ = datanode.wait().unwrap();
- }
-
- fn test_create_database(repl: &mut Repl) {
- repl.send_line("CREATE DATABASE db;");
- repl.read_expect("Affected Rows: 1");
- repl.read_contains("Cost");
- }
-
- fn test_use_database(repl: &mut Repl) {
- repl.send_line("USE db");
- repl.read_expect("Total Rows: 0");
- repl.read_contains("Cost");
- repl.read_expect("Using db");
- }
-
- fn test_create_table(repl: &mut Repl) {
- repl.send_line("CREATE TABLE t(x STRING, ts TIMESTAMP TIME INDEX);");
- repl.read_expect("Affected Rows: 0");
- repl.read_contains("Cost");
- }
-
- fn test_insert(repl: &mut Repl) {
- repl.send_line("INSERT INTO t(x, ts) VALUES ('hello', 1676895812239);");
- repl.read_expect("Affected Rows: 1");
- repl.read_contains("Cost");
- }
-
- fn test_select(repl: &mut Repl) {
- repl.send_line("SELECT * FROM t;");
-
- repl.read_expect("+-------+-------------------------+");
- repl.read_expect("| x | ts |");
- repl.read_expect("+-------+-------------------------+");
- repl.read_expect("| hello | 2023-02-20T12:23:32.239 |");
- repl.read_expect("+-------+-------------------------+");
- repl.read_expect("Total Rows: 1");
-
- repl.read_contains("Cost");
- }
-}
diff --git a/src/cmd/tests/load_config_test.rs b/src/cmd/tests/load_config_test.rs
index 73d1295417..07be39dddb 100644
--- a/src/cmd/tests/load_config_test.rs
+++ b/src/cmd/tests/load_config_test.rs
@@ -74,6 +74,7 @@ fn test_load_datanode_example_config() {
RegionEngineConfig::File(FileEngineConfig {}),
RegionEngineConfig::Metric(MetricEngineConfig {
experimental_sparse_primary_key_encoding: false,
+ flush_metadata_region_interval: Duration::from_secs(30),
}),
],
logging: LoggingOptions {
@@ -216,6 +217,7 @@ fn test_load_standalone_example_config() {
RegionEngineConfig::File(FileEngineConfig {}),
RegionEngineConfig::Metric(MetricEngineConfig {
experimental_sparse_primary_key_encoding: false,
+ flush_metadata_region_interval: Duration::from_secs(30),
}),
],
storage: StorageConfig {
diff --git a/src/common/base/src/plugins.rs b/src/common/base/src/plugins.rs
index c392422b64..5d27ad1ac1 100644
--- a/src/common/base/src/plugins.rs
+++ b/src/common/base/src/plugins.rs
@@ -31,7 +31,8 @@ impl Plugins {
}
pub fn insert(&self, value: T) {
- let _ = self.write().insert(value);
+ let last = self.write().insert(value);
+ assert!(last.is_none(), "each type of plugins must be one and only");
}
pub fn get(&self) -> Option {
@@ -137,4 +138,12 @@ mod tests {
assert_eq!(plugins.len(), 2);
assert!(!plugins.is_empty());
}
+
+ #[test]
+ #[should_panic(expected = "each type of plugins must be one and only")]
+ fn test_plugin_uniqueness() {
+ let plugins = Plugins::new();
+ plugins.insert(1i32);
+ plugins.insert(2i32);
+ }
}
diff --git a/src/common/error/Cargo.toml b/src/common/error/Cargo.toml
index 148e2c6633..031f944dbd 100644
--- a/src/common/error/Cargo.toml
+++ b/src/common/error/Cargo.toml
@@ -12,3 +12,6 @@ http.workspace = true
snafu.workspace = true
strum.workspace = true
tonic.workspace = true
+
+[dev-dependencies]
+common-macro.workspace = true
diff --git a/src/common/error/src/ext.rs b/src/common/error/src/ext.rs
index 3b4d15a835..3f95c5fe1a 100644
--- a/src/common/error/src/ext.rs
+++ b/src/common/error/src/ext.rs
@@ -42,7 +42,7 @@ pub trait ErrorExt: StackError {
if let Some(external_error) = error.source() {
let external_root = external_error.sources().last().unwrap();
- if error.to_string().is_empty() {
+ if error.transparent() {
format!("{external_root}")
} else {
format!("{error}: {external_root}")
@@ -86,6 +86,14 @@ pub trait StackError: std::error::Error {
}
result
}
+
+ /// Indicates whether this error is "transparent", that it delegates its "display" and "source"
+ /// to the underlying error. Could be useful when you are just wrapping some external error,
+ /// **AND** can not or would not provide meaningful contextual info. For example, the
+ /// `DataFusionError`.
+ fn transparent(&self) -> bool {
+ false
+ }
}
impl StackError for Arc {
diff --git a/src/common/error/tests/ext.rs b/src/common/error/tests/ext.rs
new file mode 100644
index 0000000000..26eaf2d5e2
--- /dev/null
+++ b/src/common/error/tests/ext.rs
@@ -0,0 +1,115 @@
+// Copyright 2023 Greptime Team
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+// http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+use std::any::Any;
+
+use common_error::ext::{ErrorExt, PlainError, StackError};
+use common_error::status_code::StatusCode;
+use common_macro::stack_trace_debug;
+use snafu::{Location, ResultExt, Snafu};
+
+#[derive(Snafu)]
+#[stack_trace_debug]
+enum MyError {
+ #[snafu(display(r#"A normal error with "display" attribute, message "{}""#, message))]
+ Normal {
+ message: String,
+ #[snafu(source)]
+ error: PlainError,
+ #[snafu(implicit)]
+ location: Location,
+ },
+
+ #[snafu(transparent)]
+ Transparent {
+ #[snafu(source)]
+ error: PlainError,
+ #[snafu(implicit)]
+ location: Location,
+ },
+}
+
+impl ErrorExt for MyError {
+ fn status_code(&self) -> StatusCode {
+ StatusCode::Unexpected
+ }
+
+ fn as_any(&self) -> &dyn Any {
+ self
+ }
+}
+
+fn normal_error() -> Result<(), MyError> {
+ let plain_error = PlainError::new("".to_string(), StatusCode::Unexpected);
+ Err(plain_error).context(NormalSnafu { message: "blabla" })
+}
+
+fn transparent_error() -> Result<(), MyError> {
+ let plain_error = PlainError::new("".to_string(), StatusCode::Unexpected);
+ Err(plain_error)?
+}
+
+#[test]
+fn test_output_msg() {
+ let result = normal_error();
+ assert_eq!(
+ result.unwrap_err().output_msg(),
+ r#"A normal error with "display" attribute, message "blabla": "#
+ );
+
+ let result = transparent_error();
+ assert_eq!(result.unwrap_err().output_msg(), "");
+}
+
+#[test]
+fn test_to_string() {
+ let result = normal_error();
+ assert_eq!(
+ result.unwrap_err().to_string(),
+ r#"A normal error with "display" attribute, message "blabla""#
+ );
+
+ let result = transparent_error();
+ assert_eq!(result.unwrap_err().to_string(), "");
+}
+
+#[test]
+fn test_debug_format() {
+ let result = normal_error();
+ let debug_output = format!("{:?}", result.unwrap_err());
+ let normalized_output = debug_output.replace('\\', "/");
+ assert_eq!(
+ normalized_output,
+ r#"0: A normal error with "display" attribute, message "blabla", at src/common/error/tests/ext.rs:55:22
+1: PlainError { msg: "", status_code: Unexpected }"#
+ );
+
+ let result = transparent_error();
+ let debug_output = format!("{:?}", result.unwrap_err());
+ let normalized_output = debug_output.replace('\\', "/");
+ assert_eq!(
+ normalized_output,
+ r#"0: , at src/common/error/tests/ext.rs:60:5
+1: PlainError { msg: "", status_code: Unexpected }"#
+ );
+}
+
+#[test]
+fn test_transparent_flag() {
+ let result = normal_error();
+ assert!(!result.unwrap_err().transparent());
+
+ let result = transparent_error();
+ assert!(result.unwrap_err().transparent());
+}
diff --git a/src/common/function/Cargo.toml b/src/common/function/Cargo.toml
index 7a4c968a3e..73821a896a 100644
--- a/src/common/function/Cargo.toml
+++ b/src/common/function/Cargo.toml
@@ -18,6 +18,7 @@ api.workspace = true
arc-swap = "1.0"
async-trait.workspace = true
bincode = "1.3"
+catalog.workspace = true
chrono.workspace = true
common-base.workspace = true
common-catalog.workspace = true
diff --git a/src/common/function/src/admin/migrate_region.rs b/src/common/function/src/admin/migrate_region.rs
index 0a487973d3..b1f79c0c07 100644
--- a/src/common/function/src/admin/migrate_region.rs
+++ b/src/common/function/src/admin/migrate_region.rs
@@ -25,12 +25,13 @@ use session::context::QueryContextRef;
use crate::handlers::ProcedureServiceHandlerRef;
use crate::helper::cast_u64;
-const DEFAULT_TIMEOUT_SECS: u64 = 30;
+/// The default timeout for migrate region procedure.
+const DEFAULT_TIMEOUT_SECS: u64 = 300;
/// A function to migrate a region from source peer to target peer.
/// Returns the submitted procedure id if success. Only available in cluster mode.
///
-/// - `migrate_region(region_id, from_peer, to_peer)`, with timeout(30 seconds).
+/// - `migrate_region(region_id, from_peer, to_peer)`, with timeout(300 seconds).
/// - `migrate_region(region_id, from_peer, to_peer, timeout(secs))`.
///
/// The parameters:
diff --git a/src/common/function/src/handlers.rs b/src/common/function/src/handlers.rs
index 1d994731d5..bcb6ce5460 100644
--- a/src/common/function/src/handlers.rs
+++ b/src/common/function/src/handlers.rs
@@ -15,6 +15,7 @@
use std::sync::Arc;
use async_trait::async_trait;
+use catalog::CatalogManagerRef;
use common_base::AffectedRows;
use common_meta::rpc::procedure::{
AddRegionFollowerRequest, MigrateRegionRequest, ProcedureStateResponse,
@@ -72,6 +73,9 @@ pub trait ProcedureServiceHandler: Send + Sync {
/// Remove a region follower from a region.
async fn remove_region_follower(&self, request: RemoveRegionFollowerRequest) -> Result<()>;
+
+ /// Get the catalog manager
+ fn catalog_manager(&self) -> &CatalogManagerRef;
}
/// This flow service handler is only use for flush flow for now.
diff --git a/src/common/function/src/scalars/matches_term.rs b/src/common/function/src/scalars/matches_term.rs
index c99c5ca572..54cf556e85 100644
--- a/src/common/function/src/scalars/matches_term.rs
+++ b/src/common/function/src/scalars/matches_term.rs
@@ -12,8 +12,9 @@
// See the License for the specific language governing permissions and
// limitations under the License.
+use std::fmt;
+use std::iter::repeat_n;
use std::sync::Arc;
-use std::{fmt, iter};
use common_query::error::{InvalidFuncArgsSnafu, Result};
use common_query::prelude::Volatility;
@@ -126,9 +127,10 @@ impl Function for MatchesTermFunction {
let term = term_column.get_ref(0).as_string().unwrap();
match term {
None => {
- return Ok(Arc::new(BooleanVector::from_iter(
- iter::repeat(None).take(text_column.len()),
- )));
+ return Ok(Arc::new(BooleanVector::from_iter(repeat_n(
+ None,
+ text_column.len(),
+ ))));
}
Some(term) => Some(MatchesTermFinder::new(term)),
}
@@ -217,7 +219,7 @@ impl MatchesTermFinder {
}
let mut pos = 0;
- while let Some(found_pos) = self.finder.find(text[pos..].as_bytes()) {
+ while let Some(found_pos) = self.finder.find(&text.as_bytes()[pos..]) {
let actual_pos = pos + found_pos;
let prev_ok = self.starts_with_non_alnum
diff --git a/src/common/function/src/scalars/uddsketch_calc.rs b/src/common/function/src/scalars/uddsketch_calc.rs
index 5c0beb4fec..f429766eb7 100644
--- a/src/common/function/src/scalars/uddsketch_calc.rs
+++ b/src/common/function/src/scalars/uddsketch_calc.rs
@@ -115,6 +115,13 @@ impl Function for UddSketchCalcFunction {
}
};
+ // Check if the sketch is empty, if so, return null
+ // This is important to avoid panics when calling estimate_quantile on an empty sketch
+ // In practice, this will happen if input is all null
+ if sketch.bucket_iter().count() == 0 {
+ builder.push_null();
+ continue;
+ }
// Compute the estimated quantile from the sketch
let result = sketch.estimate_quantile(perc);
builder.push(Some(result));
diff --git a/src/common/function/src/state.rs b/src/common/function/src/state.rs
index 66f5463fa2..211f7e1438 100644
--- a/src/common/function/src/state.rs
+++ b/src/common/function/src/state.rs
@@ -34,6 +34,7 @@ impl FunctionState {
use api::v1::meta::ProcedureStatus;
use async_trait::async_trait;
+ use catalog::CatalogManagerRef;
use common_base::AffectedRows;
use common_meta::rpc::procedure::{
AddRegionFollowerRequest, MigrateRegionRequest, ProcedureStateResponse,
@@ -80,6 +81,10 @@ impl FunctionState {
) -> Result<()> {
Ok(())
}
+
+ fn catalog_manager(&self) -> &CatalogManagerRef {
+ unimplemented!()
+ }
}
#[async_trait]
diff --git a/src/common/grpc/Cargo.toml b/src/common/grpc/Cargo.toml
index d20e751e41..f15d0761d1 100644
--- a/src/common/grpc/Cargo.toml
+++ b/src/common/grpc/Cargo.toml
@@ -23,8 +23,11 @@ flatbuffers = "24"
hyper.workspace = true
lazy_static.workspace = true
prost.workspace = true
+serde.workspace = true
+serde_json.workspace = true
snafu.workspace = true
tokio.workspace = true
+tokio-util.workspace = true
tonic.workspace = true
tower.workspace = true
diff --git a/src/common/grpc/src/channel_manager.rs b/src/common/grpc/src/channel_manager.rs
index 0127829567..713ad58d81 100644
--- a/src/common/grpc/src/channel_manager.rs
+++ b/src/common/grpc/src/channel_manager.rs
@@ -22,6 +22,7 @@ use dashmap::mapref::entry::Entry;
use dashmap::DashMap;
use lazy_static::lazy_static;
use snafu::{OptionExt, ResultExt};
+use tokio_util::sync::CancellationToken;
use tonic::transport::{
Certificate, Channel as InnerChannel, ClientTlsConfig, Endpoint, Identity, Uri,
};
@@ -39,18 +40,48 @@ lazy_static! {
static ref ID: AtomicU64 = AtomicU64::new(0);
}
-#[derive(Clone, Debug)]
+#[derive(Clone, Debug, Default)]
pub struct ChannelManager {
+ inner: Arc,
+}
+
+#[derive(Debug)]
+struct Inner {
id: u64,
config: ChannelConfig,
client_tls_config: Option,
pool: Arc,
- channel_recycle_started: Arc,
+ channel_recycle_started: AtomicBool,
+ cancel: CancellationToken,
}
-impl Default for ChannelManager {
+impl Default for Inner {
fn default() -> Self {
- ChannelManager::with_config(ChannelConfig::default())
+ Self::with_config(ChannelConfig::default())
+ }
+}
+
+impl Drop for Inner {
+ fn drop(&mut self) {
+ // Cancel the channel recycle task.
+ self.cancel.cancel();
+ }
+}
+
+impl Inner {
+ fn with_config(config: ChannelConfig) -> Self {
+ let id = ID.fetch_add(1, Ordering::Relaxed);
+ let pool = Arc::new(Pool::default());
+ let cancel = CancellationToken::new();
+
+ Self {
+ id,
+ config,
+ client_tls_config: None,
+ pool,
+ channel_recycle_started: AtomicBool::new(false),
+ cancel,
+ }
}
}
@@ -60,19 +91,14 @@ impl ChannelManager {
}
pub fn with_config(config: ChannelConfig) -> Self {
- let id = ID.fetch_add(1, Ordering::Relaxed);
- let pool = Arc::new(Pool::default());
+ let inner = Inner::with_config(config);
Self {
- id,
- config,
- client_tls_config: None,
- pool,
- channel_recycle_started: Arc::new(AtomicBool::new(false)),
+ inner: Arc::new(inner),
}
}
pub fn with_tls_config(config: ChannelConfig) -> Result {
- let mut cm = Self::with_config(config.clone());
+ let mut inner = Inner::with_config(config.clone());
// setup tls
let path_config = config.client_tls.context(InvalidTlsConfigSnafu {
@@ -88,17 +114,23 @@ impl ChannelManager {
.context(InvalidConfigFilePathSnafu)?;
let client_identity = Identity::from_pem(client_cert, client_key);
- cm.client_tls_config = Some(
+ inner.client_tls_config = Some(
ClientTlsConfig::new()
.ca_certificate(server_root_ca_cert)
.identity(client_identity),
);
- Ok(cm)
+ Ok(Self {
+ inner: Arc::new(inner),
+ })
}
pub fn config(&self) -> &ChannelConfig {
- &self.config
+ &self.inner.config
+ }
+
+ fn pool(&self) -> &Arc {
+ &self.inner.pool
}
pub fn get(&self, addr: impl AsRef) -> Result {
@@ -106,12 +138,12 @@ impl ChannelManager {
let addr = addr.as_ref();
// It will acquire the read lock.
- if let Some(inner_ch) = self.pool.get(addr) {
+ if let Some(inner_ch) = self.pool().get(addr) {
return Ok(inner_ch);
}
// It will acquire the write lock.
- let entry = match self.pool.entry(addr.to_string()) {
+ let entry = match self.pool().entry(addr.to_string()) {
Entry::Occupied(entry) => {
entry.get().increase_access();
entry.into_ref()
@@ -150,7 +182,7 @@ impl ChannelManager {
access: AtomicUsize::new(1),
use_default_connector: false,
};
- self.pool.put(addr, channel);
+ self.pool().put(addr, channel);
Ok(inner_channel)
}
@@ -159,11 +191,11 @@ impl ChannelManager {
where
F: FnMut(&String, &mut Channel) -> bool,
{
- self.pool.retain_channel(f);
+ self.pool().retain_channel(f);
}
fn build_endpoint(&self, addr: &str) -> Result {
- let http_prefix = if self.client_tls_config.is_some() {
+ let http_prefix = if self.inner.client_tls_config.is_some() {
"https"
} else {
"http"
@@ -172,51 +204,52 @@ impl ChannelManager {
let mut endpoint =
Endpoint::new(format!("{http_prefix}://{addr}")).context(CreateChannelSnafu)?;
- if let Some(dur) = self.config.timeout {
+ if let Some(dur) = self.config().timeout {
endpoint = endpoint.timeout(dur);
}
- if let Some(dur) = self.config.connect_timeout {
+ if let Some(dur) = self.config().connect_timeout {
endpoint = endpoint.connect_timeout(dur);
}
- if let Some(limit) = self.config.concurrency_limit {
+ if let Some(limit) = self.config().concurrency_limit {
endpoint = endpoint.concurrency_limit(limit);
}
- if let Some((limit, dur)) = self.config.rate_limit {
+ if let Some((limit, dur)) = self.config().rate_limit {
endpoint = endpoint.rate_limit(limit, dur);
}
- if let Some(size) = self.config.initial_stream_window_size {
+ if let Some(size) = self.config().initial_stream_window_size {
endpoint = endpoint.initial_stream_window_size(size);
}
- if let Some(size) = self.config.initial_connection_window_size {
+ if let Some(size) = self.config().initial_connection_window_size {
endpoint = endpoint.initial_connection_window_size(size);
}
- if let Some(dur) = self.config.http2_keep_alive_interval {
+ if let Some(dur) = self.config().http2_keep_alive_interval {
endpoint = endpoint.http2_keep_alive_interval(dur);
}
- if let Some(dur) = self.config.http2_keep_alive_timeout {
+ if let Some(dur) = self.config().http2_keep_alive_timeout {
endpoint = endpoint.keep_alive_timeout(dur);
}
- if let Some(enabled) = self.config.http2_keep_alive_while_idle {
+ if let Some(enabled) = self.config().http2_keep_alive_while_idle {
endpoint = endpoint.keep_alive_while_idle(enabled);
}
- if let Some(enabled) = self.config.http2_adaptive_window {
+ if let Some(enabled) = self.config().http2_adaptive_window {
endpoint = endpoint.http2_adaptive_window(enabled);
}
- if let Some(tls_config) = &self.client_tls_config {
+ if let Some(tls_config) = &self.inner.client_tls_config {
endpoint = endpoint
.tls_config(tls_config.clone())
.context(CreateChannelSnafu)?;
}
endpoint = endpoint
- .tcp_keepalive(self.config.tcp_keepalive)
- .tcp_nodelay(self.config.tcp_nodelay);
+ .tcp_keepalive(self.config().tcp_keepalive)
+ .tcp_nodelay(self.config().tcp_nodelay);
Ok(endpoint)
}
fn trigger_channel_recycling(&self) {
if self
+ .inner
.channel_recycle_started
.compare_exchange(false, true, Ordering::Relaxed, Ordering::Relaxed)
.is_err()
@@ -224,13 +257,15 @@ impl ChannelManager {
return;
}
- let pool = self.pool.clone();
- let _handle = common_runtime::spawn_global(async {
- recycle_channel_in_loop(pool, RECYCLE_CHANNEL_INTERVAL_SECS).await;
+ let pool = self.pool().clone();
+ let cancel = self.inner.cancel.clone();
+ let id = self.inner.id;
+ let _handle = common_runtime::spawn_global(async move {
+ recycle_channel_in_loop(pool, id, cancel, RECYCLE_CHANNEL_INTERVAL_SECS).await;
});
info!(
"ChannelManager: {}, channel recycle is started, running in the background!",
- self.id
+ self.inner.id
);
}
}
@@ -443,11 +478,23 @@ impl Pool {
}
}
-async fn recycle_channel_in_loop(pool: Arc, interval_secs: u64) {
+async fn recycle_channel_in_loop(
+ pool: Arc,
+ id: u64,
+ cancel: CancellationToken,
+ interval_secs: u64,
+) {
let mut interval = tokio::time::interval(Duration::from_secs(interval_secs));
loop {
- let _ = interval.tick().await;
+ tokio::select! {
+ _ = cancel.cancelled() => {
+ info!("Stop channel recycle, ChannelManager id: {}", id);
+ break;
+ },
+ _ = interval.tick() => {}
+ }
+
pool.retain_channel(|_, c| c.access.swap(0, Ordering::Relaxed) != 0)
}
}
@@ -461,11 +508,7 @@ mod tests {
#[should_panic]
#[test]
fn test_invalid_addr() {
- let pool = Arc::new(Pool::default());
- let mgr = ChannelManager {
- pool,
- ..Default::default()
- };
+ let mgr = ChannelManager::default();
let addr = "http://test";
let _ = mgr.get(addr).unwrap();
@@ -475,7 +518,9 @@ mod tests {
async fn test_access_count() {
let mgr = ChannelManager::new();
// Do not start recycle
- mgr.channel_recycle_started.store(true, Ordering::Relaxed);
+ mgr.inner
+ .channel_recycle_started
+ .store(true, Ordering::Relaxed);
let mgr = Arc::new(mgr);
let addr = "test_uri";
@@ -493,12 +538,12 @@ mod tests {
join.await.unwrap();
}
- assert_eq!(1000, mgr.pool.get_access(addr).unwrap());
+ assert_eq!(1000, mgr.pool().get_access(addr).unwrap());
- mgr.pool
+ mgr.pool()
.retain_channel(|_, c| c.access.swap(0, Ordering::Relaxed) != 0);
- assert_eq!(0, mgr.pool.get_access(addr).unwrap());
+ assert_eq!(0, mgr.pool().get_access(addr).unwrap());
}
#[test]
@@ -624,4 +669,49 @@ mod tests {
true
});
}
+
+ #[tokio::test]
+ async fn test_pool_release_with_channel_recycle() {
+ let mgr = ChannelManager::new();
+
+ let pool_holder = mgr.pool().clone();
+
+ // start channel recycle task
+ let addr = "test_addr";
+ let _ = mgr.get(addr);
+
+ let mgr_clone_1 = mgr.clone();
+ let mgr_clone_2 = mgr.clone();
+ assert_eq!(3, Arc::strong_count(mgr.pool()));
+
+ drop(mgr_clone_1);
+ drop(mgr_clone_2);
+ assert_eq!(3, Arc::strong_count(mgr.pool()));
+
+ drop(mgr);
+
+ // wait for the channel recycle task to finish
+ tokio::time::sleep(Duration::from_millis(10)).await;
+
+ assert_eq!(1, Arc::strong_count(&pool_holder));
+ }
+
+ #[tokio::test]
+ async fn test_pool_release_without_channel_recycle() {
+ let mgr = ChannelManager::new();
+
+ let pool_holder = mgr.pool().clone();
+
+ let mgr_clone_1 = mgr.clone();
+ let mgr_clone_2 = mgr.clone();
+ assert_eq!(2, Arc::strong_count(mgr.pool()));
+
+ drop(mgr_clone_1);
+ drop(mgr_clone_2);
+ assert_eq!(2, Arc::strong_count(mgr.pool()));
+
+ drop(mgr);
+
+ assert_eq!(1, Arc::strong_count(&pool_holder));
+ }
}
diff --git a/src/common/grpc/src/error.rs b/src/common/grpc/src/error.rs
index d0ca7d970c..af194f2501 100644
--- a/src/common/grpc/src/error.rs
+++ b/src/common/grpc/src/error.rs
@@ -97,6 +97,14 @@ pub enum Error {
#[snafu(display("Not supported: {}", feat))]
NotSupported { feat: String },
+
+ #[snafu(display("Failed to serde Json"))]
+ SerdeJson {
+ #[snafu(source)]
+ error: serde_json::error::Error,
+ #[snafu(implicit)]
+ location: Location,
+ },
}
impl ErrorExt for Error {
@@ -110,7 +118,8 @@ impl ErrorExt for Error {
Error::CreateChannel { .. }
| Error::Conversion { .. }
- | Error::DecodeFlightData { .. } => StatusCode::Internal,
+ | Error::DecodeFlightData { .. }
+ | Error::SerdeJson { .. } => StatusCode::Internal,
Error::CreateRecordBatch { source, .. } => source.status_code(),
Error::ConvertArrowSchema { source, .. } => source.status_code(),
diff --git a/src/common/grpc/src/flight.rs b/src/common/grpc/src/flight.rs
index 26f3676ce1..872897ccbf 100644
--- a/src/common/grpc/src/flight.rs
+++ b/src/common/grpc/src/flight.rs
@@ -12,6 +12,8 @@
// See the License for the specific language governing permissions and
// limitations under the License.
+pub mod do_put;
+
use std::collections::HashMap;
use std::sync::Arc;
diff --git a/src/common/grpc/src/flight/do_put.rs b/src/common/grpc/src/flight/do_put.rs
new file mode 100644
index 0000000000..15011fc74b
--- /dev/null
+++ b/src/common/grpc/src/flight/do_put.rs
@@ -0,0 +1,93 @@
+// Copyright 2023 Greptime Team
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+// http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+use arrow_flight::PutResult;
+use common_base::AffectedRows;
+use serde::{Deserialize, Serialize};
+use snafu::ResultExt;
+
+use crate::error::{Error, SerdeJsonSnafu};
+
+/// The metadata for "DoPut" requests and responses.
+///
+/// Currently, there's only a "request_id", for coordinating requests and responses in the streams.
+/// Client can set a unique request id in this metadata, and the server will return the same id in
+/// the corresponding response. In doing so, a client can know how to do with its pending requests.
+#[derive(Serialize, Deserialize)]
+pub struct DoPutMetadata {
+ request_id: i64,
+}
+
+impl DoPutMetadata {
+ pub fn new(request_id: i64) -> Self {
+ Self { request_id }
+ }
+
+ pub fn request_id(&self) -> i64 {
+ self.request_id
+ }
+}
+
+/// The response in the "DoPut" returned stream.
+#[derive(Serialize, Deserialize)]
+pub struct DoPutResponse {
+ /// The same "request_id" in the request; see the [DoPutMetadata].
+ request_id: i64,
+ /// The successfully ingested rows number.
+ affected_rows: AffectedRows,
+}
+
+impl DoPutResponse {
+ pub fn new(request_id: i64, affected_rows: AffectedRows) -> Self {
+ Self {
+ request_id,
+ affected_rows,
+ }
+ }
+
+ pub fn request_id(&self) -> i64 {
+ self.request_id
+ }
+
+ pub fn affected_rows(&self) -> AffectedRows {
+ self.affected_rows
+ }
+}
+
+impl TryFrom for DoPutResponse {
+ type Error = Error;
+
+ fn try_from(value: PutResult) -> Result {
+ serde_json::from_slice(&value.app_metadata).context(SerdeJsonSnafu)
+ }
+}
+
+#[cfg(test)]
+mod tests {
+ use super::*;
+
+ #[test]
+ fn test_serde_do_put_metadata() {
+ let serialized = r#"{"request_id":42}"#;
+ let metadata = serde_json::from_str::(serialized).unwrap();
+ assert_eq!(metadata.request_id(), 42);
+ }
+
+ #[test]
+ fn test_serde_do_put_response() {
+ let x = DoPutResponse::new(42, 88);
+ let serialized = serde_json::to_string(&x).unwrap();
+ assert_eq!(serialized, r#"{"request_id":42,"affected_rows":88}"#);
+ }
+}
diff --git a/src/common/macro/src/stack_trace_debug.rs b/src/common/macro/src/stack_trace_debug.rs
index fbc24260f1..f82f4746d3 100644
--- a/src/common/macro/src/stack_trace_debug.rs
+++ b/src/common/macro/src/stack_trace_debug.rs
@@ -14,7 +14,7 @@
//! implement `::common_error::ext::StackError`
-use proc_macro2::{Span, TokenStream as TokenStream2};
+use proc_macro2::{Literal, Span, TokenStream as TokenStream2, TokenTree};
use quote::{quote, quote_spanned};
use syn::spanned::Spanned;
use syn::{parenthesized, Attribute, Ident, ItemEnum, Variant};
@@ -32,6 +32,7 @@ pub fn stack_trace_style_impl(args: TokenStream2, input: TokenStream2) -> TokenS
variants.push(variant);
}
+ let transparent_fn = build_transparent_fn(enum_name.clone(), &variants);
let debug_fmt_fn = build_debug_fmt_impl(enum_name.clone(), variants.clone());
let next_fn = build_next_impl(enum_name.clone(), variants);
let debug_impl = build_debug_impl(enum_name.clone());
@@ -43,6 +44,7 @@ pub fn stack_trace_style_impl(args: TokenStream2, input: TokenStream2) -> TokenS
impl ::common_error::ext::StackError for #enum_name {
#debug_fmt_fn
#next_fn
+ #transparent_fn
}
#debug_impl
@@ -115,6 +117,7 @@ struct ErrorVariant {
has_source: bool,
has_external_cause: bool,
display: TokenStream2,
+ transparent: bool,
span: Span,
cfg_attr: Option,
}
@@ -140,6 +143,7 @@ impl ErrorVariant {
}
let mut display = None;
+ let mut transparent = false;
let mut cfg_attr = None;
for attr in variant.attrs {
if attr.path().is_ident("snafu") {
@@ -150,17 +154,29 @@ impl ErrorVariant {
let display_ts: TokenStream2 = content.parse()?;
display = Some(display_ts);
Ok(())
+ } else if meta.path.is_ident("transparent") {
+ display = Some(TokenStream2::from(TokenTree::Literal(Literal::string(
+ "",
+ ))));
+ transparent = true;
+ Ok(())
} else {
Err(meta.error("unrecognized repr"))
}
})
- .expect("Each error should contains a display attribute");
+ .unwrap_or_else(|e| panic!("{e}"));
}
if attr.path().is_ident("cfg") {
cfg_attr = Some(attr);
}
}
+ let display = display.unwrap_or_else(|| {
+ panic!(
+ r#"Error "{}" must be annotated with attribute "display" or "transparent"."#,
+ variant.ident,
+ )
+ });
let field_ident = variant
.fields
@@ -174,7 +190,8 @@ impl ErrorVariant {
has_location,
has_source,
has_external_cause,
- display: display.unwrap(),
+ display,
+ transparent,
span,
cfg_attr,
}
@@ -275,4 +292,44 @@ impl ErrorVariant {
}
}
}
+
+ fn build_transparent_match_arm(&self) -> TokenStream2 {
+ let cfg = if let Some(cfg) = &self.cfg_attr {
+ quote_spanned!(cfg.span() => #cfg)
+ } else {
+ quote! {}
+ };
+ let name = &self.name;
+ let fields = &self.fields;
+
+ if self.transparent {
+ quote_spanned! {
+ self.span => #cfg #[allow(unused_variables)] #name { #(#fields),* } => {
+ true
+ },
+ }
+ } else {
+ quote_spanned! {
+ self.span => #cfg #[allow(unused_variables)] #name { #(#fields),* } =>{
+ false
+ }
+ }
+ }
+ }
+}
+
+fn build_transparent_fn(enum_name: Ident, variants: &[ErrorVariant]) -> TokenStream2 {
+ let match_arms = variants
+ .iter()
+ .map(|v| v.build_transparent_match_arm())
+ .collect::>();
+
+ quote! {
+ fn transparent(&self) -> bool {
+ use #enum_name::*;
+ match self {
+ #(#match_arms)*
+ }
+ }
+ }
}
diff --git a/src/common/meta/src/cache/flow/table_flownode.rs b/src/common/meta/src/cache/flow/table_flownode.rs
index c9eb883b76..b285088822 100644
--- a/src/common/meta/src/cache/flow/table_flownode.rs
+++ b/src/common/meta/src/cache/flow/table_flownode.rs
@@ -187,6 +187,7 @@ mod tests {
},
flownode_ids: BTreeMap::from([(0, 1), (1, 2), (2, 3)]),
catalog_name: DEFAULT_CATALOG_NAME.to_string(),
+ query_context: None,
flow_name: "my_flow".to_string(),
raw_sql: "sql".to_string(),
expire_after: Some(300),
diff --git a/src/common/meta/src/datanode.rs b/src/common/meta/src/datanode.rs
index ed1957cbd7..499ed865a2 100644
--- a/src/common/meta/src/datanode.rs
+++ b/src/common/meta/src/datanode.rs
@@ -94,6 +94,13 @@ pub struct RegionStat {
pub index_size: u64,
/// The manifest infoof the region.
pub region_manifest: RegionManifestInfo,
+ /// The latest entry id of topic used by data.
+ /// **Only used by remote WAL prune.**
+ pub data_topic_latest_entry_id: u64,
+ /// The latest entry id of topic used by metadata.
+ /// **Only used by remote WAL prune.**
+ /// In mito engine, this is the same as `data_topic_latest_entry_id`.
+ pub metadata_topic_latest_entry_id: u64,
}
#[derive(Debug, Clone, Copy, Serialize, Deserialize)]
@@ -142,6 +149,43 @@ impl Stat {
self.wcus = self.region_stats.iter().map(|s| s.wcus).sum();
self.region_num = self.region_stats.len() as u64;
}
+
+ pub fn memory_size(&self) -> usize {
+ // timestamp_millis, rcus, wcus
+ std::mem::size_of::() * 3 +
+ // id, region_num, node_epoch
+ std::mem::size_of::() * 3 +
+ // addr
+ std::mem::size_of::() + self.addr.capacity() +
+ // region_stats
+ self.region_stats.iter().map(|s| s.memory_size()).sum::()
+ }
+}
+
+impl RegionStat {
+ pub fn memory_size(&self) -> usize {
+ // role
+ std::mem::size_of::() +
+ // id
+ std::mem::size_of::() +
+ // rcus, wcus, approximate_bytes, num_rows
+ std::mem::size_of::() * 4 +
+ // memtable_size, manifest_size, sst_size, index_size
+ std::mem::size_of::() * 4 +
+ // engine
+ std::mem::size_of::() + self.engine.capacity() +
+ // region_manifest
+ self.region_manifest.memory_size()
+ }
+}
+
+impl RegionManifestInfo {
+ pub fn memory_size(&self) -> usize {
+ match self {
+ RegionManifestInfo::Mito { .. } => std::mem::size_of::() * 2,
+ RegionManifestInfo::Metric { .. } => std::mem::size_of::() * 4,
+ }
+ }
}
impl TryFrom<&HeartbeatRequest> for Stat {
@@ -227,6 +271,8 @@ impl From<&api::v1::meta::RegionStat> for RegionStat {
sst_size: region_stat.sst_size,
index_size: region_stat.index_size,
region_manifest: region_stat.manifest.into(),
+ data_topic_latest_entry_id: region_stat.data_topic_latest_entry_id,
+ metadata_topic_latest_entry_id: region_stat.metadata_topic_latest_entry_id,
}
}
}
diff --git a/src/common/meta/src/ddl/alter_logical_tables.rs b/src/common/meta/src/ddl/alter_logical_tables.rs
index ea741accf3..74706a8ddb 100644
--- a/src/common/meta/src/ddl/alter_logical_tables.rs
+++ b/src/common/meta/src/ddl/alter_logical_tables.rs
@@ -18,10 +18,12 @@ mod region_request;
mod table_cache_keys;
mod update_metadata;
+use api::region::RegionResponse;
use async_trait::async_trait;
+use common_catalog::format_full_table_name;
use common_procedure::error::{FromJsonSnafu, Result as ProcedureResult, ToJsonSnafu};
use common_procedure::{Context, LockKey, Procedure, Status};
-use common_telemetry::{info, warn};
+use common_telemetry::{error, info, warn};
use futures_util::future;
use serde::{Deserialize, Serialize};
use snafu::{ensure, ResultExt};
@@ -30,7 +32,7 @@ use store_api::metric_engine_consts::ALTER_PHYSICAL_EXTENSION_KEY;
use strum::AsRefStr;
use table::metadata::TableId;
-use crate::ddl::utils::add_peer_context_if_needed;
+use crate::ddl::utils::{add_peer_context_if_needed, sync_follower_regions};
use crate::ddl::DdlContext;
use crate::error::{DecodeJsonSnafu, Error, MetadataCorruptionSnafu, Result};
use crate::key::table_info::TableInfoValue;
@@ -39,7 +41,7 @@ use crate::key::DeserializedValueWithBytes;
use crate::lock_key::{CatalogLock, SchemaLock, TableLock};
use crate::metrics;
use crate::rpc::ddl::AlterTableTask;
-use crate::rpc::router::find_leaders;
+use crate::rpc::router::{find_leaders, RegionRoute};
pub struct AlterLogicalTablesProcedure {
pub context: DdlContext,
@@ -125,14 +127,20 @@ impl AlterLogicalTablesProcedure {
});
}
- // Collects responses from datanodes.
- let phy_raw_schemas = future::join_all(alter_region_tasks)
+ let mut results = future::join_all(alter_region_tasks)
.await
.into_iter()
- .map(|res| res.map(|mut res| res.extensions.remove(ALTER_PHYSICAL_EXTENSION_KEY)))
.collect::>>()?;
+ // Collects responses from datanodes.
+ let phy_raw_schemas = results
+ .iter_mut()
+ .map(|res| res.extensions.remove(ALTER_PHYSICAL_EXTENSION_KEY))
+ .collect::>();
+
if phy_raw_schemas.is_empty() {
+ self.submit_sync_region_requests(results, &physical_table_route.region_routes)
+ .await;
self.data.state = AlterTablesState::UpdateMetadata;
return Ok(Status::executing(true));
}
@@ -155,10 +163,34 @@ impl AlterLogicalTablesProcedure {
warn!("altering logical table result doesn't contains extension key `{ALTER_PHYSICAL_EXTENSION_KEY}`,leaving the physical table's schema unchanged");
}
+ self.submit_sync_region_requests(results, &physical_table_route.region_routes)
+ .await;
self.data.state = AlterTablesState::UpdateMetadata;
Ok(Status::executing(true))
}
+ async fn submit_sync_region_requests(
+ &self,
+ results: Vec,
+ region_routes: &[RegionRoute],
+ ) {
+ let table_info = &self.data.physical_table_info.as_ref().unwrap().table_info;
+ if let Err(err) = sync_follower_regions(
+ &self.context,
+ self.data.physical_table_id,
+ results,
+ region_routes,
+ table_info.meta.engine.as_str(),
+ )
+ .await
+ {
+ error!(err; "Failed to sync regions for table {}, table_id: {}",
+ format_full_table_name(&table_info.catalog_name, &table_info.schema_name, &table_info.name),
+ self.data.physical_table_id
+ );
+ }
+ }
+
pub(crate) async fn on_update_metadata(&mut self) -> Result {
self.update_physical_table_metadata().await?;
self.update_logical_tables_metadata().await?;
diff --git a/src/common/meta/src/ddl/alter_table.rs b/src/common/meta/src/ddl/alter_table.rs
index 89406e6a96..ee7b15509c 100644
--- a/src/common/meta/src/ddl/alter_table.rs
+++ b/src/common/meta/src/ddl/alter_table.rs
@@ -19,6 +19,7 @@ mod update_metadata;
use std::vec;
+use api::region::RegionResponse;
use api::v1::alter_table_expr::Kind;
use api::v1::RenameTable;
use async_trait::async_trait;
@@ -29,7 +30,7 @@ use common_procedure::{
PoisonKeys, Procedure, ProcedureId, Status, StringKey,
};
use common_telemetry::{debug, error, info};
-use futures::future;
+use futures::future::{self};
use serde::{Deserialize, Serialize};
use snafu::{ensure, ResultExt};
use store_api::storage::RegionId;
@@ -38,7 +39,9 @@ use table::metadata::{RawTableInfo, TableId, TableInfo};
use table::table_reference::TableReference;
use crate::cache_invalidator::Context;
-use crate::ddl::utils::{add_peer_context_if_needed, handle_multiple_results, MultipleResults};
+use crate::ddl::utils::{
+ add_peer_context_if_needed, handle_multiple_results, sync_follower_regions, MultipleResults,
+};
use crate::ddl::DdlContext;
use crate::error::{AbortProcedureSnafu, Error, NoLeaderSnafu, PutPoisonSnafu, Result};
use crate::instruction::CacheIdent;
@@ -48,7 +51,7 @@ use crate::lock_key::{CatalogLock, SchemaLock, TableLock, TableNameLock};
use crate::metrics;
use crate::poison_key::table_poison_key;
use crate::rpc::ddl::AlterTableTask;
-use crate::rpc::router::{find_leader_regions, find_leaders, region_distribution};
+use crate::rpc::router::{find_leader_regions, find_leaders, region_distribution, RegionRoute};
/// The alter table procedure
pub struct AlterTableProcedure {
@@ -194,7 +197,9 @@ impl AlterTableProcedure {
// Just returns the error, and wait for the next try.
Err(error)
}
- MultipleResults::Ok => {
+ MultipleResults::Ok(results) => {
+ self.submit_sync_region_requests(results, &physical_table_route.region_routes)
+ .await;
self.data.state = AlterTableState::UpdateMetadata;
Ok(Status::executing_with_clean_poisons(true))
}
@@ -211,6 +216,26 @@ impl AlterTableProcedure {
}
}
+ async fn submit_sync_region_requests(
+ &mut self,
+ results: Vec,
+ region_routes: &[RegionRoute],
+ ) {
+ // Safety: filled in `prepare` step.
+ let table_info = self.data.table_info().unwrap();
+ if let Err(err) = sync_follower_regions(
+ &self.context,
+ self.data.table_id(),
+ results,
+ region_routes,
+ table_info.meta.engine.as_str(),
+ )
+ .await
+ {
+ error!(err; "Failed to sync regions for table {}, table_id: {}", self.data.table_ref(), self.data.table_id());
+ }
+ }
+
/// Update table metadata.
pub(crate) async fn on_update_metadata(&mut self) -> Result {
let table_id = self.data.table_id();
diff --git a/src/common/meta/src/ddl/create_flow.rs b/src/common/meta/src/ddl/create_flow.rs
index 4e7d661c1d..278a3a6c9e 100644
--- a/src/common/meta/src/ddl/create_flow.rs
+++ b/src/common/meta/src/ddl/create_flow.rs
@@ -38,7 +38,7 @@ use table::metadata::TableId;
use crate::cache_invalidator::Context;
use crate::ddl::utils::{add_peer_context_if_needed, handle_retry_error};
use crate::ddl::DdlContext;
-use crate::error::{self, Result};
+use crate::error::{self, Result, UnexpectedSnafu};
use crate::instruction::{CacheIdent, CreateFlow};
use crate::key::flow::flow_info::FlowInfoValue;
use crate::key::flow::flow_route::FlowRouteValue;
@@ -171,7 +171,7 @@ impl CreateFlowProcedure {
}
self.data.state = CreateFlowState::CreateFlows;
// determine flow type
- self.data.flow_type = Some(determine_flow_type(&self.data.task));
+ self.data.flow_type = Some(get_flow_type_from_options(&self.data.task)?);
Ok(Status::executing(true))
}
@@ -196,8 +196,8 @@ impl CreateFlowProcedure {
});
}
info!(
- "Creating flow({:?}) on flownodes with peers={:?}",
- self.data.flow_id, self.data.peers
+ "Creating flow({:?}, type={:?}) on flownodes with peers={:?}",
+ self.data.flow_id, self.data.flow_type, self.data.peers
);
join_all(create_flow)
.await
@@ -306,8 +306,20 @@ impl Procedure for CreateFlowProcedure {
}
}
-pub fn determine_flow_type(_flow_task: &CreateFlowTask) -> FlowType {
- FlowType::Batching
+pub fn get_flow_type_from_options(flow_task: &CreateFlowTask) -> Result {
+ let flow_type = flow_task
+ .flow_options
+ .get(FlowType::FLOW_TYPE_KEY)
+ .map(|s| s.as_str());
+ match flow_type {
+ Some(FlowType::BATCHING) => Ok(FlowType::Batching),
+ Some(FlowType::STREAMING) => Ok(FlowType::Streaming),
+ Some(unknown) => UnexpectedSnafu {
+ err_msg: format!("Unknown flow type: {}", unknown),
+ }
+ .fail(),
+ None => Ok(FlowType::Batching),
+ }
}
/// The state of [CreateFlowProcedure].
@@ -324,7 +336,7 @@ pub enum CreateFlowState {
}
/// The type of flow.
-#[derive(Debug, Clone, Copy, Serialize, Deserialize)]
+#[derive(Debug, Clone, Copy, PartialEq, Eq, Hash, Serialize, Deserialize)]
pub enum FlowType {
/// The flow is a batching task.
Batching,
@@ -437,6 +449,7 @@ impl From<&CreateFlowData> for (FlowInfoValue, Vec<(FlowPartitionId, FlowRouteVa
sink_table_name,
flownode_ids,
catalog_name,
+ query_context: Some(value.query_context.clone()),
flow_name,
raw_sql: sql,
expire_after,
diff --git a/src/common/meta/src/ddl/create_logical_tables.rs b/src/common/meta/src/ddl/create_logical_tables.rs
index 59882ec491..628f17d398 100644
--- a/src/common/meta/src/ddl/create_logical_tables.rs
+++ b/src/common/meta/src/ddl/create_logical_tables.rs
@@ -17,12 +17,14 @@ mod metadata;
mod region_request;
mod update_metadata;
+use api::region::RegionResponse;
use api::v1::CreateTableExpr;
use async_trait::async_trait;
+use common_catalog::consts::METRIC_ENGINE;
use common_procedure::error::{FromJsonSnafu, Result as ProcedureResult, ToJsonSnafu};
use common_procedure::{Context as ProcedureContext, LockKey, Procedure, Status};
-use common_telemetry::{debug, warn};
-use futures_util::future::join_all;
+use common_telemetry::{debug, error, warn};
+use futures::future;
use serde::{Deserialize, Serialize};
use snafu::{ensure, ResultExt};
use store_api::metadata::ColumnMetadata;
@@ -31,7 +33,7 @@ use store_api::storage::{RegionId, RegionNumber};
use strum::AsRefStr;
use table::metadata::{RawTableInfo, TableId};
-use crate::ddl::utils::{add_peer_context_if_needed, handle_retry_error};
+use crate::ddl::utils::{add_peer_context_if_needed, handle_retry_error, sync_follower_regions};
use crate::ddl::DdlContext;
use crate::error::{DecodeJsonSnafu, MetadataCorruptionSnafu, Result};
use crate::key::table_route::TableRouteValue;
@@ -156,14 +158,20 @@ impl CreateLogicalTablesProcedure {
});
}
- // Collects response from datanodes.
- let phy_raw_schemas = join_all(create_region_tasks)
+ let mut results = future::join_all(create_region_tasks)
.await
.into_iter()
- .map(|res| res.map(|mut res| res.extensions.remove(ALTER_PHYSICAL_EXTENSION_KEY)))
.collect::>>()?;
+ // Collects response from datanodes.
+ let phy_raw_schemas = results
+ .iter_mut()
+ .map(|res| res.extensions.remove(ALTER_PHYSICAL_EXTENSION_KEY))
+ .collect::>();
+
if phy_raw_schemas.is_empty() {
+ self.submit_sync_region_requests(results, region_routes)
+ .await;
self.data.state = CreateTablesState::CreateMetadata;
return Ok(Status::executing(false));
}
@@ -186,10 +194,30 @@ impl CreateLogicalTablesProcedure {
warn!("creating logical table result doesn't contains extension key `{ALTER_PHYSICAL_EXTENSION_KEY}`,leaving the physical table's schema unchanged");
}
+ self.submit_sync_region_requests(results, region_routes)
+ .await;
self.data.state = CreateTablesState::CreateMetadata;
Ok(Status::executing(true))
}
+
+ async fn submit_sync_region_requests(
+ &self,
+ results: Vec,
+ region_routes: &[RegionRoute],
+ ) {
+ if let Err(err) = sync_follower_regions(
+ &self.context,
+ self.data.physical_table_id,
+ results,
+ region_routes,
+ METRIC_ENGINE,
+ )
+ .await
+ {
+ error!(err; "Failed to sync regions for physical table_id: {}",self.data.physical_table_id);
+ }
+ }
}
#[async_trait]
diff --git a/src/common/meta/src/ddl/drop_table/executor.rs b/src/common/meta/src/ddl/drop_table/executor.rs
index 1204629a1e..7aae31b13a 100644
--- a/src/common/meta/src/ddl/drop_table/executor.rs
+++ b/src/common/meta/src/ddl/drop_table/executor.rs
@@ -15,12 +15,13 @@
use std::collections::HashMap;
use api::v1::region::{
- region_request, DropRequest as PbDropRegionRequest, RegionRequest, RegionRequestHeader,
+ region_request, CloseRequest as PbCloseRegionRequest, DropRequest as PbDropRegionRequest,
+ RegionRequest, RegionRequestHeader,
};
use common_error::ext::ErrorExt;
use common_error::status_code::StatusCode;
-use common_telemetry::debug;
use common_telemetry::tracing_context::TracingContext;
+use common_telemetry::{debug, error};
use common_wal::options::WalOptions;
use futures::future::join_all;
use snafu::ensure;
@@ -36,7 +37,8 @@ use crate::instruction::CacheIdent;
use crate::key::table_name::TableNameKey;
use crate::key::table_route::TableRouteValue;
use crate::rpc::router::{
- find_leader_regions, find_leaders, operating_leader_regions, RegionRoute,
+ find_follower_regions, find_followers, find_leader_regions, find_leaders,
+ operating_leader_regions, RegionRoute,
};
/// [Control] indicated to the caller whether to go to the next step.
@@ -210,10 +212,10 @@ impl DropTableExecutor {
region_routes: &[RegionRoute],
fast_path: bool,
) -> Result<()> {
+ // Drops leader regions on datanodes.
let leaders = find_leaders(region_routes);
let mut drop_region_tasks = Vec::with_capacity(leaders.len());
let table_id = self.table_id;
-
for datanode in leaders {
let requester = ctx.node_manager.datanode(&datanode).await;
let regions = find_leader_regions(region_routes, &datanode);
@@ -252,6 +254,53 @@ impl DropTableExecutor {
.into_iter()
.collect::>>()?;
+ // Drops follower regions on datanodes.
+ let followers = find_followers(region_routes);
+ let mut close_region_tasks = Vec::with_capacity(followers.len());
+ for datanode in followers {
+ let requester = ctx.node_manager.datanode(&datanode).await;
+ let regions = find_follower_regions(region_routes, &datanode);
+ let region_ids = regions
+ .iter()
+ .map(|region_number| RegionId::new(table_id, *region_number))
+ .collect::>();
+
+ for region_id in region_ids {
+ debug!("Closing region {region_id} on Datanode {datanode:?}");
+ let request = RegionRequest {
+ header: Some(RegionRequestHeader {
+ tracing_context: TracingContext::from_current_span().to_w3c(),
+ ..Default::default()
+ }),
+ body: Some(region_request::Body::Close(PbCloseRegionRequest {
+ region_id: region_id.as_u64(),
+ })),
+ };
+
+ let datanode = datanode.clone();
+ let requester = requester.clone();
+ close_region_tasks.push(async move {
+ if let Err(err) = requester.handle(request).await {
+ if err.status_code() != StatusCode::RegionNotFound {
+ return Err(add_peer_context_if_needed(datanode)(err));
+ }
+ }
+ Ok(())
+ });
+ }
+ }
+
+ // Failure to close follower regions is not critical.
+ // When a leader region is dropped, follower regions will be unable to renew their leases via metasrv.
+ // Eventually, these follower regions will be automatically closed by the region livekeeper.
+ if let Err(err) = join_all(close_region_tasks)
+ .await
+ .into_iter()
+ .collect::>>()
+ {
+ error!(err; "Failed to close follower regions on datanodes, table_id: {}", table_id);
+ }
+
// Deletes the leader region from registry.
let region_ids = operating_leader_regions(region_routes);
ctx.leader_region_registry
diff --git a/src/common/meta/src/ddl/test_util/create_table.rs b/src/common/meta/src/ddl/test_util/create_table.rs
index 12896fbf91..9d99bbf5c6 100644
--- a/src/common/meta/src/ddl/test_util/create_table.rs
+++ b/src/common/meta/src/ddl/test_util/create_table.rs
@@ -18,7 +18,9 @@ use api::v1::column_def::try_as_column_schema;
use api::v1::meta::Partition;
use api::v1::{ColumnDataType, ColumnDef, CreateTableExpr, SemanticType};
use chrono::DateTime;
-use common_catalog::consts::{DEFAULT_CATALOG_NAME, DEFAULT_SCHEMA_NAME, MITO2_ENGINE};
+use common_catalog::consts::{
+ DEFAULT_CATALOG_NAME, DEFAULT_SCHEMA_NAME, MITO2_ENGINE, MITO_ENGINE,
+};
use datatypes::schema::RawSchema;
use derive_builder::Builder;
use store_api::storage::TableId;
@@ -164,6 +166,7 @@ pub fn test_create_table_task(name: &str, table_id: TableId) -> CreateTableTask
.time_index("ts")
.primary_keys(["host".into()])
.table_name(name)
+ .engine(MITO_ENGINE)
.build()
.unwrap()
.into();
diff --git a/src/common/meta/src/ddl/test_util/datanode_handler.rs b/src/common/meta/src/ddl/test_util/datanode_handler.rs
index 7f02d9cc5a..bed78724a5 100644
--- a/src/common/meta/src/ddl/test_util/datanode_handler.rs
+++ b/src/common/meta/src/ddl/test_util/datanode_handler.rs
@@ -45,14 +45,41 @@ impl MockDatanodeHandler for () {
}
#[derive(Clone)]
-pub struct DatanodeWatcher(pub mpsc::Sender<(Peer, RegionRequest)>);
+pub struct DatanodeWatcher {
+ sender: mpsc::Sender<(Peer, RegionRequest)>,
+ handler: Option Result>,
+}
+
+impl DatanodeWatcher {
+ pub fn new(sender: mpsc::Sender<(Peer, RegionRequest)>) -> Self {
+ Self {
+ sender,
+ handler: None,
+ }
+ }
+
+ pub fn with_handler(
+ mut self,
+ user_handler: fn(Peer, RegionRequest) -> Result,
+ ) -> Self {
+ self.handler = Some(user_handler);
+ self
+ }
+}
#[async_trait::async_trait]
impl MockDatanodeHandler for DatanodeWatcher {
async fn handle(&self, peer: &Peer, request: RegionRequest) -> Result {
debug!("Returning Ok(0) for request: {request:?}, peer: {peer:?}");
- self.0.send((peer.clone(), request)).await.unwrap();
- Ok(RegionResponse::new(0))
+ self.sender
+ .send((peer.clone(), request.clone()))
+ .await
+ .unwrap();
+ if let Some(handler) = self.handler {
+ handler(peer.clone(), request)
+ } else {
+ Ok(RegionResponse::new(0))
+ }
}
async fn handle_query(
diff --git a/src/common/meta/src/ddl/tests/alter_logical_tables.rs b/src/common/meta/src/ddl/tests/alter_logical_tables.rs
index 1c22cdf6f4..01ab8e513c 100644
--- a/src/common/meta/src/ddl/tests/alter_logical_tables.rs
+++ b/src/common/meta/src/ddl/tests/alter_logical_tables.rs
@@ -15,19 +15,33 @@
use std::assert_matches::assert_matches;
use std::sync::Arc;
+use api::region::RegionResponse;
+use api::v1::meta::Peer;
+use api::v1::region::sync_request::ManifestInfo;
+use api::v1::region::{region_request, MetricManifestInfo, RegionRequest, SyncRequest};
use api::v1::{ColumnDataType, SemanticType};
use common_catalog::consts::{DEFAULT_CATALOG_NAME, DEFAULT_SCHEMA_NAME};
use common_procedure::{Procedure, ProcedureId, Status};
use common_procedure_test::MockContextProvider;
+use store_api::metric_engine_consts::MANIFEST_INFO_EXTENSION_KEY;
+use store_api::region_engine::RegionManifestInfo;
+use store_api::storage::RegionId;
+use tokio::sync::mpsc;
use crate::ddl::alter_logical_tables::AlterLogicalTablesProcedure;
use crate::ddl::test_util::alter_table::TestAlterTableExprBuilder;
use crate::ddl::test_util::columns::TestColumnDefBuilder;
-use crate::ddl::test_util::datanode_handler::NaiveDatanodeHandler;
-use crate::ddl::test_util::{create_logical_table, create_physical_table};
+use crate::ddl::test_util::datanode_handler::{DatanodeWatcher, NaiveDatanodeHandler};
+use crate::ddl::test_util::{
+ create_logical_table, create_physical_table, create_physical_table_metadata,
+ test_create_physical_table_task,
+};
use crate::error::Error::{AlterLogicalTablesInvalidArguments, TableNotFound};
+use crate::error::Result;
use crate::key::table_name::TableNameKey;
+use crate::key::table_route::{PhysicalTableRouteValue, TableRouteValue};
use crate::rpc::ddl::AlterTableTask;
+use crate::rpc::router::{Region, RegionRoute};
use crate::test_util::{new_ddl_context, MockDatanodeManager};
fn make_alter_logical_table_add_column_task(
@@ -407,3 +421,78 @@ async fn test_on_part_duplicate_alter_request() {
]
);
}
+
+fn alters_request_handler(_peer: Peer, request: RegionRequest) -> Result {
+ if let region_request::Body::Alters(_) = request.body.unwrap() {
+ let mut response = RegionResponse::new(0);
+ // Default region id for physical table.
+ let region_id = RegionId::new(1000, 1);
+ response.extensions.insert(
+ MANIFEST_INFO_EXTENSION_KEY.to_string(),
+ RegionManifestInfo::encode_list(&[(region_id, RegionManifestInfo::metric(1, 0, 2, 0))])
+ .unwrap(),
+ );
+ return Ok(response);
+ }
+
+ Ok(RegionResponse::new(0))
+}
+
+#[tokio::test]
+async fn test_on_submit_alter_region_request() {
+ common_telemetry::init_default_ut_logging();
+ let (tx, mut rx) = mpsc::channel(8);
+ let handler = DatanodeWatcher::new(tx).with_handler(alters_request_handler);
+ let node_manager = Arc::new(MockDatanodeManager::new(handler));
+ let ddl_context = new_ddl_context(node_manager);
+
+ let mut create_physical_table_task = test_create_physical_table_task("phy");
+ let phy_id = 1000u32;
+ let region_routes = vec![RegionRoute {
+ region: Region::new_test(RegionId::new(phy_id, 1)),
+ leader_peer: Some(Peer::empty(1)),
+ follower_peers: vec![Peer::empty(5)],
+ leader_state: None,
+ leader_down_since: None,
+ }];
+ create_physical_table_task.set_table_id(phy_id);
+ create_physical_table_metadata(
+ &ddl_context,
+ create_physical_table_task.table_info.clone(),
+ TableRouteValue::Physical(PhysicalTableRouteValue::new(region_routes)),
+ )
+ .await;
+ create_logical_table(ddl_context.clone(), phy_id, "table1").await;
+ create_logical_table(ddl_context.clone(), phy_id, "table2").await;
+
+ let tasks = vec![
+ make_alter_logical_table_add_column_task(None, "table1", vec!["new_col".to_string()]),
+ make_alter_logical_table_add_column_task(None, "table2", vec!["mew_col".to_string()]),
+ ];
+
+ let mut procedure = AlterLogicalTablesProcedure::new(tasks, phy_id, ddl_context);
+ procedure.on_prepare().await.unwrap();
+ procedure.on_submit_alter_region_requests().await.unwrap();
+ let mut results = Vec::new();
+ for _ in 0..2 {
+ let result = rx.try_recv().unwrap();
+ results.push(result);
+ }
+ rx.try_recv().unwrap_err();
+ let (peer, request) = results.remove(0);
+ assert_eq!(peer.id, 1);
+ assert_matches!(request.body.unwrap(), region_request::Body::Alters(_));
+ let (peer, request) = results.remove(0);
+ assert_eq!(peer.id, 5);
+ assert_matches!(
+ request.body.unwrap(),
+ region_request::Body::Sync(SyncRequest {
+ manifest_info: Some(ManifestInfo::MetricManifestInfo(MetricManifestInfo {
+ data_manifest_version: 1,
+ metadata_manifest_version: 2,
+ ..
+ })),
+ ..
+ })
+ );
+}
diff --git a/src/common/meta/src/ddl/tests/alter_table.rs b/src/common/meta/src/ddl/tests/alter_table.rs
index c8d0450b90..6f24870e6e 100644
--- a/src/common/meta/src/ddl/tests/alter_table.rs
+++ b/src/common/meta/src/ddl/tests/alter_table.rs
@@ -16,7 +16,9 @@ use std::assert_matches::assert_matches;
use std::collections::HashMap;
use std::sync::Arc;
+use api::region::RegionResponse;
use api::v1::alter_table_expr::Kind;
+use api::v1::region::sync_request::ManifestInfo;
use api::v1::region::{region_request, RegionRequest};
use api::v1::{
AddColumn, AddColumns, AlterTableExpr, ColumnDataType, ColumnDef as PbColumnDef, DropColumn,
@@ -28,6 +30,8 @@ use common_error::status_code::StatusCode;
use common_procedure::store::poison_store::PoisonStore;
use common_procedure::{ProcedureId, Status};
use common_procedure_test::MockContextProvider;
+use store_api::metric_engine_consts::MANIFEST_INFO_EXTENSION_KEY;
+use store_api::region_engine::RegionManifestInfo;
use store_api::storage::RegionId;
use table::requests::TTL_KEY;
use tokio::sync::mpsc::{self};
@@ -39,7 +43,7 @@ use crate::ddl::test_util::datanode_handler::{
AllFailureDatanodeHandler, DatanodeWatcher, PartialSuccessDatanodeHandler,
RequestOutdatedErrorDatanodeHandler,
};
-use crate::error::Error;
+use crate::error::{Error, Result};
use crate::key::datanode_table::DatanodeTableKey;
use crate::key::table_name::TableNameKey;
use crate::key::table_route::TableRouteValue;
@@ -120,10 +124,71 @@ async fn test_on_prepare_table_not_exists_err() {
assert_matches!(err.status_code(), StatusCode::TableNotFound);
}
+fn test_alter_table_task(table_name: &str) -> AlterTableTask {
+ AlterTableTask {
+ alter_table: AlterTableExpr {
+ catalog_name: DEFAULT_CATALOG_NAME.to_string(),
+ schema_name: DEFAULT_SCHEMA_NAME.to_string(),
+ table_name: table_name.to_string(),
+ kind: Some(Kind::DropColumns(DropColumns {
+ drop_columns: vec![DropColumn {
+ name: "cpu".to_string(),
+ }],
+ })),
+ },
+ }
+}
+
+fn assert_alter_request(
+ peer: Peer,
+ request: RegionRequest,
+ expected_peer_id: u64,
+ expected_region_id: RegionId,
+) {
+ assert_eq!(peer.id, expected_peer_id);
+ let Some(region_request::Body::Alter(req)) = request.body else {
+ unreachable!();
+ };
+ assert_eq!(req.region_id, expected_region_id);
+}
+
+fn assert_sync_request(
+ peer: Peer,
+ request: RegionRequest,
+ expected_peer_id: u64,
+ expected_region_id: RegionId,
+ expected_manifest_version: u64,
+) {
+ assert_eq!(peer.id, expected_peer_id);
+ let Some(region_request::Body::Sync(req)) = request.body else {
+ unreachable!();
+ };
+ let Some(ManifestInfo::MitoManifestInfo(info)) = req.manifest_info else {
+ unreachable!();
+ };
+ assert_eq!(info.data_manifest_version, expected_manifest_version);
+ assert_eq!(req.region_id, expected_region_id);
+}
+
+fn alter_request_handler(_peer: Peer, request: RegionRequest) -> Result {
+ if let region_request::Body::Alter(req) = request.body.unwrap() {
+ let mut response = RegionResponse::new(0);
+ let region_id = RegionId::from(req.region_id);
+ response.extensions.insert(
+ MANIFEST_INFO_EXTENSION_KEY.to_string(),
+ RegionManifestInfo::encode_list(&[(region_id, RegionManifestInfo::mito(1, 1))])
+ .unwrap(),
+ );
+ return Ok(response);
+ }
+
+ Ok(RegionResponse::new(0))
+}
+
#[tokio::test]
async fn test_on_submit_alter_request() {
let (tx, mut rx) = mpsc::channel(8);
- let datanode_handler = DatanodeWatcher(tx);
+ let datanode_handler = DatanodeWatcher::new(tx).with_handler(alter_request_handler);
let node_manager = Arc::new(MockDatanodeManager::new(datanode_handler));
let ddl_context = new_ddl_context(node_manager);
let table_id = 1024;
@@ -140,18 +205,7 @@ async fn test_on_submit_alter_request() {
.await
.unwrap();
- let alter_table_task = AlterTableTask {
- alter_table: AlterTableExpr {
- catalog_name: DEFAULT_CATALOG_NAME.to_string(),
- schema_name: DEFAULT_SCHEMA_NAME.to_string(),
- table_name: table_name.to_string(),
- kind: Some(Kind::DropColumns(DropColumns {
- drop_columns: vec![DropColumn {
- name: "cpu".to_string(),
- }],
- })),
- },
- };
+ let alter_table_task = test_alter_table_task(table_name);
let procedure_id = ProcedureId::random();
let provider = Arc::new(MockContextProvider::default());
let mut procedure =
@@ -162,30 +216,72 @@ async fn test_on_submit_alter_request() {
.await
.unwrap();
- let check = |peer: Peer,
- request: RegionRequest,
- expected_peer_id: u64,
- expected_region_id: RegionId| {
- assert_eq!(peer.id, expected_peer_id);
- let Some(region_request::Body::Alter(req)) = request.body else {
- unreachable!();
- };
- assert_eq!(req.region_id, expected_region_id);
- };
+ let mut results = Vec::new();
+ for _ in 0..5 {
+ let result = rx.try_recv().unwrap();
+ results.push(result);
+ }
+ rx.try_recv().unwrap_err();
+ results.sort_unstable_by(|(a, _), (b, _)| a.id.cmp(&b.id));
+
+ let (peer, request) = results.remove(0);
+ assert_alter_request(peer, request, 1, RegionId::new(table_id, 1));
+ let (peer, request) = results.remove(0);
+ assert_alter_request(peer, request, 2, RegionId::new(table_id, 2));
+ let (peer, request) = results.remove(0);
+ assert_alter_request(peer, request, 3, RegionId::new(table_id, 3));
+ let (peer, request) = results.remove(0);
+ assert_sync_request(peer, request, 4, RegionId::new(table_id, 2), 1);
+ let (peer, request) = results.remove(0);
+ assert_sync_request(peer, request, 5, RegionId::new(table_id, 1), 1);
+}
+
+#[tokio::test]
+async fn test_on_submit_alter_request_without_sync_request() {
+ let (tx, mut rx) = mpsc::channel(8);
+ // without use `alter_request_handler`, so no sync request will be sent.
+ let datanode_handler = DatanodeWatcher::new(tx);
+ let node_manager = Arc::new(MockDatanodeManager::new(datanode_handler));
+ let ddl_context = new_ddl_context(node_manager);
+ let table_id = 1024;
+ let table_name = "foo";
+ let task = test_create_table_task(table_name, table_id);
+ // Puts a value to table name key.
+ ddl_context
+ .table_metadata_manager
+ .create_table_metadata(
+ task.table_info.clone(),
+ prepare_table_route(table_id),
+ HashMap::new(),
+ )
+ .await
+ .unwrap();
+
+ let alter_table_task = test_alter_table_task(table_name);
+ let procedure_id = ProcedureId::random();
+ let provider = Arc::new(MockContextProvider::default());
+ let mut procedure =
+ AlterTableProcedure::new(table_id, alter_table_task, ddl_context.clone()).unwrap();
+ procedure.on_prepare().await.unwrap();
+ procedure
+ .submit_alter_region_requests(procedure_id, provider.as_ref())
+ .await
+ .unwrap();
let mut results = Vec::new();
for _ in 0..3 {
let result = rx.try_recv().unwrap();
results.push(result);
}
+ rx.try_recv().unwrap_err();
results.sort_unstable_by(|(a, _), (b, _)| a.id.cmp(&b.id));
let (peer, request) = results.remove(0);
- check(peer, request, 1, RegionId::new(table_id, 1));
+ assert_alter_request(peer, request, 1, RegionId::new(table_id, 1));
let (peer, request) = results.remove(0);
- check(peer, request, 2, RegionId::new(table_id, 2));
+ assert_alter_request(peer, request, 2, RegionId::new(table_id, 2));
let (peer, request) = results.remove(0);
- check(peer, request, 3, RegionId::new(table_id, 3));
+ assert_alter_request(peer, request, 3, RegionId::new(table_id, 3));
}
#[tokio::test]
diff --git a/src/common/meta/src/ddl/tests/create_flow.rs b/src/common/meta/src/ddl/tests/create_flow.rs
index 4c9f86fe09..3b24e86400 100644
--- a/src/common/meta/src/ddl/tests/create_flow.rs
+++ b/src/common/meta/src/ddl/tests/create_flow.rs
@@ -46,7 +46,7 @@ pub(crate) fn test_create_flow_task(
create_if_not_exists,
expire_after: Some(300),
comment: "".to_string(),
- sql: "raw_sql".to_string(),
+ sql: "select 1".to_string(),
flow_options: Default::default(),
}
}
diff --git a/src/common/meta/src/ddl/tests/create_logical_tables.rs b/src/common/meta/src/ddl/tests/create_logical_tables.rs
index fb5518d463..af0af4ccdb 100644
--- a/src/common/meta/src/ddl/tests/create_logical_tables.rs
+++ b/src/common/meta/src/ddl/tests/create_logical_tables.rs
@@ -15,20 +15,28 @@
use std::assert_matches::assert_matches;
use std::sync::Arc;
+use api::region::RegionResponse;
+use api::v1::meta::Peer;
+use api::v1::region::sync_request::ManifestInfo;
+use api::v1::region::{region_request, MetricManifestInfo, RegionRequest, SyncRequest};
use common_error::ext::ErrorExt;
use common_error::status_code::StatusCode;
use common_procedure::{Context as ProcedureContext, Procedure, ProcedureId, Status};
use common_procedure_test::MockContextProvider;
+use store_api::metric_engine_consts::MANIFEST_INFO_EXTENSION_KEY;
+use store_api::region_engine::RegionManifestInfo;
use store_api::storage::RegionId;
+use tokio::sync::mpsc;
use crate::ddl::create_logical_tables::CreateLogicalTablesProcedure;
-use crate::ddl::test_util::datanode_handler::NaiveDatanodeHandler;
+use crate::ddl::test_util::datanode_handler::{DatanodeWatcher, NaiveDatanodeHandler};
use crate::ddl::test_util::{
create_physical_table_metadata, test_create_logical_table_task, test_create_physical_table_task,
};
use crate::ddl::TableMetadata;
-use crate::error::Error;
-use crate::key::table_route::TableRouteValue;
+use crate::error::{Error, Result};
+use crate::key::table_route::{PhysicalTableRouteValue, TableRouteValue};
+use crate::rpc::router::{Region, RegionRoute};
use crate::test_util::{new_ddl_context, MockDatanodeManager};
#[tokio::test]
@@ -390,3 +398,76 @@ async fn test_on_create_metadata_err() {
let error = procedure.execute(&ctx).await.unwrap_err();
assert!(!error.is_retry_later());
}
+
+fn creates_request_handler(_peer: Peer, request: RegionRequest) -> Result {
+ if let region_request::Body::Creates(_) = request.body.unwrap() {
+ let mut response = RegionResponse::new(0);
+ // Default region id for physical table.
+ let region_id = RegionId::new(1024, 1);
+ response.extensions.insert(
+ MANIFEST_INFO_EXTENSION_KEY.to_string(),
+ RegionManifestInfo::encode_list(&[(region_id, RegionManifestInfo::metric(1, 0, 2, 0))])
+ .unwrap(),
+ );
+ return Ok(response);
+ }
+
+ Ok(RegionResponse::new(0))
+}
+
+#[tokio::test]
+async fn test_on_submit_create_request() {
+ common_telemetry::init_default_ut_logging();
+ let (tx, mut rx) = mpsc::channel(8);
+ let handler = DatanodeWatcher::new(tx).with_handler(creates_request_handler);
+ let node_manager = Arc::new(MockDatanodeManager::new(handler));
+ let ddl_context = new_ddl_context(node_manager);
+ let mut create_physical_table_task = test_create_physical_table_task("phy_table");
+ let table_id = 1024u32;
+ let region_routes = vec![RegionRoute {
+ region: Region::new_test(RegionId::new(table_id, 1)),
+ leader_peer: Some(Peer::empty(1)),
+ follower_peers: vec![Peer::empty(5)],
+ leader_state: None,
+ leader_down_since: None,
+ }];
+ create_physical_table_task.set_table_id(table_id);
+ create_physical_table_metadata(
+ &ddl_context,
+ create_physical_table_task.table_info.clone(),
+ TableRouteValue::Physical(PhysicalTableRouteValue::new(region_routes)),
+ )
+ .await;
+ let physical_table_id = table_id;
+ let task = test_create_logical_table_task("foo");
+ let yet_another_task = test_create_logical_table_task("bar");
+ let mut procedure = CreateLogicalTablesProcedure::new(
+ vec![task, yet_another_task],
+ physical_table_id,
+ ddl_context,
+ );
+ procedure.on_prepare().await.unwrap();
+ procedure.on_datanode_create_regions().await.unwrap();
+ let mut results = Vec::new();
+ for _ in 0..2 {
+ let result = rx.try_recv().unwrap();
+ results.push(result);
+ }
+ rx.try_recv().unwrap_err();
+ let (peer, request) = results.remove(0);
+ assert_eq!(peer.id, 1);
+ assert_matches!(request.body.unwrap(), region_request::Body::Creates(_));
+ let (peer, request) = results.remove(0);
+ assert_eq!(peer.id, 5);
+ assert_matches!(
+ request.body.unwrap(),
+ region_request::Body::Sync(SyncRequest {
+ manifest_info: Some(ManifestInfo::MetricManifestInfo(MetricManifestInfo {
+ data_manifest_version: 1,
+ metadata_manifest_version: 2,
+ ..
+ })),
+ ..
+ })
+ );
+}
diff --git a/src/common/meta/src/ddl/tests/drop_table.rs b/src/common/meta/src/ddl/tests/drop_table.rs
index 3e09f65422..9983e19ec5 100644
--- a/src/common/meta/src/ddl/tests/drop_table.rs
+++ b/src/common/meta/src/ddl/tests/drop_table.rs
@@ -100,7 +100,7 @@ async fn test_on_prepare_table() {
#[tokio::test]
async fn test_on_datanode_drop_regions() {
let (tx, mut rx) = mpsc::channel(8);
- let datanode_handler = DatanodeWatcher(tx);
+ let datanode_handler = DatanodeWatcher::new(tx);
let node_manager = Arc::new(MockDatanodeManager::new(datanode_handler));
let ddl_context = new_ddl_context(node_manager);
let table_id = 1024;
@@ -148,27 +148,39 @@ async fn test_on_datanode_drop_regions() {
let check = |peer: Peer,
request: RegionRequest,
expected_peer_id: u64,
- expected_region_id: RegionId| {
+ expected_region_id: RegionId,
+ follower: bool| {
assert_eq!(peer.id, expected_peer_id);
- let Some(region_request::Body::Drop(req)) = request.body else {
- unreachable!();
+ if follower {
+ let Some(region_request::Body::Close(req)) = request.body else {
+ unreachable!();
+ };
+ assert_eq!(req.region_id, expected_region_id);
+ } else {
+ let Some(region_request::Body::Drop(req)) = request.body else {
+ unreachable!();
+ };
+ assert_eq!(req.region_id, expected_region_id);
};
- assert_eq!(req.region_id, expected_region_id);
};
let mut results = Vec::new();
- for _ in 0..3 {
+ for _ in 0..5 {
let result = rx.try_recv().unwrap();
results.push(result);
}
results.sort_unstable_by(|(a, _), (b, _)| a.id.cmp(&b.id));
let (peer, request) = results.remove(0);
- check(peer, request, 1, RegionId::new(table_id, 1));
+ check(peer, request, 1, RegionId::new(table_id, 1), false);
let (peer, request) = results.remove(0);
- check(peer, request, 2, RegionId::new(table_id, 2));
+ check(peer, request, 2, RegionId::new(table_id, 2), false);
let (peer, request) = results.remove(0);
- check(peer, request, 3, RegionId::new(table_id, 3));
+ check(peer, request, 3, RegionId::new(table_id, 3), false);
+ let (peer, request) = results.remove(0);
+ check(peer, request, 4, RegionId::new(table_id, 2), true);
+ let (peer, request) = results.remove(0);
+ check(peer, request, 5, RegionId::new(table_id, 1), true);
}
#[tokio::test]
diff --git a/src/common/meta/src/ddl/utils.rs b/src/common/meta/src/ddl/utils.rs
index 2e909946e0..8c48d9f419 100644
--- a/src/common/meta/src/ddl/utils.rs
+++ b/src/common/meta/src/ddl/utils.rs
@@ -15,27 +15,37 @@
use std::collections::HashMap;
use std::fmt::Debug;
-use common_catalog::consts::METRIC_ENGINE;
+use api::region::RegionResponse;
+use api::v1::region::sync_request::ManifestInfo;
+use api::v1::region::{
+ region_request, MetricManifestInfo, MitoManifestInfo, RegionRequest, RegionRequestHeader,
+ SyncRequest,
+};
+use common_catalog::consts::{METRIC_ENGINE, MITO_ENGINE};
use common_error::ext::BoxedError;
use common_procedure::error::Error as ProcedureError;
-use common_telemetry::{error, warn};
+use common_telemetry::tracing_context::TracingContext;
+use common_telemetry::{error, info, warn};
use common_wal::options::WalOptions;
+use futures::future::join_all;
use snafu::{ensure, OptionExt, ResultExt};
-use store_api::metric_engine_consts::LOGICAL_TABLE_METADATA_KEY;
-use store_api::storage::RegionNumber;
+use store_api::metric_engine_consts::{LOGICAL_TABLE_METADATA_KEY, MANIFEST_INFO_EXTENSION_KEY};
+use store_api::region_engine::RegionManifestInfo;
+use store_api::storage::{RegionId, RegionNumber};
use table::metadata::TableId;
use table::table_reference::TableReference;
-use crate::ddl::DetectingRegion;
+use crate::ddl::{DdlContext, DetectingRegion};
use crate::error::{
- Error, OperateDatanodeSnafu, ParseWalOptionsSnafu, Result, TableNotFoundSnafu, UnsupportedSnafu,
+ self, Error, OperateDatanodeSnafu, ParseWalOptionsSnafu, Result, TableNotFoundSnafu,
+ UnsupportedSnafu,
};
use crate::key::datanode_table::DatanodeTableValue;
use crate::key::table_name::TableNameKey;
use crate::key::TableMetadataManagerRef;
use crate::peer::Peer;
use crate::rpc::ddl::CreateTableTask;
-use crate::rpc::router::RegionRoute;
+use crate::rpc::router::{find_follower_regions, find_followers, RegionRoute};
/// Adds [Peer] context if the error is unretryable.
pub fn add_peer_context_if_needed(datanode: Peer) -> impl FnOnce(Error) -> Error {
@@ -192,8 +202,8 @@ pub fn extract_region_wal_options(
/// - PartialNonRetryable: if any operation is non retryable, the result is non retryable.
/// - AllRetryable: all operations are retryable.
/// - AllNonRetryable: all operations are not retryable.
-pub enum MultipleResults {
- Ok,
+pub enum MultipleResults {
+ Ok(Vec),
PartialRetryable(Error),
PartialNonRetryable(Error),
AllRetryable(Error),
@@ -205,9 +215,9 @@ pub enum MultipleResults {
/// For partial success, we need to check if the errors are retryable.
/// If all the errors are retryable, we return a retryable error.
/// Otherwise, we return the first error.
-pub fn handle_multiple_results(results: Vec>) -> MultipleResults {
+pub fn handle_multiple_results(results: Vec>) -> MultipleResults {
if results.is_empty() {
- return MultipleResults::Ok;
+ return MultipleResults::Ok(Vec::new());
}
let num_results = results.len();
let mut retryable_results = Vec::new();
@@ -216,7 +226,7 @@ pub fn handle_multiple_results(results: Vec>) -> MultipleRes
for result in results {
match result {
- Ok(_) => ok_results.push(result),
+ Ok(value) => ok_results.push(value),
Err(err) => {
if err.is_retry_later() {
retryable_results.push(err);
@@ -243,7 +253,7 @@ pub fn handle_multiple_results(results: Vec>) -> MultipleRes
}
return MultipleResults::AllNonRetryable(non_retryable_results.into_iter().next().unwrap());
} else if ok_results.len() == num_results {
- return MultipleResults::Ok;
+ return MultipleResults::Ok(ok_results);
} else if !retryable_results.is_empty()
&& !ok_results.is_empty()
&& non_retryable_results.is_empty()
@@ -264,6 +274,125 @@ pub fn handle_multiple_results(results: Vec>) -> MultipleRes
MultipleResults::PartialNonRetryable(non_retryable_results.into_iter().next().unwrap())
}
+/// Parses manifest infos from extensions.
+pub fn parse_manifest_infos_from_extensions(
+ extensions: &HashMap>,
+) -> Result> {
+ let data_manifest_version =
+ extensions
+ .get(MANIFEST_INFO_EXTENSION_KEY)
+ .context(error::UnexpectedSnafu {
+ err_msg: "manifest info extension not found",
+ })?;
+ let data_manifest_version =
+ RegionManifestInfo::decode_list(data_manifest_version).context(error::SerdeJsonSnafu {})?;
+ Ok(data_manifest_version)
+}
+
+/// Sync follower regions on datanodes.
+pub async fn sync_follower_regions(
+ context: &DdlContext,
+ table_id: TableId,
+ results: Vec,
+ region_routes: &[RegionRoute],
+ engine: &str,
+) -> Result<()> {
+ if engine != MITO_ENGINE && engine != METRIC_ENGINE {
+ info!(
+ "Skip submitting sync region requests for table_id: {}, engine: {}",
+ table_id, engine
+ );
+ return Ok(());
+ }
+
+ let results = results
+ .into_iter()
+ .map(|response| parse_manifest_infos_from_extensions(&response.extensions))
+ .collect::>>()?
+ .into_iter()
+ .flatten()
+ .collect::>();
+
+ let is_mito_engine = engine == MITO_ENGINE;
+
+ let followers = find_followers(region_routes);
+ if followers.is_empty() {
+ return Ok(());
+ }
+ let mut sync_region_tasks = Vec::with_capacity(followers.len());
+ for datanode in followers {
+ let requester = context.node_manager.datanode(&datanode).await;
+ let regions = find_follower_regions(region_routes, &datanode);
+ for region in regions {
+ let region_id = RegionId::new(table_id, region);
+ let manifest_info = if is_mito_engine {
+ let region_manifest_info =
+ results.get(®ion_id).context(error::UnexpectedSnafu {
+ err_msg: format!("No manifest info found for region {}", region_id),
+ })?;
+ ensure!(
+ region_manifest_info.is_mito(),
+ error::UnexpectedSnafu {
+ err_msg: format!("Region {} is not a mito region", region_id)
+ }
+ );
+ ManifestInfo::MitoManifestInfo(MitoManifestInfo {
+ data_manifest_version: region_manifest_info.data_manifest_version(),
+ })
+ } else {
+ let region_manifest_info =
+ results.get(®ion_id).context(error::UnexpectedSnafu {
+ err_msg: format!("No manifest info found for region {}", region_id),
+ })?;
+ ensure!(
+ region_manifest_info.is_metric(),
+ error::UnexpectedSnafu {
+ err_msg: format!("Region {} is not a metric region", region_id)
+ }
+ );
+ ManifestInfo::MetricManifestInfo(MetricManifestInfo {
+ data_manifest_version: region_manifest_info.data_manifest_version(),
+ metadata_manifest_version: region_manifest_info
+ .metadata_manifest_version()
+ .unwrap_or_default(),
+ })
+ };
+ let request = RegionRequest {
+ header: Some(RegionRequestHeader {
+ tracing_context: TracingContext::from_current_span().to_w3c(),
+ ..Default::default()
+ }),
+ body: Some(region_request::Body::Sync(SyncRequest {
+ region_id: region_id.as_u64(),
+ manifest_info: Some(manifest_info),
+ })),
+ };
+
+ let datanode = datanode.clone();
+ let requester = requester.clone();
+ sync_region_tasks.push(async move {
+ requester
+ .handle(request)
+ .await
+ .map_err(add_peer_context_if_needed(datanode))
+ });
+ }
+ }
+
+ // Failure to sync region is not critical.
+ // We try our best to sync the regions.
+ if let Err(err) = join_all(sync_region_tasks)
+ .await
+ .into_iter()
+ .collect::>>()
+ {
+ error!(err; "Failed to sync follower regions on datanodes, table_id: {}", table_id);
+ }
+ info!("Sync follower regions on datanodes, table_id: {}", table_id);
+
+ Ok(())
+}
+
#[cfg(test)]
mod tests {
use super::*;
diff --git a/src/common/meta/src/error.rs b/src/common/meta/src/error.rs
index 1bdb3d0857..1bc85a898d 100644
--- a/src/common/meta/src/error.rs
+++ b/src/common/meta/src/error.rs
@@ -401,6 +401,13 @@ pub enum Error {
location: Location,
},
+ #[snafu(display("Invalid flow request body: {:?}", body))]
+ InvalidFlowRequestBody {
+ body: Box>,
+ #[snafu(implicit)]
+ location: Location,
+ },
+
#[snafu(display("Failed to get kv cache, err: {}", err_msg))]
GetKvCache { err_msg: String },
@@ -783,6 +790,14 @@ pub enum Error {
#[snafu(source)]
source: common_procedure::error::Error,
},
+
+ #[snafu(display("Failed to parse timezone"))]
+ InvalidTimeZone {
+ #[snafu(implicit)]
+ location: Location,
+ #[snafu(source)]
+ error: common_time::error::Error,
+ },
}
pub type Result = std::result::Result;
@@ -853,7 +868,9 @@ impl ErrorExt for Error {
| TlsConfig { .. }
| InvalidSetDatabaseOption { .. }
| InvalidUnsetDatabaseOption { .. }
- | InvalidTopicNamePrefix { .. } => StatusCode::InvalidArguments,
+ | InvalidTopicNamePrefix { .. }
+ | InvalidTimeZone { .. } => StatusCode::InvalidArguments,
+ InvalidFlowRequestBody { .. } => StatusCode::InvalidArguments,
FlowNotFound { .. } => StatusCode::FlowNotFound,
FlowRouteNotFound { .. } => StatusCode::Unexpected,
diff --git a/src/common/meta/src/instruction.rs b/src/common/meta/src/instruction.rs
index afdc14dff0..5e00437332 100644
--- a/src/common/meta/src/instruction.rs
+++ b/src/common/meta/src/instruction.rs
@@ -57,6 +57,8 @@ impl Display for RegionIdent {
pub struct DowngradeRegionReply {
/// Returns the `last_entry_id` if available.
pub last_entry_id: Option,
+ /// Returns the `metadata_last_entry_id` if available (Only available for metric engine).
+ pub metadata_last_entry_id: Option,
/// Indicates whether the region exists.
pub exists: bool,
/// Return error if any during the operation.
@@ -136,16 +138,14 @@ pub struct DowngradeRegion {
/// `None` stands for don't flush before downgrading the region.
#[serde(default)]
pub flush_timeout: Option,
- /// Rejects all write requests after flushing.
- pub reject_write: bool,
}
impl Display for DowngradeRegion {
fn fmt(&self, f: &mut Formatter<'_>) -> std::fmt::Result {
write!(
f,
- "DowngradeRegion(region_id={}, flush_timeout={:?}, rejct_write={})",
- self.region_id, self.flush_timeout, self.reject_write
+ "DowngradeRegion(region_id={}, flush_timeout={:?})",
+ self.region_id, self.flush_timeout,
)
}
}
@@ -157,6 +157,8 @@ pub struct UpgradeRegion {
pub region_id: RegionId,
/// The `last_entry_id` of old leader region.
pub last_entry_id: Option,
+ /// The `last_entry_id` of old leader metadata region (Only used for metric engine).
+ pub metadata_last_entry_id: Option,
/// The timeout of waiting for a wal replay.
///
/// `None` stands for no wait,
diff --git a/src/common/meta/src/key/flow.rs b/src/common/meta/src/key/flow.rs
index 6af910b2fc..bc66c08a9d 100644
--- a/src/common/meta/src/key/flow.rs
+++ b/src/common/meta/src/key/flow.rs
@@ -452,6 +452,7 @@ mod tests {
};
FlowInfoValue {
catalog_name: catalog_name.to_string(),
+ query_context: None,
flow_name: flow_name.to_string(),
source_table_ids,
sink_table_name,
@@ -625,6 +626,7 @@ mod tests {
};
let flow_value = FlowInfoValue {
catalog_name: "greptime".to_string(),
+ query_context: None,
flow_name: "flow".to_string(),
source_table_ids: vec![1024, 1025, 1026],
sink_table_name: another_sink_table_name,
@@ -864,6 +866,7 @@ mod tests {
};
let flow_value = FlowInfoValue {
catalog_name: "greptime".to_string(),
+ query_context: None,
flow_name: "flow".to_string(),
source_table_ids: vec![1024, 1025, 1026],
sink_table_name: another_sink_table_name,
diff --git a/src/common/meta/src/key/flow/flow_info.rs b/src/common/meta/src/key/flow/flow_info.rs
index eeb37da81d..1ed3f1e6f4 100644
--- a/src/common/meta/src/key/flow/flow_info.rs
+++ b/src/common/meta/src/key/flow/flow_info.rs
@@ -121,6 +121,13 @@ pub struct FlowInfoValue {
pub(crate) flownode_ids: BTreeMap,
/// The catalog name.
pub(crate) catalog_name: String,
+ /// The query context used when create flow.
+ /// Although flow doesn't belong to any schema, this query_context is needed to remember
+ /// the query context when `create_flow` is executed
+ /// for recovering flow using the same sql&query_context after db restart.
+ /// if none, should use default query context
+ #[serde(default)]
+ pub(crate) query_context: Option,
/// The flow name.
pub(crate) flow_name: String,
/// The raw sql.
@@ -155,6 +162,10 @@ impl FlowInfoValue {
&self.catalog_name
}
+ pub fn query_context(&self) -> &Option {
+ &self.query_context
+ }
+
pub fn flow_name(&self) -> &String {
&self.flow_name
}
diff --git a/src/common/meta/src/lib.rs b/src/common/meta/src/lib.rs
index b1cc18d5e4..7bfbd78f9c 100644
--- a/src/common/meta/src/lib.rs
+++ b/src/common/meta/src/lib.rs
@@ -15,8 +15,6 @@
#![feature(assert_matches)]
#![feature(btree_extract_if)]
#![feature(let_chains)]
-#![feature(extract_if)]
-#![feature(hash_extract_if)]
pub mod cache;
pub mod cache_invalidator;
diff --git a/src/common/meta/src/region_registry.rs b/src/common/meta/src/region_registry.rs
index 76fb271f52..4beb24c008 100644
--- a/src/common/meta/src/region_registry.rs
+++ b/src/common/meta/src/region_registry.rs
@@ -19,7 +19,7 @@ use std::sync::{Arc, RwLock};
use common_telemetry::warn;
use store_api::storage::RegionId;
-use crate::datanode::RegionManifestInfo;
+use crate::datanode::{RegionManifestInfo, RegionStat};
/// Represents information about a leader region in the cluster.
/// Contains the datanode id where the leader is located,
@@ -35,25 +35,22 @@ pub enum LeaderRegionManifestInfo {
Mito {
manifest_version: u64,
flushed_entry_id: u64,
+ topic_latest_entry_id: u64,
},
Metric {
data_manifest_version: u64,
data_flushed_entry_id: u64,
+ data_topic_latest_entry_id: u64,
metadata_manifest_version: u64,
metadata_flushed_entry_id: u64,
+ metadata_topic_latest_entry_id: u64,
},
}
-impl From for LeaderRegionManifestInfo {
- fn from(value: RegionManifestInfo) -> Self {
- match value {
- RegionManifestInfo::Mito {
- manifest_version,
- flushed_entry_id,
- } => LeaderRegionManifestInfo::Mito {
- manifest_version,
- flushed_entry_id,
- },
+impl LeaderRegionManifestInfo {
+ /// Generate a [LeaderRegionManifestInfo] from [RegionStat].
+ pub fn from_region_stat(region_stat: &RegionStat) -> LeaderRegionManifestInfo {
+ match region_stat.region_manifest {
RegionManifestInfo::Metric {
data_manifest_version,
data_flushed_entry_id,
@@ -62,14 +59,22 @@ impl From for LeaderRegionManifestInfo {
} => LeaderRegionManifestInfo::Metric {
data_manifest_version,
data_flushed_entry_id,
+ data_topic_latest_entry_id: region_stat.data_topic_latest_entry_id,
metadata_manifest_version,
metadata_flushed_entry_id,
+ metadata_topic_latest_entry_id: region_stat.metadata_topic_latest_entry_id,
+ },
+ RegionManifestInfo::Mito {
+ manifest_version,
+ flushed_entry_id,
+ } => LeaderRegionManifestInfo::Mito {
+ manifest_version,
+ flushed_entry_id,
+ topic_latest_entry_id: region_stat.data_topic_latest_entry_id,
},
}
}
-}
-impl LeaderRegionManifestInfo {
/// Returns the manifest version of the leader region.
pub fn manifest_version(&self) -> u64 {
match self {
@@ -96,18 +101,35 @@ impl LeaderRegionManifestInfo {
}
}
- /// Returns the minimum flushed entry id of the leader region.
- /// It is used to determine the minimum flushed entry id that can be pruned in remote wal.
- pub fn min_flushed_entry_id(&self) -> u64 {
+ /// Returns prunable entry id of the leader region.
+ /// It is used to determine the entry id that can be pruned in remote wal.
+ ///
+ /// For a mito region, the prunable entry id should max(flushed_entry_id, latest_entry_id_since_flush).
+ ///
+ /// For a metric region, the prunable entry id should min(
+ /// max(data_flushed_entry_id, data_latest_entry_id_since_flush),
+ /// max(metadata_flushed_entry_id, metadata_latest_entry_id_since_flush)
+ /// ).
+ pub fn prunable_entry_id(&self) -> u64 {
match self {
LeaderRegionManifestInfo::Mito {
- flushed_entry_id, ..
- } => *flushed_entry_id,
+ flushed_entry_id,
+ topic_latest_entry_id,
+ ..
+ } => (*flushed_entry_id).max(*topic_latest_entry_id),
LeaderRegionManifestInfo::Metric {
data_flushed_entry_id,
+ data_topic_latest_entry_id,
metadata_flushed_entry_id,
+ metadata_topic_latest_entry_id,
..
- } => (*data_flushed_entry_id).min(*metadata_flushed_entry_id),
+ } => {
+ let data_prunable_entry_id =
+ (*data_flushed_entry_id).max(*data_topic_latest_entry_id);
+ let metadata_prunable_entry_id =
+ (*metadata_flushed_entry_id).max(*metadata_topic_latest_entry_id);
+ data_prunable_entry_id.min(metadata_prunable_entry_id)
+ }
}
}
}
diff --git a/src/common/meta/src/rpc/ddl.rs b/src/common/meta/src/rpc/ddl.rs
index ae7794d9bd..2797c6bee0 100644
--- a/src/common/meta/src/rpc/ddl.rs
+++ b/src/common/meta/src/rpc/ddl.rs
@@ -35,17 +35,20 @@ use api::v1::{
};
use base64::engine::general_purpose;
use base64::Engine as _;
-use common_time::DatabaseTimeToLive;
+use common_time::{DatabaseTimeToLive, Timezone};
use prost::Message;
use serde::{Deserialize, Serialize};
use serde_with::{serde_as, DefaultOnNull};
-use session::context::QueryContextRef;
+use session::context::{QueryContextBuilder, QueryContextRef};
use snafu::{OptionExt, ResultExt};
use table::metadata::{RawTableInfo, TableId};
use table::table_name::TableName;
use table::table_reference::TableReference;
-use crate::error::{self, InvalidSetDatabaseOptionSnafu, InvalidUnsetDatabaseOptionSnafu, Result};
+use crate::error::{
+ self, InvalidSetDatabaseOptionSnafu, InvalidTimeZoneSnafu, InvalidUnsetDatabaseOptionSnafu,
+ Result,
+};
use crate::key::FlowId;
/// DDL tasks
@@ -1202,7 +1205,7 @@ impl From for PbDropFlowTask {
}
}
-#[derive(Debug, Clone, Serialize, Deserialize)]
+#[derive(Debug, Clone, Serialize, Deserialize, PartialEq)]
pub struct QueryContext {
current_catalog: String,
current_schema: String,
@@ -1223,6 +1226,19 @@ impl From for QueryContext {
}
}
+impl TryFrom for session::context::QueryContext {
+ type Error = error::Error;
+ fn try_from(value: QueryContext) -> std::result::Result {
+ Ok(QueryContextBuilder::default()
+ .current_catalog(value.current_catalog)
+ .current_schema(value.current_schema)
+ .timezone(Timezone::from_tz_string(&value.timezone).context(InvalidTimeZoneSnafu)?)
+ .extensions(value.extensions)
+ .channel((value.channel as u32).into())
+ .build())
+ }
+}
+
impl From for PbQueryContext {
fn from(
QueryContext {
diff --git a/src/common/meta/src/rpc/router.rs b/src/common/meta/src/rpc/router.rs
index 0e700cc6da..2386ca73a7 100644
--- a/src/common/meta/src/rpc/router.rs
+++ b/src/common/meta/src/rpc/router.rs
@@ -32,6 +32,10 @@ use crate::key::RegionDistribution;
use crate::peer::Peer;
use crate::DatanodeId;
+/// Returns the distribution of regions to datanodes.
+///
+/// The distribution is a map of datanode id to a list of region ids.
+/// The list of region ids is sorted in ascending order.
pub fn region_distribution(region_routes: &[RegionRoute]) -> RegionDistribution {
let mut regions_id_map = RegionDistribution::new();
for route in region_routes.iter() {
@@ -39,6 +43,10 @@ pub fn region_distribution(region_routes: &[RegionRoute]) -> RegionDistribution
let region_id = route.region.id.region_number();
regions_id_map.entry(peer.id).or_default().push(region_id);
}
+ for peer in route.follower_peers.iter() {
+ let region_id = route.region.id.region_number();
+ regions_id_map.entry(peer.id).or_default().push(region_id);
+ }
}
for (_, regions) in regions_id_map.iter_mut() {
// id asc
@@ -54,6 +62,7 @@ pub struct TableRoute {
region_leaders: HashMap>,
}
+/// Returns the leader peers of the table.
pub fn find_leaders(region_routes: &[RegionRoute]) -> HashSet {
region_routes
.iter()
@@ -62,6 +71,15 @@ pub fn find_leaders(region_routes: &[RegionRoute]) -> HashSet {
.collect()
}
+/// Returns the followers of the table.
+pub fn find_followers(region_routes: &[RegionRoute]) -> HashSet {
+ region_routes
+ .iter()
+ .flat_map(|x| &x.follower_peers)
+ .cloned()
+ .collect()
+}
+
/// Returns the operating leader regions with corresponding [DatanodeId].
pub fn operating_leader_regions(region_routes: &[RegionRoute]) -> Vec<(RegionId, DatanodeId)> {
region_routes
@@ -100,6 +118,7 @@ pub fn find_region_leader(
.cloned()
}
+/// Returns the region numbers of the leader regions on the target datanode.
pub fn find_leader_regions(region_routes: &[RegionRoute], datanode: &Peer) -> Vec {
region_routes
.iter()
@@ -114,6 +133,19 @@ pub fn find_leader_regions(region_routes: &[RegionRoute], datanode: &Peer) -> Ve
.collect()
}
+/// Returns the region numbers of the follower regions on the target datanode.
+pub fn find_follower_regions(region_routes: &[RegionRoute], datanode: &Peer) -> Vec {
+ region_routes
+ .iter()
+ .filter_map(|x| {
+ if x.follower_peers.contains(datanode) {
+ return Some(x.region.id.region_number());
+ }
+ None
+ })
+ .collect()
+}
+
impl TableRoute {
pub fn new(table: Table, region_routes: Vec) -> Self {
let region_leaders = region_routes
@@ -144,15 +176,12 @@ impl TableRoute {
})?
.into();
- let leader_peer = peers
- .get(region_route.leader_peer_index as usize)
- .cloned()
- .map(Into::into);
+ let leader_peer = peers.get(region_route.leader_peer_index as usize).cloned();
let follower_peers = region_route
.follower_peer_indexes
.into_iter()
- .filter_map(|x| peers.get(x as usize).cloned().map(Into::into))
+ .filter_map(|x| peers.get(x as usize).cloned())
.collect::>();
region_routes.push(RegionRoute {
@@ -550,4 +579,40 @@ mod tests {
assert_eq!(got, p);
}
+
+ #[test]
+ fn test_region_distribution() {
+ let region_routes = vec![
+ RegionRoute {
+ region: Region {
+ id: RegionId::new(1, 1),
+ name: "r1".to_string(),
+ partition: None,
+ attrs: BTreeMap::new(),
+ },
+ leader_peer: Some(Peer::new(1, "a1")),
+ follower_peers: vec![Peer::new(2, "a2"), Peer::new(3, "a3")],
+ leader_state: None,
+ leader_down_since: None,
+ },
+ RegionRoute {
+ region: Region {
+ id: RegionId::new(1, 2),
+ name: "r2".to_string(),
+ partition: None,
+ attrs: BTreeMap::new(),
+ },
+ leader_peer: Some(Peer::new(2, "a2")),
+ follower_peers: vec![Peer::new(1, "a1"), Peer::new(3, "a3")],
+ leader_state: None,
+ leader_down_since: None,
+ },
+ ];
+
+ let distribution = region_distribution(®ion_routes);
+ assert_eq!(distribution.len(), 3);
+ assert_eq!(distribution[&1], vec![1, 2]);
+ assert_eq!(distribution[&2], vec![1, 2]);
+ assert_eq!(distribution[&3], vec![1, 2]);
+ }
}
diff --git a/src/common/meta/src/wal_options_allocator.rs b/src/common/meta/src/wal_options_allocator.rs
index 2aba2a5ee3..a6e1482f04 100644
--- a/src/common/meta/src/wal_options_allocator.rs
+++ b/src/common/meta/src/wal_options_allocator.rs
@@ -30,7 +30,9 @@ use crate::error::{EncodeWalOptionsSnafu, InvalidTopicNamePrefixSnafu, Result};
use crate::key::NAME_PATTERN_REGEX;
use crate::kv_backend::KvBackendRef;
use crate::leadership_notifier::LeadershipChangeListener;
-pub use crate::wal_options_allocator::topic_creator::build_kafka_topic_creator;
+pub use crate::wal_options_allocator::topic_creator::{
+ build_kafka_client, build_kafka_topic_creator,
+};
use crate::wal_options_allocator::topic_pool::KafkaTopicPool;
/// Allocates wal options in region granularity.
diff --git a/src/common/meta/src/wal_options_allocator/topic_creator.rs b/src/common/meta/src/wal_options_allocator/topic_creator.rs
index f49d1bf1ca..1a023546d3 100644
--- a/src/common/meta/src/wal_options_allocator/topic_creator.rs
+++ b/src/common/meta/src/wal_options_allocator/topic_creator.rs
@@ -12,8 +12,6 @@
// See the License for the specific language governing permissions and
// limitations under the License.
-use std::sync::Arc;
-
use common_telemetry::{error, info};
use common_wal::config::kafka::common::DEFAULT_BACKOFF_CONFIG;
use common_wal::config::kafka::MetasrvKafkaConfig;
@@ -34,11 +32,9 @@ use crate::error::{
// The `DEFAULT_PARTITION` refers to the index of the partition.
const DEFAULT_PARTITION: i32 = 0;
-type KafkaClientRef = Arc;
-
/// Creates topics in kafka.
pub struct KafkaTopicCreator {
- client: KafkaClientRef,
+ client: Client,
/// The number of partitions per topic.
num_partitions: i32,
/// The replication factor of each topic.
@@ -48,7 +44,7 @@ pub struct KafkaTopicCreator {
}
impl KafkaTopicCreator {
- pub fn client(&self) -> &KafkaClientRef {
+ pub fn client(&self) -> &Client {
&self.client
}
@@ -133,7 +129,8 @@ impl KafkaTopicCreator {
}
}
-pub async fn build_kafka_topic_creator(config: &MetasrvKafkaConfig) -> Result {
+/// Builds a kafka [Client](rskafka::client::Client).
+pub async fn build_kafka_client(config: &MetasrvKafkaConfig) -> Result {
// Builds an kafka controller client for creating topics.
let broker_endpoints = common_wal::resolve_to_ipv4(&config.connection.broker_endpoints)
.await
@@ -145,15 +142,19 @@ pub async fn build_kafka_topic_creator(config: &MetasrvKafkaConfig) -> Result Result {
+ let client = build_kafka_client(config).await?;
Ok(KafkaTopicCreator {
- client: Arc::new(client),
+ client,
num_partitions: config.kafka_topic.num_partitions,
replication_factor: config.kafka_topic.replication_factor,
create_topic_timeout: config.kafka_topic.create_topic_timeout.as_millis() as i32,
diff --git a/src/common/procedure/src/store/state_store.rs b/src/common/procedure/src/store/state_store.rs
index a43d7da86f..d98ce06a1e 100644
--- a/src/common/procedure/src/store/state_store.rs
+++ b/src/common/procedure/src/store/state_store.rs
@@ -137,6 +137,7 @@ impl StateStore for ObjectStateStore {
))
})
.context(PutStateSnafu { key })
+ .map(|_| ())
}
async fn walk_top_down(&self, path: &str) -> Result {
diff --git a/src/common/query/src/logical_plan.rs b/src/common/query/src/logical_plan.rs
index 974a30a15a..418e7a52ae 100644
--- a/src/common/query/src/logical_plan.rs
+++ b/src/common/query/src/logical_plan.rs
@@ -18,16 +18,19 @@ mod udaf;
use std::sync::Arc;
+use api::v1::TableName;
use datafusion::catalog::CatalogProviderList;
use datafusion::error::Result as DatafusionResult;
use datafusion::logical_expr::{LogicalPlan, LogicalPlanBuilder};
-use datafusion_common::Column;
-use datafusion_expr::col;
+use datafusion_common::{Column, TableReference};
+use datafusion_expr::dml::InsertOp;
+use datafusion_expr::{col, DmlStatement, WriteOp};
pub use expr::{build_filter_from_timestamp, build_same_type_ts_filter};
+use snafu::ResultExt;
pub use self::accumulator::{Accumulator, AggregateFunctionCreator, AggregateFunctionCreatorRef};
pub use self::udaf::AggregateFunction;
-use crate::error::Result;
+use crate::error::{GeneralDataFusionSnafu, Result};
use crate::logical_plan::accumulator::*;
use crate::signature::{Signature, Volatility};
@@ -79,6 +82,74 @@ pub fn rename_logical_plan_columns(
LogicalPlanBuilder::from(plan).project(projection)?.build()
}
+/// Convert a insert into logical plan to an (table_name, logical_plan)
+/// where table_name is the name of the table to insert into.
+/// logical_plan is the plan to be executed.
+///
+/// if input logical plan is not `insert into table_name )> {
+ if let LogicalPlan::Dml(dml) = plan {
+ if dml.op != WriteOp::Insert(InsertOp::Append) {
+ return None;
+ }
+ let table_name = &dml.table_name;
+ let table_name = match table_name {
+ TableReference::Bare { table } => TableName {
+ catalog_name: default_catalog.to_string(),
+ schema_name: default_schema.to_string(),
+ table_name: table.to_string(),
+ },
+ TableReference::Partial { schema, table } => TableName {
+ catalog_name: default_catalog.to_string(),
+ schema_name: schema.to_string(),
+ table_name: table.to_string(),
+ },
+ TableReference::Full {
+ catalog,
+ schema,
+ table,
+ } => TableName {
+ catalog_name: catalog.to_string(),
+ schema_name: schema.to_string(),
+ table_name: table.to_string(),
+ },
+ };
+ let logical_plan = dml.input.clone();
+ Some((table_name, logical_plan))
+ } else {
+ None
+ }
+}
+
+/// create a `insert into table_name {
+ let table_name = TableReference::Full {
+ catalog: table_name.catalog_name.into(),
+ schema: table_name.schema_name.into(),
+ table: table_name.table_name.into(),
+ };
+
+ let plan = LogicalPlan::Dml(DmlStatement::new(
+ table_name,
+ table_schema,
+ WriteOp::Insert(InsertOp::Append),
+ Arc::new(input),
+ ));
+ let plan = plan.recompute_schema().context(GeneralDataFusionSnafu)?;
+ Ok(plan)
+}
+
/// The datafusion `[LogicalPlan]` decoder.
#[async_trait::async_trait]
pub trait SubstraitPlanDecoder {
diff --git a/src/common/query/src/logical_plan/accumulator.rs b/src/common/query/src/logical_plan/accumulator.rs
index 32f1b4587c..a9c499d323 100644
--- a/src/common/query/src/logical_plan/accumulator.rs
+++ b/src/common/query/src/logical_plan/accumulator.rs
@@ -24,7 +24,7 @@ use datatypes::prelude::*;
use datatypes::vectors::{Helper as VectorHelper, VectorRef};
use snafu::ResultExt;
-use crate::error::{self, Error, FromScalarValueSnafu, IntoVectorSnafu, Result};
+use crate::error::{self, FromScalarValueSnafu, IntoVectorSnafu, Result};
use crate::prelude::*;
pub type AggregateFunctionCreatorRef = Arc;
@@ -166,8 +166,7 @@ impl DfAccumulator for DfAccumulatorAdaptor {
let output_type = self.creator.output_type()?;
let scalar_value = value
.try_to_scalar_value(&output_type)
- .context(error::ToScalarValueSnafu)
- .map_err(Error::from)?;
+ .context(error::ToScalarValueSnafu)?;
Ok(scalar_value)
}
diff --git a/src/common/recordbatch/Cargo.toml b/src/common/recordbatch/Cargo.toml
index 5c3d9fa550..bb8ba13907 100644
--- a/src/common/recordbatch/Cargo.toml
+++ b/src/common/recordbatch/Cargo.toml
@@ -17,6 +17,7 @@ datafusion-common.workspace = true
datatypes.workspace = true
futures.workspace = true
pin-project.workspace = true
+regex.workspace = true
serde.workspace = true
serde_json.workspace = true
snafu.workspace = true
diff --git a/src/common/recordbatch/src/adapter.rs b/src/common/recordbatch/src/adapter.rs
index d342aa8129..3d27d7120f 100644
--- a/src/common/recordbatch/src/adapter.rs
+++ b/src/common/recordbatch/src/adapter.rs
@@ -298,7 +298,7 @@ impl Stream for RecordBatchStreamAdapter {
match Pin::new(&mut self.stream).poll_next(cx) {
Poll::Pending => Poll::Pending,
Poll::Ready(Some(df_record_batch)) => {
- let df_record_batch = df_record_batch.context(error::PollStreamSnafu)?;
+ let df_record_batch = df_record_batch?;
Poll::Ready(Some(RecordBatch::try_from_df_record_batch(
self.schema(),
df_record_batch,
diff --git a/src/common/recordbatch/src/error.rs b/src/common/recordbatch/src/error.rs
index 6a1c61c0a0..e0b66eb903 100644
--- a/src/common/recordbatch/src/error.rs
+++ b/src/common/recordbatch/src/error.rs
@@ -23,7 +23,7 @@ use datatypes::prelude::ConcreteDataType;
use datatypes::schema::SchemaRef;
use snafu::{Location, Snafu};
-pub type Result = std::result::Result;
+pub type Result = std::result::Result;
#[derive(Snafu)]
#[snafu(visibility(pub))]
@@ -65,7 +65,7 @@ pub enum Error {
location: Location,
},
- #[snafu(display(""))]
+ #[snafu(transparent)]
PollStream {
#[snafu(source)]
error: datafusion::error::DataFusionError,
diff --git a/src/common/recordbatch/src/filter.rs b/src/common/recordbatch/src/filter.rs
index b16ee401c0..2c509396ff 100644
--- a/src/common/recordbatch/src/filter.rs
+++ b/src/common/recordbatch/src/filter.rs
@@ -24,12 +24,16 @@ use datafusion_common::arrow::buffer::BooleanBuffer;
use datafusion_common::arrow::compute::kernels::cmp;
use datafusion_common::cast::{as_boolean_array, as_null_array, as_string_array};
use datafusion_common::{internal_err, DataFusionError, ScalarValue};
-use datatypes::arrow::array::{Array, BooleanArray, RecordBatch};
+use datatypes::arrow::array::{
+ Array, ArrayAccessor, ArrayData, BooleanArray, BooleanBufferBuilder, RecordBatch,
+ StringArrayType,
+};
use datatypes::arrow::compute::filter_record_batch;
+use datatypes::arrow::datatypes::DataType;
use datatypes::arrow::error::ArrowError;
-use datatypes::compute::kernels::regexp;
use datatypes::compute::or_kleene;
use datatypes::vectors::VectorRef;
+use regex::Regex;
use snafu::ResultExt;
use crate::error::{ArrowComputeSnafu, Result, ToArrowScalarSnafu, UnsupportedOperationSnafu};
@@ -53,6 +57,12 @@ pub struct SimpleFilterEvaluator {
op: Operator,
/// Only used when the operator is `Or`-chain.
literal_list: Vec>,
+ /// Pre-compiled regex.
+ /// Only used when the operator is regex operators.
+ /// If the regex is empty, it is also `None`.
+ regex: Option,
+ /// Whether the regex is negative.
+ regex_negative: bool,
}
impl SimpleFilterEvaluator {
@@ -76,6 +86,8 @@ impl SimpleFilterEvaluator {
literal: val.to_scalar().ok()?,
op,
literal_list: vec![],
+ regex: None,
+ regex_negative: false,
})
}
@@ -121,6 +133,8 @@ impl SimpleFilterEvaluator {
literal: placeholder_literal,
op: Operator::Or,
literal_list: list,
+ regex: None,
+ regex_negative: false,
});
}
_ => return None,
@@ -138,12 +152,15 @@ impl SimpleFilterEvaluator {
_ => return None,
};
+ let (regex, regex_negative) = Self::maybe_build_regex(op, rhs).ok()?;
let literal = rhs.to_scalar().ok()?;
Some(Self {
column_name: lhs.name.clone(),
literal,
op,
literal_list: vec![],
+ regex,
+ regex_negative,
})
}
_ => None,
@@ -179,10 +196,10 @@ impl SimpleFilterEvaluator {
Operator::LtEq => cmp::lt_eq(input, &self.literal),
Operator::Gt => cmp::gt(input, &self.literal),
Operator::GtEq => cmp::gt_eq(input, &self.literal),
- Operator::RegexMatch => self.regex_match(input, false, false),
- Operator::RegexIMatch => self.regex_match(input, true, false),
- Operator::RegexNotMatch => self.regex_match(input, false, true),
- Operator::RegexNotIMatch => self.regex_match(input, true, true),
+ Operator::RegexMatch => self.regex_match(input),
+ Operator::RegexIMatch => self.regex_match(input),
+ Operator::RegexNotMatch => self.regex_match(input),
+ Operator::RegexNotIMatch => self.regex_match(input),
Operator::Or => {
// OR operator stands for OR-chained EQs (or INLIST in other words)
let mut result: BooleanArray = vec![false; input_len].into();
@@ -204,23 +221,54 @@ impl SimpleFilterEvaluator {
.map(|array| array.values().clone())
}
- fn regex_match(
- &self,
- input: &impl Datum,
- ignore_case: bool,
- negative: bool,
- ) -> std::result::Result {
+ /// Builds a regex pattern from a scalar value and operator.
+ /// Returns the `(regex, negative)` and if successful.
+ ///
+ /// Returns `Err` if
+ /// - the value is not a string
+ /// - the regex pattern is invalid
+ ///
+ /// The regex is `None` if
+ /// - the operator is not a regex operator
+ /// - the pattern is empty
+ fn maybe_build_regex(
+ operator: Operator,
+ value: &ScalarValue,
+ ) -> Result<(Option, bool), ArrowError> {
+ let (ignore_case, negative) = match operator {
+ Operator::RegexMatch => (false, false),
+ Operator::RegexIMatch => (true, false),
+ Operator::RegexNotMatch => (false, true),
+ Operator::RegexNotIMatch => (true, true),
+ _ => return Ok((None, false)),
+ };
let flag = if ignore_case { Some("i") } else { None };
+ let regex = value
+ .try_as_str()
+ .ok_or_else(|| ArrowError::CastError(format!("Cannot cast {:?} to str", value)))?
+ .ok_or_else(|| ArrowError::CastError("Regex should not be null".to_string()))?;
+ let pattern = match flag {
+ Some(flag) => format!("(?{flag}){regex}"),
+ None => regex.to_string(),
+ };
+ if pattern.is_empty() {
+ Ok((None, negative))
+ } else {
+ Regex::new(pattern.as_str())
+ .map_err(|e| {
+ ArrowError::ComputeError(format!("Regular expression did not compile: {e:?}"))
+ })
+ .map(|regex| (Some(regex), negative))
+ }
+ }
+
+ fn regex_match(&self, input: &impl Datum) -> std::result::Result {
let array = input.get().0;
let string_array = as_string_array(array).map_err(|_| {
ArrowError::CastError(format!("Cannot cast {:?} to StringArray", array))
})?;
- let literal_array = self.literal.clone().into_inner();
- let regex_array = as_string_array(&literal_array).map_err(|_| {
- ArrowError::CastError(format!("Cannot cast {:?} to StringArray", literal_array))
- })?;
- let mut result = regexp::regexp_is_match_scalar(string_array, regex_array.value(0), flag)?;
- if negative {
+ let mut result = regexp_is_match_scalar(string_array, self.regex.as_ref())?;
+ if self.regex_negative {
result = datatypes::compute::not(&result)?;
}
Ok(result)
@@ -254,6 +302,44 @@ pub fn batch_filter(
})
}
+/// The same as arrow [regexp_is_match_scalar()](datatypes::compute::kernels::regexp::regexp_is_match_scalar())
+/// with pre-compiled regex.
+/// See for the implementation details.
+pub fn regexp_is_match_scalar<'a, S>(
+ array: &'a S,
+ regex: Option<&Regex>,
+) -> Result
+where
+ &'a S: StringArrayType<'a>,
+{
+ let null_bit_buffer = array.nulls().map(|x| x.inner().sliced());
+ let mut result = BooleanBufferBuilder::new(array.len());
+
+ if let Some(re) = regex {
+ for i in 0..array.len() {
+ let value = array.value(i);
+ result.append(re.is_match(value));
+ }
+ } else {
+ result.append_n(array.len(), true);
+ }
+
+ let buffer = result.into();
+ let data = unsafe {
+ ArrayData::new_unchecked(
+ DataType::Boolean,
+ array.len(),
+ None,
+ null_bit_buffer,
+ 0,
+ vec![buffer],
+ vec![],
+ )
+ };
+
+ Ok(BooleanArray::from(data))
+}
+
#[cfg(test)]
mod test {
@@ -446,4 +532,84 @@ mod test {
.unwrap();
assert_eq!(col_filtered, &expected);
}
+
+ #[test]
+ fn test_maybe_build_regex() {
+ // Test case for RegexMatch (case sensitive, non-negative)
+ let (regex, negative) = SimpleFilterEvaluator::maybe_build_regex(
+ Operator::RegexMatch,
+ &ScalarValue::Utf8(Some("a.*b".to_string())),
+ )
+ .unwrap();
+ assert!(regex.is_some());
+ assert!(!negative);
+ assert!(regex.unwrap().is_match("axxb"));
+
+ // Test case for RegexIMatch (case insensitive, non-negative)
+ let (regex, negative) = SimpleFilterEvaluator::maybe_build_regex(
+ Operator::RegexIMatch,
+ &ScalarValue::Utf8(Some("a.*b".to_string())),
+ )
+ .unwrap();
+ assert!(regex.is_some());
+ assert!(!negative);
+ assert!(regex.unwrap().is_match("AxxB"));
+
+ // Test case for RegexNotMatch (case sensitive, negative)
+ let (regex, negative) = SimpleFilterEvaluator::maybe_build_regex(
+ Operator::RegexNotMatch,
+ &ScalarValue::Utf8(Some("a.*b".to_string())),
+ )
+ .unwrap();
+ assert!(regex.is_some());
+ assert!(negative);
+
+ // Test case for RegexNotIMatch (case insensitive, negative)
+ let (regex, negative) = SimpleFilterEvaluator::maybe_build_regex(
+ Operator::RegexNotIMatch,
+ &ScalarValue::Utf8(Some("a.*b".to_string())),
+ )
+ .unwrap();
+ assert!(regex.is_some());
+ assert!(negative);
+
+ // Test with empty regex pattern
+ let (regex, negative) = SimpleFilterEvaluator::maybe_build_regex(
+ Operator::RegexMatch,
+ &ScalarValue::Utf8(Some("".to_string())),
+ )
+ .unwrap();
+ assert!(regex.is_none());
+ assert!(!negative);
+
+ // Test with non-regex operator
+ let (regex, negative) = SimpleFilterEvaluator::maybe_build_regex(
+ Operator::Eq,
+ &ScalarValue::Utf8(Some("a.*b".to_string())),
+ )
+ .unwrap();
+ assert!(regex.is_none());
+ assert!(!negative);
+
+ // Test with invalid regex pattern
+ let result = SimpleFilterEvaluator::maybe_build_regex(
+ Operator::RegexMatch,
+ &ScalarValue::Utf8(Some("a(b".to_string())),
+ );
+ assert!(result.is_err());
+
+ // Test with non-string value
+ let result = SimpleFilterEvaluator::maybe_build_regex(
+ Operator::RegexMatch,
+ &ScalarValue::Int64(Some(123)),
+ );
+ assert!(result.is_err());
+
+ // Test with null value
+ let result = SimpleFilterEvaluator::maybe_build_regex(
+ Operator::RegexMatch,
+ &ScalarValue::Utf8(None),
+ );
+ assert!(result.is_err());
+ }
}
diff --git a/src/common/wal/src/config.rs b/src/common/wal/src/config.rs
index 831faef772..921c1faaa3 100644
--- a/src/common/wal/src/config.rs
+++ b/src/common/wal/src/config.rs
@@ -15,6 +15,8 @@
pub mod kafka;
pub mod raft_engine;
+use std::time::Duration;
+
use serde::{Deserialize, Serialize};
use crate::config::kafka::{DatanodeKafkaConfig, MetasrvKafkaConfig};
@@ -53,11 +55,32 @@ impl From for MetasrvWalConfig {
connection: config.connection,
kafka_topic: config.kafka_topic,
auto_create_topics: config.auto_create_topics,
+ auto_prune_interval: config.auto_prune_interval,
+ trigger_flush_threshold: config.trigger_flush_threshold,
+ auto_prune_parallelism: config.auto_prune_parallelism,
}),
}
}
}
+impl MetasrvWalConfig {
+ /// Returns if active wal pruning is enabled.
+ pub fn enable_active_wal_pruning(&self) -> bool {
+ match self {
+ MetasrvWalConfig::RaftEngine => false,
+ MetasrvWalConfig::Kafka(config) => config.auto_prune_interval > Duration::ZERO,
+ }
+ }
+
+ /// Gets the kafka connection config.
+ pub fn remote_wal_options(&self) -> Option<&MetasrvKafkaConfig> {
+ match self {
+ MetasrvWalConfig::RaftEngine => None,
+ MetasrvWalConfig::Kafka(config) => Some(config),
+ }
+ }
+}
+
impl From for DatanodeWalConfig {
fn from(config: MetasrvWalConfig) -> Self {
match config {
@@ -181,6 +204,9 @@ mod tests {
create_topic_timeout: Duration::from_secs(30),
},
auto_create_topics: true,
+ auto_prune_interval: Duration::from_secs(0),
+ trigger_flush_threshold: 0,
+ auto_prune_parallelism: 10,
};
assert_eq!(metasrv_wal_config, MetasrvWalConfig::Kafka(expected));
diff --git a/src/common/wal/src/config/kafka/common.rs b/src/common/wal/src/config/kafka/common.rs
index ea58a3d49e..e4763687cd 100644
--- a/src/common/wal/src/config/kafka/common.rs
+++ b/src/common/wal/src/config/kafka/common.rs
@@ -30,6 +30,13 @@ pub const DEFAULT_BACKOFF_CONFIG: BackoffConfig = BackoffConfig {
deadline: Some(Duration::from_secs(120)),
};
+/// Default interval for auto WAL pruning.
+pub const DEFAULT_AUTO_PRUNE_INTERVAL: Duration = Duration::ZERO;
+/// Default limit for concurrent auto pruning tasks.
+pub const DEFAULT_AUTO_PRUNE_PARALLELISM: usize = 10;
+/// Default interval for sending flush request to regions when pruning remote WAL.
+pub const DEFAULT_TRIGGER_FLUSH_THRESHOLD: u64 = 0;
+
use crate::error::{self, Result};
use crate::{TopicSelectorType, BROKER_ENDPOINT, TOPIC_NAME_PREFIX};
diff --git a/src/common/wal/src/config/kafka/datanode.rs b/src/common/wal/src/config/kafka/datanode.rs
index 77cf05397d..278e3dd1a5 100644
--- a/src/common/wal/src/config/kafka/datanode.rs
+++ b/src/common/wal/src/config/kafka/datanode.rs
@@ -17,7 +17,10 @@ use std::time::Duration;
use common_base::readable_size::ReadableSize;
use serde::{Deserialize, Serialize};
-use crate::config::kafka::common::{KafkaConnectionConfig, KafkaTopicConfig};
+use crate::config::kafka::common::{
+ KafkaConnectionConfig, KafkaTopicConfig, DEFAULT_AUTO_PRUNE_INTERVAL,
+ DEFAULT_AUTO_PRUNE_PARALLELISM, DEFAULT_TRIGGER_FLUSH_THRESHOLD,
+};
/// Kafka wal configurations for datanode.
#[derive(Debug, Clone, Serialize, Deserialize, PartialEq, Eq)]
@@ -44,6 +47,14 @@ pub struct DatanodeKafkaConfig {
pub dump_index_interval: Duration,
/// Ignore missing entries during read WAL.
pub overwrite_entry_start_id: bool,
+ // Interval of WAL pruning.
+ #[serde(with = "humantime_serde")]
+ pub auto_prune_interval: Duration,
+ // Threshold for sending flush request when pruning remote WAL.
+ // `None` stands for never sending flush request.
+ pub trigger_flush_threshold: u64,
+ // Limit of concurrent active pruning procedures.
+ pub auto_prune_parallelism: usize,
}
impl Default for DatanodeKafkaConfig {
@@ -58,6 +69,9 @@ impl Default for DatanodeKafkaConfig {
create_index: true,
dump_index_interval: Duration::from_secs(60),
overwrite_entry_start_id: false,
+ auto_prune_interval: DEFAULT_AUTO_PRUNE_INTERVAL,
+ trigger_flush_threshold: DEFAULT_TRIGGER_FLUSH_THRESHOLD,
+ auto_prune_parallelism: DEFAULT_AUTO_PRUNE_PARALLELISM,
}
}
}
diff --git a/src/common/wal/src/config/kafka/metasrv.rs b/src/common/wal/src/config/kafka/metasrv.rs
index 27df3569b8..d20100af89 100644
--- a/src/common/wal/src/config/kafka/metasrv.rs
+++ b/src/common/wal/src/config/kafka/metasrv.rs
@@ -12,9 +12,14 @@
// See the License for the specific language governing permissions and
// limitations under the License.
+use std::time::Duration;
+
use serde::{Deserialize, Serialize};
-use crate::config::kafka::common::{KafkaConnectionConfig, KafkaTopicConfig};
+use crate::config::kafka::common::{
+ KafkaConnectionConfig, KafkaTopicConfig, DEFAULT_AUTO_PRUNE_INTERVAL,
+ DEFAULT_AUTO_PRUNE_PARALLELISM, DEFAULT_TRIGGER_FLUSH_THRESHOLD,
+};
/// Kafka wal configurations for metasrv.
#[derive(Clone, Debug, PartialEq, Serialize, Deserialize)]
@@ -28,6 +33,14 @@ pub struct MetasrvKafkaConfig {
pub kafka_topic: KafkaTopicConfig,
// Automatically create topics for WAL.
pub auto_create_topics: bool,
+ // Interval of WAL pruning.
+ #[serde(with = "humantime_serde")]
+ pub auto_prune_interval: Duration,
+ // Threshold for sending flush request when pruning remote WAL.
+ // `None` stands for never sending flush request.
+ pub trigger_flush_threshold: u64,
+ // Limit of concurrent active pruning procedures.
+ pub auto_prune_parallelism: usize,
}
impl Default for MetasrvKafkaConfig {
@@ -36,6 +49,9 @@ impl Default for MetasrvKafkaConfig {
connection: Default::default(),
kafka_topic: Default::default(),
auto_create_topics: true,
+ auto_prune_interval: DEFAULT_AUTO_PRUNE_INTERVAL,
+ trigger_flush_threshold: DEFAULT_TRIGGER_FLUSH_THRESHOLD,
+ auto_prune_parallelism: DEFAULT_AUTO_PRUNE_PARALLELISM,
}
}
}
diff --git a/src/datanode/src/config.rs b/src/datanode/src/config.rs
index 322f337ba3..7d63057a72 100644
--- a/src/datanode/src/config.rs
+++ b/src/datanode/src/config.rs
@@ -26,6 +26,7 @@ use file_engine::config::EngineConfig as FileEngineConfig;
use meta_client::MetaClientOptions;
use metric_engine::config::EngineConfig as MetricEngineConfig;
use mito2::config::MitoConfig;
+use query::options::QueryOptions;
use serde::{Deserialize, Serialize};
use servers::export_metrics::ExportMetricsOption;
use servers::grpc::GrpcOptions;
@@ -375,6 +376,7 @@ pub struct DatanodeOptions {
pub enable_telemetry: bool,
pub export_metrics: ExportMetricsOption,
pub tracing: TracingOptions,
+ pub query: QueryOptions,
/// Deprecated options, please use the new options instead.
#[deprecated(note = "Please use `grpc.addr` instead.")]
@@ -412,6 +414,7 @@ impl Default for DatanodeOptions {
enable_telemetry: true,
export_metrics: ExportMetricsOption::default(),
tracing: TracingOptions::default(),
+ query: QueryOptions::default(),
// Deprecated options
rpc_addr: None,
diff --git a/src/datanode/src/datanode.rs b/src/datanode/src/datanode.rs
index b32a1668c6..25cb5a9d0c 100644
--- a/src/datanode/src/datanode.rs
+++ b/src/datanode/src/datanode.rs
@@ -57,9 +57,9 @@ use tokio::sync::Notify;
use crate::config::{DatanodeOptions, RegionEngineConfig, StorageConfig};
use crate::error::{
- self, BuildMitoEngineSnafu, CreateDirSnafu, GetMetadataSnafu, MissingCacheSnafu,
- MissingKvBackendSnafu, MissingNodeIdSnafu, OpenLogStoreSnafu, Result, ShutdownInstanceSnafu,
- ShutdownServerSnafu, StartServerSnafu,
+ self, BuildMetricEngineSnafu, BuildMitoEngineSnafu, CreateDirSnafu, GetMetadataSnafu,
+ MissingCacheSnafu, MissingKvBackendSnafu, MissingNodeIdSnafu, OpenLogStoreSnafu, Result,
+ ShutdownInstanceSnafu, ShutdownServerSnafu, StartServerSnafu,
};
use crate::event_listener::{
new_region_server_event_channel, NoopRegionServerEventListener, RegionServerEventListenerRef,
@@ -359,6 +359,7 @@ impl DatanodeBuilder {
None,
false,
self.plugins.clone(),
+ opts.query.clone(),
);
let query_engine = query_engine_factory.query_engine();
@@ -415,10 +416,11 @@ impl DatanodeBuilder {
)
.await?;
- let metric_engine = MetricEngine::new(
+ let metric_engine = MetricEngine::try_new(
mito_engine.clone(),
metric_engine_config.take().unwrap_or_default(),
- );
+ )
+ .context(BuildMetricEngineSnafu)?;
engines.push(Arc::new(mito_engine) as _);
engines.push(Arc::new(metric_engine) as _);
}
diff --git a/src/datanode/src/error.rs b/src/datanode/src/error.rs
index 6c63e9115f..84e8168d91 100644
--- a/src/datanode/src/error.rs
+++ b/src/datanode/src/error.rs
@@ -336,6 +336,13 @@ pub enum Error {
location: Location,
},
+ #[snafu(display("Failed to build metric engine"))]
+ BuildMetricEngine {
+ source: metric_engine::error::Error,
+ #[snafu(implicit)]
+ location: Location,
+ },
+
#[snafu(display("Failed to serialize options to TOML"))]
TomlFormat {
#[snafu(implicit)]
@@ -452,6 +459,7 @@ impl ErrorExt for Error {
FindLogicalRegions { source, .. } => source.status_code(),
BuildMitoEngine { source, .. } => source.status_code(),
+ BuildMetricEngine { source, .. } => source.status_code(),
ConcurrentQueryLimiterClosed { .. } | ConcurrentQueryLimiterTimeout { .. } => {
StatusCode::RegionBusy
}
diff --git a/src/datanode/src/heartbeat/handler.rs b/src/datanode/src/heartbeat/handler.rs
index bf93d15128..17950847ed 100644
--- a/src/datanode/src/heartbeat/handler.rs
+++ b/src/datanode/src/heartbeat/handler.rs
@@ -220,7 +220,6 @@ mod tests {
let instruction = Instruction::DowngradeRegion(DowngradeRegion {
region_id: RegionId::new(2048, 1),
flush_timeout: Some(Duration::from_secs(1)),
- reject_write: false,
});
assert!(heartbeat_handler
.is_acceptable(&heartbeat_env.create_handler_ctx((meta.clone(), instruction))));
@@ -229,6 +228,7 @@ mod tests {
let instruction = Instruction::UpgradeRegion(UpgradeRegion {
region_id,
last_entry_id: None,
+ metadata_last_entry_id: None,
replay_timeout: None,
location_id: None,
});
@@ -419,7 +419,6 @@ mod tests {
let instruction = Instruction::DowngradeRegion(DowngradeRegion {
region_id,
flush_timeout: Some(Duration::from_secs(1)),
- reject_write: false,
});
let mut ctx = heartbeat_env.create_handler_ctx((meta, instruction));
@@ -442,7 +441,6 @@ mod tests {
let instruction = Instruction::DowngradeRegion(DowngradeRegion {
region_id: RegionId::new(2048, 1),
flush_timeout: Some(Duration::from_secs(1)),
- reject_write: false,
});
let mut ctx = heartbeat_env.create_handler_ctx((meta, instruction));
let control = heartbeat_handler.handle(&mut ctx).await.unwrap();
diff --git a/src/datanode/src/heartbeat/handler/downgrade_region.rs b/src/datanode/src/heartbeat/handler/downgrade_region.rs
index 216a460921..d82e4e065b 100644
--- a/src/datanode/src/heartbeat/handler/downgrade_region.rs
+++ b/src/datanode/src/heartbeat/handler/downgrade_region.rs
@@ -14,7 +14,7 @@
use common_meta::instruction::{DowngradeRegion, DowngradeRegionReply, InstructionReply};
use common_telemetry::tracing::info;
-use common_telemetry::warn;
+use common_telemetry::{error, warn};
use futures_util::future::BoxFuture;
use store_api::region_engine::{SetRegionRoleStateResponse, SettableRegionRoleState};
use store_api::region_request::{RegionFlushRequest, RegionRequest};
@@ -33,25 +33,32 @@ impl HandlerContext {
.set_region_role_state_gracefully(region_id, SettableRegionRoleState::Follower)
.await
{
- Ok(SetRegionRoleStateResponse::Success { last_entry_id }) => {
+ Ok(SetRegionRoleStateResponse::Success(success)) => {
Some(InstructionReply::DowngradeRegion(DowngradeRegionReply {
- last_entry_id,
+ last_entry_id: success.last_entry_id(),
+ metadata_last_entry_id: success.metadata_last_entry_id(),
exists: true,
error: None,
}))
}
Ok(SetRegionRoleStateResponse::NotFound) => {
+ warn!("Region: {region_id} is not found");
Some(InstructionReply::DowngradeRegion(DowngradeRegionReply {
last_entry_id: None,
+ metadata_last_entry_id: None,
exists: false,
error: None,
}))
}
- Err(err) => Some(InstructionReply::DowngradeRegion(DowngradeRegionReply {
- last_entry_id: None,
- exists: true,
- error: Some(format!("{err:?}")),
- })),
+ Err(err) => {
+ error!(err; "Failed to convert region to {}", SettableRegionRoleState::Follower);
+ Some(InstructionReply::DowngradeRegion(DowngradeRegionReply {
+ last_entry_id: None,
+ metadata_last_entry_id: None,
+ exists: true,
+ error: Some(format!("{err:?}")),
+ }))
+ }
}
}
@@ -60,7 +67,6 @@ impl HandlerContext {
DowngradeRegion {
region_id,
flush_timeout,
- reject_write,
}: DowngradeRegion,
) -> BoxFuture<'static, Option> {
Box::pin(async move {
@@ -68,6 +74,7 @@ impl HandlerContext {
warn!("Region: {region_id} is not found");
return Some(InstructionReply::DowngradeRegion(DowngradeRegionReply {
last_entry_id: None,
+ metadata_last_entry_id: None,
exists: false,
error: None,
}));
@@ -89,33 +96,35 @@ impl HandlerContext {
return self.downgrade_to_follower_gracefully(region_id).await;
};
- if reject_write {
- // Sets region to downgrading, the downgrading region will reject all write requests.
- match self
- .region_server
- .set_region_role_state_gracefully(
- region_id,
- SettableRegionRoleState::DowngradingLeader,
- )
- .await
- {
- Ok(SetRegionRoleStateResponse::Success { .. }) => {}
- Ok(SetRegionRoleStateResponse::NotFound) => {
- warn!("Region: {region_id} is not found");
- return Some(InstructionReply::DowngradeRegion(DowngradeRegionReply {
- last_entry_id: None,
- exists: false,
- error: None,
- }));
- }
- Err(err) => {
- warn!(err; "Failed to convert region to downgrading leader");
- return Some(InstructionReply::DowngradeRegion(DowngradeRegionReply {
- last_entry_id: None,
- exists: true,
- error: Some(format!("{err:?}")),
- }));
- }
+ // Sets region to downgrading,
+ // the downgrading region will reject all write requests.
+ // However, the downgrading region will still accept read, flush requests.
+ match self
+ .region_server
+ .set_region_role_state_gracefully(
+ region_id,
+ SettableRegionRoleState::DowngradingLeader,
+ )
+ .await
+ {
+ Ok(SetRegionRoleStateResponse::Success { .. }) => {}
+ Ok(SetRegionRoleStateResponse::NotFound) => {
+ warn!("Region: {region_id} is not found");
+ return Some(InstructionReply::DowngradeRegion(DowngradeRegionReply {
+ last_entry_id: None,
+ metadata_last_entry_id: None,
+ exists: false,
+ error: None,
+ }));
+ }
+ Err(err) => {
+ error!(err; "Failed to convert region to downgrading leader");
+ return Some(InstructionReply::DowngradeRegion(DowngradeRegionReply {
+ last_entry_id: None,
+ metadata_last_entry_id: None,
+ exists: true,
+ error: Some(format!("{err:?}")),
+ }));
}
}
@@ -144,20 +153,25 @@ impl HandlerContext {
}
let mut watcher = register_result.into_watcher();
- let result = self.catchup_tasks.wait(&mut watcher, flush_timeout).await;
+ let result = self.downgrade_tasks.wait(&mut watcher, flush_timeout).await;
match result {
WaitResult::Timeout => {
Some(InstructionReply::DowngradeRegion(DowngradeRegionReply {
last_entry_id: None,
+ metadata_last_entry_id: None,
exists: true,
- error: Some(format!("Flush region: {region_id} is timeout")),
+ error: Some(format!(
+ "Flush region timeout, region: {region_id}, timeout: {:?}",
+ flush_timeout
+ )),
}))
}
WaitResult::Finish(Ok(_)) => self.downgrade_to_follower_gracefully(region_id).await,
WaitResult::Finish(Err(err)) => {
Some(InstructionReply::DowngradeRegion(DowngradeRegionReply {
last_entry_id: None,
+ metadata_last_entry_id: None,
exists: true,
error: Some(format!("{err:?}")),
}))
@@ -174,7 +188,9 @@ mod tests {
use common_meta::instruction::{DowngradeRegion, InstructionReply};
use mito2::engine::MITO_ENGINE_NAME;
- use store_api::region_engine::{RegionRole, SetRegionRoleStateResponse};
+ use store_api::region_engine::{
+ RegionRole, SetRegionRoleStateResponse, SetRegionRoleStateSuccess,
+ };
use store_api::region_request::RegionRequest;
use store_api::storage::RegionId;
use tokio::time::Instant;
@@ -198,7 +214,6 @@ mod tests {
.handle_downgrade_region_instruction(DowngradeRegion {
region_id,
flush_timeout,
- reject_write: false,
})
.await;
assert_matches!(reply, Some(InstructionReply::DowngradeRegion(_)));
@@ -227,7 +242,9 @@ mod tests {
Ok(0)
}));
region_engine.handle_set_readonly_gracefully_mock_fn = Some(Box::new(|_| {
- Ok(SetRegionRoleStateResponse::success(Some(1024)))
+ Ok(SetRegionRoleStateResponse::success(
+ SetRegionRoleStateSuccess::mito(1024),
+ ))
}))
});
mock_region_server.register_test_region(region_id, mock_engine);
@@ -240,7 +257,6 @@ mod tests {
.handle_downgrade_region_instruction(DowngradeRegion {
region_id,
flush_timeout,
- reject_write: false,
})
.await;
assert_matches!(reply, Some(InstructionReply::DowngradeRegion(_)));
@@ -262,7 +278,9 @@ mod tests {
region_engine.mock_role = Some(Some(RegionRole::Leader));
region_engine.handle_request_delay = Some(Duration::from_secs(100));
region_engine.handle_set_readonly_gracefully_mock_fn = Some(Box::new(|_| {
- Ok(SetRegionRoleStateResponse::success(Some(1024)))
+ Ok(SetRegionRoleStateResponse::success(
+ SetRegionRoleStateSuccess::mito(1024),
+ ))
}))
});
mock_region_server.register_test_region(region_id, mock_engine);
@@ -274,7 +292,6 @@ mod tests {
.handle_downgrade_region_instruction(DowngradeRegion {
region_id,
flush_timeout: Some(flush_timeout),
- reject_write: false,
})
.await;
assert_matches!(reply, Some(InstructionReply::DowngradeRegion(_)));
@@ -295,7 +312,9 @@ mod tests {
region_engine.mock_role = Some(Some(RegionRole::Leader));
region_engine.handle_request_delay = Some(Duration::from_millis(300));
region_engine.handle_set_readonly_gracefully_mock_fn = Some(Box::new(|_| {
- Ok(SetRegionRoleStateResponse::success(Some(1024)))
+ Ok(SetRegionRoleStateResponse::success(
+ SetRegionRoleStateSuccess::mito(1024),
+ ))
}))
});
mock_region_server.register_test_region(region_id, mock_engine);
@@ -312,7 +331,6 @@ mod tests {
.handle_downgrade_region_instruction(DowngradeRegion {
region_id,
flush_timeout,
- reject_write: false,
})
.await;
assert_matches!(reply, Some(InstructionReply::DowngradeRegion(_)));
@@ -327,7 +345,6 @@ mod tests {
.handle_downgrade_region_instruction(DowngradeRegion {
region_id,
flush_timeout: Some(Duration::from_millis(500)),
- reject_write: false,
})
.await;
assert_matches!(reply, Some(InstructionReply::DowngradeRegion(_)));
@@ -356,7 +373,9 @@ mod tests {
.fail()
}));
region_engine.handle_set_readonly_gracefully_mock_fn = Some(Box::new(|_| {
- Ok(SetRegionRoleStateResponse::success(Some(1024)))
+ Ok(SetRegionRoleStateResponse::success(
+ SetRegionRoleStateSuccess::mito(1024),
+ ))
}))
});
mock_region_server.register_test_region(region_id, mock_engine);
@@ -373,7 +392,6 @@ mod tests {
.handle_downgrade_region_instruction(DowngradeRegion {
region_id,
flush_timeout,
- reject_write: false,
})
.await;
assert_matches!(reply, Some(InstructionReply::DowngradeRegion(_)));
@@ -388,7 +406,6 @@ mod tests {
.handle_downgrade_region_instruction(DowngradeRegion {
region_id,
flush_timeout: Some(Duration::from_millis(500)),
- reject_write: false,
})
.await;
assert_matches!(reply, Some(InstructionReply::DowngradeRegion(_)));
@@ -419,7 +436,6 @@ mod tests {
.handle_downgrade_region_instruction(DowngradeRegion {
region_id,
flush_timeout: None,
- reject_write: false,
})
.await;
assert_matches!(reply, Some(InstructionReply::DowngradeRegion(_)));
@@ -451,7 +467,6 @@ mod tests {
.handle_downgrade_region_instruction(DowngradeRegion {
region_id,
flush_timeout: None,
- reject_write: false,
})
.await;
assert_matches!(reply, Some(InstructionReply::DowngradeRegion(_)));
diff --git a/src/datanode/src/heartbeat/handler/upgrade_region.rs b/src/datanode/src/heartbeat/handler/upgrade_region.rs
index a23ae71a3d..b9a324c197 100644
--- a/src/datanode/src/heartbeat/handler/upgrade_region.rs
+++ b/src/datanode/src/heartbeat/handler/upgrade_region.rs
@@ -26,6 +26,7 @@ impl HandlerContext {
UpgradeRegion {
region_id,
last_entry_id,
+ metadata_last_entry_id,
replay_timeout,
location_id,
}: UpgradeRegion,
@@ -63,6 +64,7 @@ impl HandlerContext {
RegionRequest::Catchup(RegionCatchupRequest {
set_writable: true,
entry_id: last_entry_id,
+ metadata_entry_id: metadata_last_entry_id,
location_id,
}),
)
@@ -147,6 +149,7 @@ mod tests {
.handle_upgrade_region_instruction(UpgradeRegion {
region_id,
last_entry_id: None,
+ metadata_last_entry_id: None,
replay_timeout,
location_id: None,
})
@@ -185,6 +188,7 @@ mod tests {
.handle_upgrade_region_instruction(UpgradeRegion {
region_id,
last_entry_id: None,
+ metadata_last_entry_id: None,
replay_timeout,
location_id: None,
})
@@ -224,6 +228,7 @@ mod tests {
.handle_upgrade_region_instruction(UpgradeRegion {
region_id,
last_entry_id: None,
+ metadata_last_entry_id: None,
replay_timeout,
location_id: None,
})
@@ -267,6 +272,7 @@ mod tests {
region_id,
replay_timeout,
last_entry_id: None,
+ metadata_last_entry_id: None,
location_id: None,
})
.await;
@@ -284,6 +290,7 @@ mod tests {
.handle_upgrade_region_instruction(UpgradeRegion {
region_id,
last_entry_id: None,
+ metadata_last_entry_id: None,
replay_timeout: Some(Duration::from_millis(500)),
location_id: None,
})
@@ -326,6 +333,7 @@ mod tests {
.handle_upgrade_region_instruction(UpgradeRegion {
region_id,
last_entry_id: None,
+ metadata_last_entry_id: None,
replay_timeout: None,
location_id: None,
})
@@ -344,6 +352,7 @@ mod tests {
.handle_upgrade_region_instruction(UpgradeRegion {
region_id,
last_entry_id: None,
+ metadata_last_entry_id: None,
replay_timeout: Some(Duration::from_millis(200)),
location_id: None,
})
diff --git a/src/datanode/src/metrics.rs b/src/datanode/src/metrics.rs
index d11e8af9fe..12ac482826 100644
--- a/src/datanode/src/metrics.rs
+++ b/src/datanode/src/metrics.rs
@@ -20,13 +20,21 @@ pub const REGION_REQUEST_TYPE: &str = "datanode_region_request_type";
pub const REGION_ROLE: &str = "region_role";
pub const REGION_ID: &str = "region_id";
+pub const RESULT_TYPE: &str = "result";
lazy_static! {
/// The elapsed time of handling a request in the region_server.
pub static ref HANDLE_REGION_REQUEST_ELAPSED: HistogramVec = register_histogram_vec!(
"greptime_datanode_handle_region_request_elapsed",
"datanode handle region request elapsed",
- &[REGION_REQUEST_TYPE]
+ &[REGION_ID, REGION_REQUEST_TYPE]
+ )
+ .unwrap();
+ /// The number of rows in region request received by region server, labeled with request type.
+ pub static ref REGION_CHANGED_ROW_COUNT: IntCounterVec = register_int_counter_vec!(
+ "greptime_datanode_region_changed_row_count",
+ "datanode region changed row count",
+ &[REGION_ID, REGION_REQUEST_TYPE]
)
.unwrap();
/// The elapsed time since the last received heartbeat.
@@ -64,7 +72,7 @@ lazy_static! {
pub static ref HEARTBEAT_RECV_COUNT: IntCounterVec = register_int_counter_vec!(
"greptime_datanode_heartbeat_recv_count",
"datanode heartbeat received",
- &["result"]
+ &[RESULT_TYPE]
)
.unwrap();
}
diff --git a/src/datanode/src/region_server.rs b/src/datanode/src/region_server.rs
index c05291050c..9bbb899bf1 100644
--- a/src/datanode/src/region_server.rs
+++ b/src/datanode/src/region_server.rs
@@ -19,7 +19,8 @@ use std::sync::{Arc, RwLock};
use std::time::Duration;
use api::region::RegionResponse;
-use api::v1::region::{region_request, RegionResponse as RegionResponseV1};
+use api::v1::region::sync_request::ManifestInfo;
+use api::v1::region::{region_request, RegionResponse as RegionResponseV1, SyncRequest};
use api::v1::{ResponseHeader, Status};
use arrow_flight::{FlightData, Ticket};
use async_trait::async_trait;
@@ -308,22 +309,6 @@ impl RegionServer {
.with_context(|_| HandleRegionRequestSnafu { region_id })
}
- pub async fn sync_region_manifest(
- &self,
- region_id: RegionId,
- manifest_info: RegionManifestInfo,
- ) -> Result<()> {
- let engine = self
- .inner
- .region_map
- .get(®ion_id)
- .with_context(|| RegionNotFoundSnafu { region_id })?;
- engine
- .sync_region(region_id, manifest_info)
- .await
- .with_context(|_| HandleRegionRequestSnafu { region_id })
- }
-
/// Set region role state gracefully.
///
/// For [SettableRegionRoleState::Follower]:
@@ -452,6 +437,52 @@ impl RegionServer {
extensions,
})
}
+
+ async fn handle_sync_region_request(&self, request: &SyncRequest) -> Result {
+ let region_id = RegionId::from_u64(request.region_id);
+ let manifest_info = request
+ .manifest_info
+ .context(error::MissingRequiredFieldSnafu {
+ name: "manifest_info",
+ })?;
+
+ let manifest_info = match manifest_info {
+ ManifestInfo::MitoManifestInfo(info) => {
+ RegionManifestInfo::mito(info.data_manifest_version, 0)
+ }
+ ManifestInfo::MetricManifestInfo(info) => RegionManifestInfo::metric(
+ info.data_manifest_version,
+ 0,
+ info.metadata_manifest_version,
+ 0,
+ ),
+ };
+
+ let tracing_context = TracingContext::from_current_span();
+ let span = tracing_context.attach(info_span!("RegionServer::handle_sync_region_request"));
+
+ self.sync_region(region_id, manifest_info)
+ .trace(span)
+ .await
+ .map(|_| RegionResponse::new(AffectedRows::default()))
+ }
+
+ /// Sync region manifest and registers new opened logical regions.
+ pub async fn sync_region(
+ &self,
+ region_id: RegionId,
+ manifest_info: RegionManifestInfo,
+ ) -> Result<()> {
+ let engine_with_status = self
+ .inner
+ .region_map
+ .get(®ion_id)
+ .with_context(|| RegionNotFoundSnafu { region_id })?;
+
+ self.inner
+ .handle_sync_region(engine_with_status.engine(), region_id, manifest_info)
+ .await
+ }
}
#[async_trait]
@@ -464,6 +495,9 @@ impl RegionServerHandler for RegionServer {
region_request::Body::Inserts(_) | region_request::Body::Deletes(_) => {
self.handle_requests_in_parallel(request).await
}
+ region_request::Body::Sync(sync_request) => {
+ self.handle_sync_region_request(sync_request).await
+ }
_ => self.handle_requests_in_serial(request).await,
}
.map_err(BoxedError::new)
@@ -526,6 +560,15 @@ impl RegionEngineWithStatus {
RegionEngineWithStatus::Ready(engine) => engine,
}
}
+
+ /// Returns [RegionEngineRef] reference.
+ pub fn engine(&self) -> &RegionEngineRef {
+ match self {
+ RegionEngineWithStatus::Registering(engine) => engine,
+ RegionEngineWithStatus::Deregistering(engine) => engine,
+ RegionEngineWithStatus::Ready(engine) => engine,
+ }
+ }
}
impl Deref for RegionEngineWithStatus {
@@ -665,18 +708,20 @@ impl RegionServerInner {
},
None => return Ok(CurrentEngine::EarlyReturn(0)),
},
- RegionChange::None | RegionChange::Catchup => match current_region_status {
- Some(status) => match status.clone() {
- RegionEngineWithStatus::Registering(_) => {
- return error::RegionNotReadySnafu { region_id }.fail()
- }
- RegionEngineWithStatus::Deregistering(_) => {
- return error::RegionNotFoundSnafu { region_id }.fail()
- }
- RegionEngineWithStatus::Ready(engine) => engine,
- },
- None => return error::RegionNotFoundSnafu { region_id }.fail(),
- },
+ RegionChange::None | RegionChange::Catchup | RegionChange::Ingest => {
+ match current_region_status {
+ Some(status) => match status.clone() {
+ RegionEngineWithStatus::Registering(_) => {
+ return error::RegionNotReadySnafu { region_id }.fail()
+ }
+ RegionEngineWithStatus::Deregistering(_) => {
+ return error::RegionNotFoundSnafu { region_id }.fail()
+ }
+ RegionEngineWithStatus::Ready(engine) => engine,
+ },
+ None => return error::RegionNotFoundSnafu { region_id }.fail(),
+ }
+ }
};
Ok(CurrentEngine::Engine(engine))
@@ -834,8 +879,8 @@ impl RegionServerInner {
match result {
Ok(result) => {
- for (region_id, region_change) in region_changes {
- self.set_region_status_ready(region_id, engine.clone(), region_change)
+ for (region_id, region_change) in ®ion_changes {
+ self.set_region_status_ready(*region_id, engine.clone(), *region_change)
.await?;
}
@@ -860,8 +905,9 @@ impl RegionServerInner {
request: RegionRequest,
) -> Result {
let request_type = request.request_type();
+ let region_id_str = region_id.to_string();
let _timer = crate::metrics::HANDLE_REGION_REQUEST_ELAPSED
- .with_label_values(&[request_type])
+ .with_label_values(&[®ion_id_str, request_type])
.start_timer();
let region_change = match &request {
@@ -874,9 +920,10 @@ impl RegionServerInner {
RegionChange::Register(attribute)
}
RegionRequest::Close(_) | RegionRequest::Drop(_) => RegionChange::Deregisters,
- RegionRequest::Put(_)
- | RegionRequest::Delete(_)
- | RegionRequest::Alter(_)
+ RegionRequest::Put(_) | RegionRequest::Delete(_) | RegionRequest::BulkInserts(_) => {
+ RegionChange::Ingest
+ }
+ RegionRequest::Alter(_)
| RegionRequest::Flush(_)
| RegionRequest::Compact(_)
| RegionRequest::Truncate(_) => RegionChange::None,
@@ -897,9 +944,16 @@ impl RegionServerInner {
.with_context(|_| HandleRegionRequestSnafu { region_id })
{
Ok(result) => {
+ // Update metrics
+ if matches!(region_change, RegionChange::Ingest) {
+ crate::metrics::REGION_CHANGED_ROW_COUNT
+ .with_label_values(&[®ion_id_str, request_type])
+ .inc_by(result.affected_rows as u64);
+ }
// Sets corresponding region status to ready.
- self.set_region_status_ready(region_id, engine, region_change)
+ self.set_region_status_ready(region_id, engine.clone(), region_change)
.await?;
+
Ok(RegionResponse {
affected_rows: result.affected_rows,
extensions: result.extensions,
@@ -913,6 +967,32 @@ impl RegionServerInner {
}
}
+ /// Handles the sync region request.
+ pub async fn handle_sync_region(
+ &self,
+ engine: &RegionEngineRef,
+ region_id: RegionId,
+ manifest_info: RegionManifestInfo,
+ ) -> Result<()> {
+ let Some(new_opened_regions) = engine
+ .sync_region(region_id, manifest_info)
+ .await
+ .with_context(|_| HandleRegionRequestSnafu { region_id })?
+ .new_opened_logical_region_ids()
+ else {
+ warn!("No new opened logical regions");
+ return Ok(());
+ };
+
+ for region in new_opened_regions {
+ self.region_map
+ .insert(region, RegionEngineWithStatus::Ready(engine.clone()));
+ info!("Logical region {} is registered!", region);
+ }
+
+ Ok(())
+ }
+
fn set_region_status_not_ready(
&self,
region_id: RegionId,
@@ -943,7 +1023,7 @@ impl RegionServerInner {
region_change: RegionChange,
) {
match region_change {
- RegionChange::None => {}
+ RegionChange::None | RegionChange::Ingest => {}
RegionChange::Register(_) => {
self.region_map.remove(®ion_id);
}
@@ -963,7 +1043,7 @@ impl RegionServerInner {
) -> Result<()> {
let engine_type = engine.name();
match region_change {
- RegionChange::None => {}
+ RegionChange::None | RegionChange::Ingest => {}
RegionChange::Register(attribute) => {
info!(
"Region {region_id} is registered to engine {}",
@@ -1029,7 +1109,7 @@ impl RegionServerInner {
for region in logical_regions {
self.region_map
.insert(region, RegionEngineWithStatus::Ready(engine.clone()));
- debug!("Logical region {} is registered!", region);
+ info!("Logical region {} is registered!", region);
}
Ok(())
}
@@ -1104,6 +1184,7 @@ enum RegionChange {
Register(RegionAttribute),
Deregisters,
Catchup,
+ Ingest,
}
fn is_metric_engine(engine: &str) -> bool {
diff --git a/src/datanode/src/tests.rs b/src/datanode/src/tests.rs
index b349024cc9..f182e1c423 100644
--- a/src/datanode/src/tests.rs
+++ b/src/datanode/src/tests.rs
@@ -33,7 +33,7 @@ use session::context::QueryContextRef;
use store_api::metadata::RegionMetadataRef;
use store_api::region_engine::{
RegionEngine, RegionManifestInfo, RegionRole, RegionScannerRef, RegionStatistic,
- SetRegionRoleStateResponse, SettableRegionRoleState,
+ SetRegionRoleStateResponse, SettableRegionRoleState, SyncManifestResponse,
};
use store_api::region_request::{AffectedRows, RegionRequest};
use store_api::storage::{RegionId, ScanRequest, SequenceNumber};
@@ -250,7 +250,7 @@ impl RegionEngine for MockRegionEngine {
&self,
_region_id: RegionId,
_manifest_info: RegionManifestInfo,
- ) -> Result<(), BoxedError> {
+ ) -> Result {
unimplemented!()
}
diff --git a/src/datatypes/src/schema/column_schema.rs b/src/datatypes/src/schema/column_schema.rs
index 9a975c4008..376c9e6de0 100644
--- a/src/datatypes/src/schema/column_schema.rs
+++ b/src/datatypes/src/schema/column_schema.rs
@@ -537,8 +537,8 @@ impl fmt::Display for FulltextOptions {
#[serde(rename_all = "kebab-case")]
pub enum FulltextBackend {
#[default]
+ Bloom,
Tantivy,
- Bloom, // TODO(zhongzc): when bloom is ready, use it as default
}
impl fmt::Display for FulltextBackend {
diff --git a/src/datatypes/src/schema/constraint.rs b/src/datatypes/src/schema/constraint.rs
index 1a2128c200..560500810f 100644
--- a/src/datatypes/src/schema/constraint.rs
+++ b/src/datatypes/src/schema/constraint.rs
@@ -253,9 +253,10 @@ fn create_current_timestamp_vector(
data_type: &ConcreteDataType,
num_rows: usize,
) -> Result {
- let current_timestamp_vector = TimestampMillisecondVector::from_values(
- std::iter::repeat(util::current_time_millis()).take(num_rows),
- );
+ let current_timestamp_vector = TimestampMillisecondVector::from_values(std::iter::repeat_n(
+ util::current_time_millis(),
+ num_rows,
+ ));
if data_type.is_timestamp() {
current_timestamp_vector.cast(data_type)
} else {
diff --git a/src/datatypes/src/vectors/constant.rs b/src/datatypes/src/vectors/constant.rs
index 66587cf1d7..3ccade1392 100644
--- a/src/datatypes/src/vectors/constant.rs
+++ b/src/datatypes/src/vectors/constant.rs
@@ -198,8 +198,7 @@ impl fmt::Debug for ConstantVector {
impl Serializable for ConstantVector {
fn serialize_to_json(&self) -> Result> {
- std::iter::repeat(self.get(0))
- .take(self.len())
+ std::iter::repeat_n(self.get(0), self.len())
.map(serde_json::Value::try_from)
.collect::>()
.context(SerializeSnafu)
diff --git a/src/datatypes/src/vectors/decimal.rs b/src/datatypes/src/vectors/decimal.rs
index cce26e3e3e..e446b36de3 100644
--- a/src/datatypes/src/vectors/decimal.rs
+++ b/src/datatypes/src/vectors/decimal.rs
@@ -412,7 +412,7 @@ pub(crate) fn replicate_decimal128(
// Safety: std::iter::Repeat and std::iter::Take implement TrustedLen.
builder
.mutable_array
- .append_trusted_len_iter(std::iter::repeat(data).take(repeat_times));
+ .append_trusted_len_iter(std::iter::repeat_n(data, repeat_times));
}
}
None => {
diff --git a/src/datatypes/src/vectors/null.rs b/src/datatypes/src/vectors/null.rs
index 292e2c5e33..e745ee13d6 100644
--- a/src/datatypes/src/vectors/null.rs
+++ b/src/datatypes/src/vectors/null.rs
@@ -120,9 +120,7 @@ impl fmt::Debug for NullVector {
impl Serializable for NullVector {
fn serialize_to_json(&self) -> Result> {
- Ok(std::iter::repeat(serde_json::Value::Null)
- .take(self.len())
- .collect())
+ Ok(std::iter::repeat_n(serde_json::Value::Null, self.len()).collect())
}
}
diff --git a/src/datatypes/src/vectors/primitive.rs b/src/datatypes/src/vectors/primitive.rs
index 7b059e0d07..f3e49183f5 100644
--- a/src/datatypes/src/vectors/primitive.rs
+++ b/src/datatypes/src/vectors/primitive.rs
@@ -388,7 +388,7 @@ pub(crate) fn replicate_primitive(
// Safety: std::iter::Repeat and std::iter::Take implement TrustedLen.
builder
.mutable_array
- .append_trusted_len_iter(std::iter::repeat(data).take(repeat_times));
+ .append_trusted_len_iter(std::iter::repeat_n(data, repeat_times));
}
}
None => {
diff --git a/src/file-engine/src/engine.rs b/src/file-engine/src/engine.rs
index 9e9d1aa405..09a373caad 100644
--- a/src/file-engine/src/engine.rs
+++ b/src/file-engine/src/engine.rs
@@ -27,7 +27,8 @@ use snafu::{ensure, OptionExt};
use store_api::metadata::RegionMetadataRef;
use store_api::region_engine::{
RegionEngine, RegionManifestInfo, RegionRole, RegionScannerRef, RegionStatistic,
- SetRegionRoleStateResponse, SettableRegionRoleState, SinglePartitionScanner,
+ SetRegionRoleStateResponse, SetRegionRoleStateSuccess, SettableRegionRoleState,
+ SinglePartitionScanner, SyncManifestResponse,
};
use store_api::region_request::{
AffectedRows, RegionCloseRequest, RegionCreateRequest, RegionDropRequest, RegionOpenRequest,
@@ -132,7 +133,9 @@ impl RegionEngine for FileRegionEngine {
let exists = self.inner.get_region(region_id).await.is_some();
if exists {
- Ok(SetRegionRoleStateResponse::success(None))
+ Ok(SetRegionRoleStateResponse::success(
+ SetRegionRoleStateSuccess::file(),
+ ))
} else {
Ok(SetRegionRoleStateResponse::NotFound)
}
@@ -142,9 +145,9 @@ impl RegionEngine for FileRegionEngine {
&self,
_region_id: RegionId,
_manifest_info: RegionManifestInfo,
- ) -> Result<(), BoxedError> {
+ ) -> Result {
// File engine doesn't need to sync region manifest.
- Ok(())
+ Ok(SyncManifestResponse::NotSupported)
}
fn role(&self, region_id: RegionId) -> Option {
diff --git a/src/flow/src/adapter.rs b/src/flow/src/adapter.rs
index 1dd3e7e40e..a613e3f83a 100644
--- a/src/flow/src/adapter.rs
+++ b/src/flow/src/adapter.rs
@@ -16,7 +16,7 @@
//! and communicating with other parts of the database
#![warn(unused_imports)]
-use std::collections::{BTreeMap, HashMap};
+use std::collections::BTreeMap;
use std::sync::Arc;
use std::time::{Duration, Instant, SystemTime};
@@ -32,6 +32,7 @@ use datatypes::value::Value;
use greptime_proto::v1;
use itertools::{EitherOrBoth, Itertools};
use meta_client::MetaClientOptions;
+use query::options::QueryOptions;
use query::QueryEngine;
use serde::{Deserialize, Serialize};
use servers::grpc::GrpcOptions;
@@ -55,8 +56,9 @@ use crate::error::{EvalSnafu, ExternalSnafu, InternalSnafu, InvalidQuerySnafu, U
use crate::expr::Batch;
use crate::metrics::{METRIC_FLOW_INSERT_ELAPSED, METRIC_FLOW_ROWS, METRIC_FLOW_RUN_INTERVAL_MS};
use crate::repr::{self, DiffRow, RelationDesc, Row, BATCH_SIZE};
+use crate::{CreateFlowArgs, FlowId, TableName};
-mod flownode_impl;
+pub(crate) mod flownode_impl;
mod parse_expr;
pub(crate) mod refill;
mod stat;
@@ -77,11 +79,6 @@ pub const AUTO_CREATED_PLACEHOLDER_TS_COL: &str = "__ts_placeholder";
pub const AUTO_CREATED_UPDATE_AT_TS_COL: &str = "update_at";
-// TODO(discord9): refactor common types for flow to a separate module
-/// FlowId is a unique identifier for a flow task
-pub type FlowId = u64;
-pub type TableName = [String; 3];
-
/// Flow config that exists both in standalone&distributed mode
#[derive(Clone, Debug, Serialize, Deserialize, PartialEq)]
#[serde(default)]
@@ -109,6 +106,7 @@ pub struct FlownodeOptions {
pub logging: LoggingOptions,
pub tracing: TracingOptions,
pub heartbeat: HeartbeatOptions,
+ pub query: QueryOptions,
}
impl Default for FlownodeOptions {
@@ -122,6 +120,7 @@ impl Default for FlownodeOptions {
logging: LoggingOptions::default(),
tracing: TracingOptions::default(),
heartbeat: HeartbeatOptions::default(),
+ query: QueryOptions::default(),
}
}
}
@@ -136,12 +135,13 @@ impl Configurable for FlownodeOptions {
}
/// Arc-ed FlowNodeManager, cheaper to clone
-pub type FlowWorkerManagerRef = Arc;
+pub type FlowStreamingEngineRef = Arc;
/// FlowNodeManager manages the state of all tasks in the flow node, which should be run on the same thread
///
/// The choice of timestamp is just using current system timestamp for now
-pub struct FlowWorkerManager {
+///
+pub struct StreamingEngine {
/// The handler to the worker that will run the dataflow
/// which is `!Send` so a handle is used
pub worker_handles: Vec,
@@ -159,7 +159,8 @@ pub struct FlowWorkerManager {
flow_err_collectors: RwLock>,
src_send_buf_lens: RwLock>>,
tick_manager: FlowTickManager,
- node_id: Option,
+ /// This node id is only available in distributed mode, on standalone mode this is guaranteed to be `None`
+ pub node_id: Option,
/// Lock for flushing, will be `read` by `handle_inserts` and `write` by `flush_flow`
///
/// So that a series of event like `inserts -> flush` can be handled correctly
@@ -169,7 +170,7 @@ pub struct FlowWorkerManager {
}
/// Building FlownodeManager
-impl FlowWorkerManager {
+impl StreamingEngine {
/// set frontend invoker
pub async fn set_frontend_invoker(&self, frontend: FrontendInvoker) {
*self.frontend_invoker.write().await = Some(frontend);
@@ -188,7 +189,7 @@ impl FlowWorkerManager {
let node_context = FlownodeContext::new(Box::new(srv_map.clone()) as _);
let tick_manager = FlowTickManager::new();
let worker_handles = Vec::new();
- FlowWorkerManager {
+ StreamingEngine {
worker_handles,
worker_selector: Mutex::new(0),
query_engine,
@@ -264,7 +265,7 @@ pub fn batches_to_rows_req(batches: Vec) -> Result, Erro
}
/// This impl block contains methods to send writeback requests to frontend
-impl FlowWorkerManager {
+impl StreamingEngine {
/// Return the number of requests it made
pub async fn send_writeback_requests(&self) -> Result {
let all_reqs = self.generate_writeback_request().await?;
@@ -535,7 +536,7 @@ impl FlowWorkerManager {
}
/// Flow Runtime related methods
-impl FlowWorkerManager {
+impl StreamingEngine {
/// Start state report handler, which will receive a sender from HeartbeatTask to send state size report back
///
/// if heartbeat task is shutdown, this future will exit too
@@ -660,7 +661,7 @@ impl FlowWorkerManager {
}
// flow is now shutdown, drop frontend_invoker early so a ref cycle(in standalone mode) can be prevent:
// FlowWorkerManager.frontend_invoker -> FrontendInvoker.inserter
- // -> Inserter.node_manager -> NodeManager.flownode -> Flownode.flow_worker_manager.frontend_invoker
+ // -> Inserter.node_manager -> NodeManager.flownode -> Flownode.flow_streaming_engine.frontend_invoker
self.frontend_invoker.write().await.take();
}
@@ -728,25 +729,10 @@ impl FlowWorkerManager {
}
}
-/// The arguments to create a flow in [`FlowWorkerManager`].
-#[derive(Debug, Clone)]
-pub struct CreateFlowArgs {
- pub flow_id: FlowId,
- pub sink_table_name: TableName,
- pub source_table_ids: Vec,
- pub create_if_not_exists: bool,
- pub or_replace: bool,
- pub expire_after: Option,
- pub comment: Option,
- pub sql: String,
- pub flow_options: HashMap,
- pub query_ctx: Option,
-}
-
/// Create&Remove flow
-impl FlowWorkerManager {
+impl StreamingEngine {
/// remove a flow by it's id
- pub async fn remove_flow(&self, flow_id: FlowId) -> Result<(), Error> {
+ pub async fn remove_flow_inner(&self, flow_id: FlowId) -> Result<(), Error> {
for handle in self.worker_handles.iter() {
if handle.contains_flow(flow_id).await? {
handle.remove_flow(flow_id).await?;
@@ -762,8 +748,7 @@ impl FlowWorkerManager {
/// steps to create task:
/// 1. parse query into typed plan(and optional parse expire_after expr)
/// 2. render source/sink with output table id and used input table id
- #[allow(clippy::too_many_arguments)]
- pub async fn create_flow(&self, args: CreateFlowArgs) -> Result, Error> {
+ pub async fn create_flow_inner(&self, args: CreateFlowArgs) -> Result, Error> {
let CreateFlowArgs {
flow_id,
sink_table_name,
@@ -902,6 +887,32 @@ impl FlowWorkerManager {
info!("Successfully create flow with id={}", flow_id);
Ok(Some(flow_id))
}
+
+ pub async fn flush_flow_inner(&self, flow_id: FlowId) -> Result {
+ debug!("Starting to flush flow_id={:?}", flow_id);
+ // lock to make sure writes before flush are written to flow
+ // and immediately drop to prevent following writes to be blocked
+ drop(self.flush_lock.write().await);
+ let flushed_input_rows = self.node_context.read().await.flush_all_sender().await?;
+ let rows_send = self.run_available(true).await?;
+ let row = self.send_writeback_requests().await?;
+ debug!(
+ "Done to flush flow_id={:?} with {} input rows flushed, {} rows sended and {} output rows flushed",
+ flow_id, flushed_input_rows, rows_send, row
+ );
+ Ok(row)
+ }
+
+ pub async fn flow_exist_inner(&self, flow_id: FlowId) -> Result {
+ let mut exist = false;
+ for handle in self.worker_handles.iter() {
+ if handle.contains_flow(flow_id).await? {
+ exist = true;
+ break;
+ }
+ }
+ Ok(exist)
+ }
}
/// FlowTickManager is a manager for flow tick, which trakc flow execution progress
diff --git a/src/flow/src/adapter/flownode_impl.rs b/src/flow/src/adapter/flownode_impl.rs
index 1daec77fbd..c49cbb97ef 100644
--- a/src/flow/src/adapter/flownode_impl.rs
+++ b/src/flow/src/adapter/flownode_impl.rs
@@ -13,40 +13,603 @@
// limitations under the License.
//! impl `FlowNode` trait for FlowNodeManager so standalone can call them
-use std::collections::HashMap;
+use std::collections::{HashMap, HashSet};
+use std::sync::Arc;
use api::v1::flow::{
flow_request, CreateRequest, DropRequest, FlowRequest, FlowResponse, FlushFlow,
};
use api::v1::region::InsertRequests;
+use catalog::CatalogManager;
use common_error::ext::BoxedError;
-use common_meta::error::{ExternalSnafu, Result, UnexpectedSnafu};
-use common_telemetry::{debug, trace};
+use common_meta::ddl::create_flow::FlowType;
+use common_meta::error::Result as MetaResult;
+use common_meta::key::flow::FlowMetadataManager;
+use common_runtime::JoinHandle;
+use common_telemetry::{error, info, trace, warn};
use datatypes::value::Value;
+use futures::TryStreamExt;
use itertools::Itertools;
-use snafu::{IntoError, OptionExt, ResultExt};
-use store_api::storage::RegionId;
+use session::context::QueryContextBuilder;
+use snafu::{ensure, IntoError, OptionExt, ResultExt};
+use store_api::storage::{RegionId, TableId};
+use tokio::sync::{Mutex, RwLock};
-use crate::adapter::{CreateFlowArgs, FlowWorkerManager};
-use crate::error::{CreateFlowSnafu, InsertIntoFlowSnafu, InternalSnafu};
+use crate::adapter::{CreateFlowArgs, StreamingEngine};
+use crate::batching_mode::engine::BatchingEngine;
+use crate::engine::FlowEngine;
+use crate::error::{
+ CreateFlowSnafu, ExternalSnafu, FlowNotFoundSnafu, IllegalCheckTaskStateSnafu,
+ InsertIntoFlowSnafu, InternalSnafu, JoinTaskSnafu, ListFlowsSnafu, SyncCheckTaskSnafu,
+ UnexpectedSnafu,
+};
use crate::metrics::METRIC_FLOW_TASK_COUNT;
use crate::repr::{self, DiffRow};
+use crate::{Error, FlowId};
-/// return a function to convert `crate::error::Error` to `common_meta::error::Error`
-fn to_meta_err(
- location: snafu::Location,
-) -> impl FnOnce(crate::error::Error) -> common_meta::error::Error {
- move |err: crate::error::Error| -> common_meta::error::Error {
- common_meta::error::Error::External {
- location,
- source: BoxedError::new(err),
+/// Ref to [`FlowDualEngine`]
+pub type FlowDualEngineRef = Arc;
+
+/// Manage both streaming and batching mode engine
+///
+/// including create/drop/flush flow
+/// and redirect insert requests to the appropriate engine
+pub struct FlowDualEngine {
+ streaming_engine: Arc,
+ batching_engine: Arc,
+ /// helper struct for faster query flow by table id or vice versa
+ src_table2flow: RwLock,
+ flow_metadata_manager: Arc,
+ catalog_manager: Arc,
+ check_task: tokio::sync::Mutex>,
+}
+
+impl FlowDualEngine {
+ pub fn new(
+ streaming_engine: Arc,
+ batching_engine: Arc,
+ flow_metadata_manager: Arc,
+ catalog_manager: Arc,
+ ) -> Self {
+ Self {
+ streaming_engine,
+ batching_engine,
+ src_table2flow: RwLock::new(SrcTableToFlow::default()),
+ flow_metadata_manager,
+ catalog_manager,
+ check_task: Mutex::new(None),
}
}
+
+ pub fn streaming_engine(&self) -> Arc {
+ self.streaming_engine.clone()
+ }
+
+ pub fn batching_engine(&self) -> Arc {
+ self.batching_engine.clone()
+ }
+
+ /// Try to sync with check task, this is only used in drop flow&flush flow, so a flow id is required
+ ///
+ /// the need to sync is to make sure flush flow actually get called
+ async fn try_sync_with_check_task(
+ &self,
+ flow_id: FlowId,
+ allow_drop: bool,
+ ) -> Result<(), Error> {
+ // this function rarely get called so adding some log is helpful
+ info!("Try to sync with check task for flow {}", flow_id);
+ let mut retry = 0;
+ let max_retry = 10;
+ // keep trying to trigger consistent check
+ while retry < max_retry {
+ if let Some(task) = self.check_task.lock().await.as_ref() {
+ task.trigger(false, allow_drop).await?;
+ break;
+ }
+ retry += 1;
+ tokio::time::sleep(std::time::Duration::from_millis(500)).await;
+ }
+
+ if retry == max_retry {
+ error!(
+ "Can't sync with check task for flow {} with allow_drop={}",
+ flow_id, allow_drop
+ );
+ return SyncCheckTaskSnafu {
+ flow_id,
+ allow_drop,
+ }
+ .fail();
+ }
+ info!("Successfully sync with check task for flow {}", flow_id);
+
+ Ok(())
+ }
+
+ /// Spawn a task to consistently check if all flow tasks in metasrv is created on flownode,
+ /// so on startup, this will create all missing flow tasks, and constantly check at a interval
+ async fn check_flow_consistent(
+ &self,
+ allow_create: bool,
+ allow_drop: bool,
+ ) -> Result<(), Error> {
+ // use nodeid to determine if this is standalone/distributed mode, and retrieve all flows in this node(in distributed mode)/or all flows(in standalone mode)
+ let nodeid = self.streaming_engine.node_id;
+ let should_exists: Vec<_> = if let Some(nodeid) = nodeid {
+ // nodeid is available, so we only need to check flows on this node
+ // which also means we are in distributed mode
+ let to_be_recover = self
+ .flow_metadata_manager
+ .flownode_flow_manager()
+ .flows(nodeid.into())
+ .try_collect::>()
+ .await
+ .context(ListFlowsSnafu {
+ id: Some(nodeid.into()),
+ })?;
+ to_be_recover.into_iter().map(|(id, _)| id).collect()
+ } else {
+ // nodeid is not available, so we need to check all flows
+ // which also means we are in standalone mode
+ let all_catalogs = self
+ .catalog_manager
+ .catalog_names()
+ .await
+ .map_err(BoxedError::new)
+ .context(ExternalSnafu)?;
+ let mut all_flow_ids = vec![];
+ for catalog in all_catalogs {
+ let flows = self
+ .flow_metadata_manager
+ .flow_name_manager()
+ .flow_names(&catalog)
+ .await
+ .try_collect::>()
+ .await
+ .map_err(BoxedError::new)
+ .context(ExternalSnafu)?;
+
+ all_flow_ids.extend(flows.into_iter().map(|(_, id)| id.flow_id()));
+ }
+ all_flow_ids
+ };
+ let should_exists = should_exists
+ .into_iter()
+ .map(|i| i as FlowId)
+ .collect::>();
+ let actual_exists = self.list_flows().await?.into_iter().collect::>();
+ let to_be_created = should_exists
+ .iter()
+ .filter(|id| !actual_exists.contains(id))
+ .collect::>();
+ let to_be_dropped = actual_exists
+ .iter()
+ .filter(|id| !should_exists.contains(id))
+ .collect::>();
+
+ if !to_be_created.is_empty() {
+ if allow_create {
+ info!(
+ "Recovering {} flows: {:?}",
+ to_be_created.len(),
+ to_be_created
+ );
+ let mut errors = vec![];
+ for flow_id in to_be_created {
+ let flow_id = *flow_id;
+ let info = self
+ .flow_metadata_manager
+ .flow_info_manager()
+ .get(flow_id as u32)
+ .await
+ .map_err(BoxedError::new)
+ .context(ExternalSnafu)?
+ .context(FlowNotFoundSnafu { id: flow_id })?;
+
+ let sink_table_name = [
+ info.sink_table_name().catalog_name.clone(),
+ info.sink_table_name().schema_name.clone(),
+ info.sink_table_name().table_name.clone(),
+ ];
+ let args = CreateFlowArgs {
+ flow_id,
+ sink_table_name,
+ source_table_ids: info.source_table_ids().to_vec(),
+ // because recover should only happen on restart the `create_if_not_exists` and `or_replace` can be arbitrary value(since flow doesn't exist)
+ // but for the sake of consistency and to make sure recover of flow actually happen, we set both to true
+ // (which is also fine since checks for not allow both to be true is on metasrv and we already pass that)
+ create_if_not_exists: true,
+ or_replace: true,
+ expire_after: info.expire_after(),
+ comment: Some(info.comment().clone()),
+ sql: info.raw_sql().clone(),
+ flow_options: info.options().clone(),
+ query_ctx: info
+ .query_context()
+ .clone()
+ .map(|ctx| {
+ ctx.try_into()
+ .map_err(BoxedError::new)
+ .context(ExternalSnafu)
+ })
+ .transpose()?
+ // or use default QueryContext with catalog_name from info
+ // to keep compatibility with old version
+ .or_else(|| {
+ Some(
+ QueryContextBuilder::default()
+ .current_catalog(info.catalog_name().to_string())
+ .build(),
+ )
+ }),
+ };
+ if let Err(err) = self
+ .create_flow(args)
+ .await
+ .map_err(BoxedError::new)
+ .with_context(|_| CreateFlowSnafu {
+ sql: info.raw_sql().clone(),
+ })
+ {
+ errors.push((flow_id, err));
+ }
+ }
+ for (flow_id, err) in errors {
+ warn!("Failed to recreate flow {}, err={:#?}", flow_id, err);
+ }
+ } else {
+ warn!(
+ "Flownode {:?} found flows not exist in flownode, flow_ids={:?}",
+ nodeid, to_be_created
+ );
+ }
+ }
+ if !to_be_dropped.is_empty() {
+ if allow_drop {
+ info!("Dropping flows: {:?}", to_be_dropped);
+ let mut errors = vec![];
+ for flow_id in to_be_dropped {
+ let flow_id = *flow_id;
+ if let Err(err) = self.remove_flow(flow_id).await {
+ errors.push((flow_id, err));
+ }
+ }
+ for (flow_id, err) in errors {
+ warn!("Failed to drop flow {}, err={:#?}", flow_id, err);
+ }
+ } else {
+ warn!(
+ "Flownode {:?} found flows not exist in flownode, flow_ids={:?}",
+ nodeid, to_be_dropped
+ );
+ }
+ }
+ Ok(())
+ }
+
+ // TODO(discord9): consider sync this with heartbeat(might become necessary in the future)
+ pub async fn start_flow_consistent_check_task(self: &Arc) -> Result<(), Error> {
+ let mut check_task = self.check_task.lock().await;
+ ensure!(
+ check_task.is_none(),
+ IllegalCheckTaskStateSnafu {
+ reason: "Flow consistent check task already exists",
+ }
+ );
+ let task = ConsistentCheckTask::start_check_task(self).await?;
+ *check_task = Some(task);
+ Ok(())
+ }
+
+ pub async fn stop_flow_consistent_check_task(&self) -> Result<(), Error> {
+ info!("Stopping flow consistent check task");
+ let mut check_task = self.check_task.lock().await;
+
+ ensure!(
+ check_task.is_some(),
+ IllegalCheckTaskStateSnafu {
+ reason: "Flow consistent check task does not exist",
+ }
+ );
+
+ check_task.take().unwrap().stop().await?;
+ info!("Stopped flow consistent check task");
+ Ok(())
+ }
+
+ /// TODO(discord9): also add a `exists` api using flow metadata manager's `exists` method
+ async fn flow_exist_in_metadata(&self, flow_id: FlowId) -> Result {
+ self.flow_metadata_manager
+ .flow_info_manager()
+ .get(flow_id as u32)
+ .await
+ .map_err(BoxedError::new)
+ .context(ExternalSnafu)
+ .map(|info| info.is_some())
+ }
+}
+
+struct ConsistentCheckTask {
+ handle: JoinHandle<()>,
+ shutdown_tx: tokio::sync::mpsc::Sender<()>,
+ trigger_tx: tokio::sync::mpsc::Sender<(bool, bool, tokio::sync::oneshot::Sender<()>)>,
+}
+
+impl ConsistentCheckTask {
+ async fn start_check_task(engine: &Arc) -> Result {
+ // first do recover flows
+ engine.check_flow_consistent(true, false).await?;
+
+ let inner = engine.clone();
+ let (tx, mut rx) = tokio::sync::mpsc::channel(1);
+ let (trigger_tx, mut trigger_rx) =
+ tokio::sync::mpsc::channel::<(bool, bool, tokio::sync::oneshot::Sender<()>)>(10);
+ let handle = common_runtime::spawn_global(async move {
+ let (mut allow_create, mut allow_drop) = (false, false);
+ let mut ret_signal: Option> = None;
+ loop {
+ if let Err(err) = inner.check_flow_consistent(allow_create, allow_drop).await {
+ error!(err; "Failed to check flow consistent");
+ }
+ if let Some(done) = ret_signal.take() {
+ let _ = done.send(());
+ }
+ tokio::select! {
+ _ = rx.recv() => break,
+ incoming = trigger_rx.recv() => if let Some(incoming) = incoming {
+ (allow_create, allow_drop) = (incoming.0, incoming.1);
+ ret_signal = Some(incoming.2);
+ },
+ _ = tokio::time::sleep(std::time::Duration::from_secs(10)) => {
+ (allow_create, allow_drop) = (false, false);
+ },
+ }
+ }
+ });
+ Ok(ConsistentCheckTask {
+ handle,
+ shutdown_tx: tx,
+ trigger_tx,
+ })
+ }
+
+ async fn trigger(&self, allow_create: bool, allow_drop: bool) -> Result<(), Error> {
+ let (tx, rx) = tokio::sync::oneshot::channel();
+ self.trigger_tx
+ .send((allow_create, allow_drop, tx))
+ .await
+ .map_err(|_| {
+ IllegalCheckTaskStateSnafu {
+ reason: "Failed to send trigger signal",
+ }
+ .build()
+ })?;
+ rx.await.map_err(|_| {
+ IllegalCheckTaskStateSnafu {
+ reason: "Failed to receive trigger signal",
+ }
+ .build()
+ })?;
+ Ok(())
+ }
+
+ async fn stop(self) -> Result<(), Error> {
+ self.shutdown_tx.send(()).await.map_err(|_| {
+ IllegalCheckTaskStateSnafu {
+ reason: "Failed to send shutdown signal",
+ }
+ .build()
+ })?;
+ // abort so no need to wait
+ self.handle.abort();
+ Ok(())
+ }
+}
+
+#[derive(Default)]
+struct SrcTableToFlow {
+ /// mapping of table ids to flow ids for streaming mode
+ stream: HashMap>,
+ /// mapping of table ids to flow ids for batching mode
+ batch: HashMap>,
+ /// mapping of flow ids to (flow type, source table ids)
+ flow_infos: HashMap)>,
+}
+
+impl SrcTableToFlow {
+ fn in_stream(&self, table_id: TableId) -> bool {
+ self.stream.contains_key(&table_id)
+ }
+ fn in_batch(&self, table_id: TableId) -> bool {
+ self.batch.contains_key(&table_id)
+ }
+ fn add_flow(&mut self, flow_id: FlowId, flow_type: FlowType, src_table_ids: Vec) {
+ let mapping = match flow_type {
+ FlowType::Streaming => &mut self.stream,
+ FlowType::Batching => &mut self.batch,
+ };
+
+ for src_table in src_table_ids.clone() {
+ mapping
+ .entry(src_table)
+ .and_modify(|flows| {
+ flows.insert(flow_id);
+ })
+ .or_insert_with(|| {
+ let mut set = HashSet::new();
+ set.insert(flow_id);
+ set
+ });
+ }
+ self.flow_infos.insert(flow_id, (flow_type, src_table_ids));
+ }
+
+ fn remove_flow(&mut self, flow_id: FlowId) {
+ let mapping = match self.get_flow_type(flow_id) {
+ Some(FlowType::Streaming) => &mut self.stream,
+ Some(FlowType::Batching) => &mut self.batch,
+ None => return,
+ };
+ if let Some((_, src_table_ids)) = self.flow_infos.remove(&flow_id) {
+ for src_table in src_table_ids {
+ if let Some(flows) = mapping.get_mut(&src_table) {
+ flows.remove(&flow_id);
+ }
+ }
+ }
+ }
+
+ fn get_flow_type(&self, flow_id: FlowId) -> Option {
+ self.flow_infos
+ .get(&flow_id)
+ .map(|(flow_type, _)| flow_type)
+ .cloned()
+ }
+}
+
+impl FlowEngine for FlowDualEngine {
+ async fn create_flow(&self, args: CreateFlowArgs) -> Result, Error> {
+ let flow_type = args
+ .flow_options
+ .get(FlowType::FLOW_TYPE_KEY)
+ .map(|s| s.as_str());
+
+ let flow_type = match flow_type {
+ Some(FlowType::BATCHING) => FlowType::Batching,
+ Some(FlowType::STREAMING) => FlowType::Streaming,
+ None => FlowType::Batching,
+ Some(flow_type) => {
+ return InternalSnafu {
+ reason: format!("Invalid flow type: {}", flow_type),
+ }
+ .fail()
+ }
+ };
+
+ let flow_id = args.flow_id;
+ let src_table_ids = args.source_table_ids.clone();
+
+ let res = match flow_type {
+ FlowType::Batching => self.batching_engine.create_flow(args).await,
+ FlowType::Streaming => self.streaming_engine.create_flow(args).await,
+ }?;
+
+ self.src_table2flow
+ .write()
+ .await
+ .add_flow(flow_id, flow_type, src_table_ids);
+
+ Ok(res)
+ }
+
+ async fn remove_flow(&self, flow_id: FlowId) -> Result<(), Error> {
+ let flow_type = self.src_table2flow.read().await.get_flow_type(flow_id);
+
+ match flow_type {
+ Some(FlowType::Batching) => self.batching_engine.remove_flow(flow_id).await,
+ Some(FlowType::Streaming) => self.streaming_engine.remove_flow(flow_id).await,
+ None => {
+ // this can happen if flownode just restart, and is stilling creating the flow
+ // since now that this flow should dropped, we need to trigger the consistent check and allow drop
+ // this rely on drop flow ddl delete metadata first, see src/common/meta/src/ddl/drop_flow.rs
+ warn!(
+ "Flow {} is not exist in the underlying engine, but exist in metadata",
+ flow_id
+ );
+ self.try_sync_with_check_task(flow_id, true).await?;
+
+ Ok(())
+ }
+ }?;
+ // remove mapping
+ self.src_table2flow.write().await.remove_flow(flow_id);
+ Ok(())
+ }
+
+ async fn flush_flow(&self, flow_id: FlowId) -> Result {
+ // sync with check task
+ self.try_sync_with_check_task(flow_id, false).await?;
+ let flow_type = self.src_table2flow.read().await.get_flow_type(flow_id);
+ match flow_type {
+ Some(FlowType::Batching) => self.batching_engine.flush_flow(flow_id).await,
+ Some(FlowType::Streaming) => self.streaming_engine.flush_flow(flow_id).await,
+ None => Ok(0),
+ }
+ }
+
+ async fn flow_exist(&self, flow_id: FlowId) -> Result {
+ let flow_type = self.src_table2flow.read().await.get_flow_type(flow_id);
+ // not using `flow_type.is_some()` to make sure the flow is actually exist in the underlying engine
+ match flow_type {
+ Some(FlowType::Batching) => self.batching_engine.flow_exist(flow_id).await,
+ Some(FlowType::Streaming) => self.streaming_engine.flow_exist(flow_id).await,
+ None => Ok(false),
+ }
+ }
+
+ async fn list_flows(&self) -> Result 
\ No newline at end of file
diff --git a/config/config.md b/config/config.md
index ba2540f2c6..f3230190c9 100644
--- a/config/config.md
+++ b/config/config.md
@@ -96,6 +96,8 @@
| `procedure.max_running_procedures` | Integer | `128` | Max running procedures.