diff --git a/.github/actions/build-linux-artifacts/action.yml b/.github/actions/build-linux-artifacts/action.yml
index 26028485061..a16c1a72405 100644
--- a/.github/actions/build-linux-artifacts/action.yml
+++ b/.github/actions/build-linux-artifacts/action.yml
@@ -50,6 +50,11 @@ inputs:
runs:
using: composite
steps:
+ - name: Set up Linux runner
+ uses: ./.github/actions/setup-linux-runner
+ with:
+ tools: make shasum
+
- name: Run integration test
if: ${{ inputs.disable-run-tests == 'false' }}
shell: bash
diff --git a/.github/actions/setup-benchmark/action.yml b/.github/actions/setup-linux-runner/action.yml
similarity index 60%
rename from .github/actions/setup-benchmark/action.yml
rename to .github/actions/setup-linux-runner/action.yml
index a446a78a2c3..95de8e465c5 100644
--- a/.github/actions/setup-benchmark/action.yml
+++ b/.github/actions/setup-linux-runner/action.yml
@@ -1,19 +1,41 @@
-name: Set up benchmark dependencies
+name: Set up Linux runner dependencies
description: Reuse installed tools and install missing dependencies on an Ubuntu self-hosted runner
+inputs:
+ tools:
+ description: Space-separated commands to install if missing (Ubuntu package names, except shasum)
+ required: false
+ default: curl
+ expected-architecture:
+ description: Optional uname architecture required by the workload
+ required: false
+ default: ''
runs:
using: composite
steps:
- name: Check host and install missing tools
shell: bash
+ env:
+ REQUIRED_TOOLS: ${{ inputs.tools }}
+ EXPECTED_ARCH: ${{ inputs.expected-architecture }}
run: |
set -euo pipefail
- [[ "$(uname -m)" == x86_64 ]]
+ if [[ -n "$EXPECTED_ARCH" ]]; then
+ [[ "$(uname -m)" == "$EXPECTED_ARCH" ]]
+ fi
command -v git
missing=()
- for tool in curl jq python3 rsync; do
- command -v "$tool" >/dev/null || missing+=("$tool")
+ read -r -a tools <<< "$REQUIRED_TOOLS"
+ for tool in "${tools[@]}"; do
+ if ! command -v "$tool" >/dev/null; then
+ case "$tool" in
+ shasum) missing+=(libdigest-sha-perl) ;;
+ *) missing+=("$tool") ;;
+ esac
+ fi
done
if ((${#missing[@]})); then
+ . /etc/os-release
+ [[ "$ID" == ubuntu ]]
sudo -n apt-get update
sudo -n env DEBIAN_FRONTEND=noninteractive NEEDRESTART_MODE=l apt-get install -y --no-install-recommends "${missing[@]}"
fi
@@ -24,6 +46,8 @@ runs:
if ! command -v docker >/dev/null; then
. /etc/os-release
[[ "$ID" == ubuntu ]]
+ sudo -n apt-get update
+ sudo -n env DEBIAN_FRONTEND=noninteractive NEEDRESTART_MODE=l apt-get install -y --no-install-recommends curl ca-certificates
sudo -n install -m 0755 -d /etc/apt/keyrings
curl -fsSL https://download.docker.com/linux/ubuntu/gpg | sudo -n tee /etc/apt/keyrings/docker.asc >/dev/null
sudo -n chmod a+r /etc/apt/keyrings/docker.asc
diff --git a/.github/actions/start-runner/action.yml b/.github/actions/start-runner/action.yml
index 44a5ff3feb3..17f07ae6324 100644
--- a/.github/actions/start-runner/action.yml
+++ b/.github/actions/start-runner/action.yml
@@ -20,6 +20,9 @@ inputs:
image-id:
description: The EC2 image id
required: true
+ ec2-volume-size:
+ description: Root volume size in GiB (uses the AMI default when omitted)
+ required: false
security-group-id:
description: The EC2 security group id
required: true
@@ -61,6 +64,7 @@ runs:
with:
mode: start
ec2-image-id: ${{ inputs.image-id }}
+ ec2-volume-size: ${{ inputs.ec2-volume-size }}
ec2-instance-type: ${{ steps.get-ec2-instance-type.outputs.instance-type }}
subnet-id: ${{ inputs.subnet-id }}
security-group-id: ${{ inputs.security-group-id }}
diff --git a/.github/scripts/ci-runners.md b/.github/scripts/ci-runners.md
index 6e4b2b3a4f7..657d76866dd 100644
--- a/.github/scripts/ci-runners.md
+++ b/.github/scripts/ci-runners.md
@@ -31,9 +31,12 @@ swappiness 10, disables systemd-oomd and background automatic updates, and sets
`OOMPolicy=continue` on the runner service. Explicit setup package installation
remains enabled.
-Both benchmark jobs call `.github/actions/setup-benchmark` after checkout. It
-reuses existing tools, installs missing curl/jq/python3/rsync, installs Docker CE
-if absent, and checks Docker access. Missing packages require passwordless sudo;
+Benchmark jobs call `.github/actions/setup-linux-runner` after checkout with
+`tools: curl jq python3 rsync` and require x86_64. Linux artifact builds reuse
+the same action with `tools: make shasum` on either amd64 or arm64; the RISC-V
+cross-build calls it on amd64 too. The action reuses installed commands, maps
+`shasum` to Ubuntu package `libdigest-sha-perl`, installs Docker CE if absent,
+and checks Docker access. Missing packages require passwordless sudo;
Aliyun's prepared image normally provides the tools and Docker already. Existing
Docker installations are preserved, so exact versions need not match between
providers. Provisioning must establish Docker permissions before starting the
diff --git a/.github/workflows/agent-observability.yml b/.github/workflows/agent-observability.yml
index d265801d4a0..b4b706f0622 100644
--- a/.github/workflows/agent-observability.yml
+++ b/.github/workflows/agent-observability.yml
@@ -275,7 +275,10 @@ jobs:
path: greptimedb
persist-credentials: false
- name: Set up benchmark dependencies
- uses: ./greptimedb/.github/actions/setup-benchmark
+ uses: ./greptimedb/.github/actions/setup-linux-runner
+ with:
+ tools: curl jq python3 rsync
+ expected-architecture: x86_64
- name: Check Docker on ephemeral Linux host
shell: bash
run: |
diff --git a/.github/workflows/dev-build.yml b/.github/workflows/dev-build.yml
index 563435b708e..d867c34f8ee 100644
--- a/.github/workflows/dev-build.yml
+++ b/.github/workflows/dev-build.yml
@@ -4,6 +4,11 @@ name: GreptimeDB Development Build
on:
workflow_dispatch: # Allows you to run this workflow manually.
inputs:
+ ec2_volume_size:
+ description: Root volume size in GiB for each EC2 build runner
+ type: number
+ required: false
+ default: 500
large-page-size:
description: Build GreptimeDB with large page size (65536).
type: boolean
@@ -133,6 +138,7 @@ jobs:
aws-region: ${{ vars.EC2_RUNNER_REGION }}
github-token: ${{ secrets.GH_PERSONAL_ACCESS_TOKEN }}
image-id: ${{ vars.EC2_RUNNER_LINUX_AMD64_IMAGE_ID }}
+ ec2-volume-size: ${{ inputs.ec2_volume_size || 500 }}
security-group-id: ${{ vars.EC2_RUNNER_SECURITY_GROUP_ID }}
subnet-id: ${{ vars.EC2_RUNNER_SUBNET_ID }}
@@ -147,6 +153,7 @@ jobs:
aws-region: ${{ vars.EC2_RUNNER_REGION }}
github-token: ${{ secrets.GH_PERSONAL_ACCESS_TOKEN }}
image-id: ${{ vars.EC2_RUNNER_LINUX_ARM64_IMAGE_ID }}
+ ec2-volume-size: ${{ inputs.ec2_volume_size || 500 }}
security-group-id: ${{ vars.EC2_RUNNER_SECURITY_GROUP_ID }}
subnet-id: ${{ vars.EC2_RUNNER_SUBNET_ID }}
diff --git a/.github/workflows/nightly-build.yml b/.github/workflows/nightly-build.yml
index c78ca4dc5b9..3b21d614aa0 100644
--- a/.github/workflows/nightly-build.yml
+++ b/.github/workflows/nightly-build.yml
@@ -9,6 +9,11 @@ on:
- cron: '0 0 * * 1-5'
workflow_dispatch: # Allows you to run this workflow manually.
inputs:
+ ec2_volume_size:
+ description: Root volume size in GiB for each EC2 build runner
+ type: number
+ required: false
+ default: 500
linux_amd64_runner:
type: choice
description: The runner uses to build linux-amd64 artifacts
@@ -113,6 +118,7 @@ jobs:
aws-region: ${{ vars.EC2_RUNNER_REGION }}
github-token: ${{ secrets.GH_PERSONAL_ACCESS_TOKEN }}
image-id: ${{ vars.EC2_RUNNER_LINUX_AMD64_IMAGE_ID }}
+ ec2-volume-size: ${{ inputs.ec2_volume_size || 500 }}
security-group-id: ${{ vars.EC2_RUNNER_SECURITY_GROUP_ID }}
subnet-id: ${{ vars.EC2_RUNNER_SUBNET_ID }}
@@ -127,6 +133,7 @@ jobs:
aws-region: ${{ vars.EC2_RUNNER_REGION }}
github-token: ${{ secrets.GH_PERSONAL_ACCESS_TOKEN }}
image-id: ${{ vars.EC2_RUNNER_LINUX_ARM64_IMAGE_ID }}
+ ec2-volume-size: ${{ inputs.ec2_volume_size || 500 }}
security-group-id: ${{ vars.EC2_RUNNER_SECURITY_GROUP_ID }}
subnet-id: ${{ vars.EC2_RUNNER_SUBNET_ID }}
diff --git a/.github/workflows/nightly-jsonbench.yaml b/.github/workflows/nightly-jsonbench.yaml
index d5db6f9ba4a..c246ee1f02c 100644
--- a/.github/workflows/nightly-jsonbench.yaml
+++ b/.github/workflows/nightly-jsonbench.yaml
@@ -112,6 +112,8 @@ jobs:
id: start-linux-runner
with:
runner: ${{ vars.LARGE_IOPS_RUNNER }}
+ # Database data, WAL, and compaction files use the root volume.
+ ec2-volume-size: "500"
aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}
aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
aws-region: ${{ vars.EC2_RUNNER_REGION }}
diff --git a/.github/workflows/oswal-s3-bench.yml b/.github/workflows/oswal-s3-bench.yml
index c31dfe8f1c3..9ac7b79c6f6 100644
--- a/.github/workflows/oswal-s3-bench.yml
+++ b/.github/workflows/oswal-s3-bench.yml
@@ -150,7 +150,10 @@ jobs:
path: greptimedb
persist-credentials: false
- name: Set up benchmark dependencies
- uses: ./greptimedb/.github/actions/setup-benchmark
+ uses: ./greptimedb/.github/actions/setup-linux-runner
+ with:
+ tools: curl jq python3 rsync
+ expected-architecture: x86_64
- uses: astral-sh/setup-uv@v6
- name: Start the MinIO fixture
if: inputs.smoke
diff --git a/.github/workflows/release.yml b/.github/workflows/release.yml
index 948391b2aa3..b58e9c352c9 100644
--- a/.github/workflows/release.yml
+++ b/.github/workflows/release.yml
@@ -21,6 +21,11 @@ on:
workflow_dispatch: # Allows you to run this workflow manually.
# Notes: The GitHub Actions ONLY support 10 inputs; this final input is the tenth.
inputs:
+ ec2_volume_size:
+ description: Root volume size in GiB for each EC2 build runner
+ type: number
+ required: false
+ default: 500
linux_amd64_runner:
type: choice
description: The runner uses to build linux-amd64 artifacts
@@ -192,6 +197,7 @@ jobs:
aws-region: ${{ vars.EC2_RUNNER_REGION }}
github-token: ${{ secrets.GH_PERSONAL_ACCESS_TOKEN }}
image-id: ${{ vars.EC2_RUNNER_LINUX_AMD64_IMAGE_ID }}
+ ec2-volume-size: ${{ inputs.ec2_volume_size || 500 }}
security-group-id: ${{ vars.EC2_RUNNER_SECURITY_GROUP_ID }}
subnet-id: ${{ vars.EC2_RUNNER_SUBNET_ID }}
@@ -206,6 +212,7 @@ jobs:
aws-region: ${{ vars.EC2_RUNNER_REGION }}
github-token: ${{ secrets.GH_PERSONAL_ACCESS_TOKEN }}
image-id: ${{ vars.EC2_RUNNER_LINUX_ARM64_IMAGE_ID }}
+ ec2-volume-size: ${{ inputs.ec2_volume_size || 500 }}
security-group-id: ${{ vars.EC2_RUNNER_SECURITY_GROUP_ID }}
subnet-id: ${{ vars.EC2_RUNNER_SUBNET_ID }}
@@ -275,6 +282,11 @@ jobs:
fetch-depth: 0
persist-credentials: false
+ - name: Set up Linux runner
+ uses: ./.github/actions/setup-linux-runner
+ with:
+ tools: make shasum
+
- name: Prepare riscv64 dev-builder image
shell: bash
env:
diff --git a/.github/workflows/tracesbench.yml b/.github/workflows/tracesbench.yml
index 049faaef1a7..03b5b6efa1d 100644
--- a/.github/workflows/tracesbench.yml
+++ b/.github/workflows/tracesbench.yml
@@ -305,7 +305,10 @@ jobs:
path: greptimedb
persist-credentials: false
- name: Set up benchmark dependencies
- uses: ./greptimedb/.github/actions/setup-benchmark
+ uses: ./greptimedb/.github/actions/setup-linux-runner
+ with:
+ tools: curl jq python3 rsync
+ expected-architecture: x86_64
- name: Checkout matching benchmark tools
uses: actions/checkout@v4
with:
diff --git a/.github/workflows/vmbench-long-range.yml b/.github/workflows/vmbench-long-range.yml
index aaf2dd7f437..cdf1cebf19c 100644
--- a/.github/workflows/vmbench-long-range.yml
+++ b/.github/workflows/vmbench-long-range.yml
@@ -266,7 +266,10 @@ jobs:
path: greptimedb
persist-credentials: false
- name: Set up benchmark dependencies
- uses: ./greptimedb/.github/actions/setup-benchmark
+ uses: ./greptimedb/.github/actions/setup-linux-runner
+ with:
+ tools: curl jq python3 rsync
+ expected-architecture: x86_64
- name: Checkout matching benchmark tools
uses: actions/checkout@v4
with:
diff --git a/Cargo.lock b/Cargo.lock
index e6d66091d32..570548c3ea9 100644
--- a/Cargo.lock
+++ b/Cargo.lock
@@ -230,7 +230,7 @@ checksum = "d301b3b94cb4b2f23d7917810addbbaff90738e0ca2be692bd027e70d7e0330c"
[[package]]
name = "api"
-version = "1.3.0"
+version = "1.3.1"
dependencies = [
"arrow-schema 59.2.0",
"common-base",
@@ -959,7 +959,7 @@ checksum = "1505bd5d3d116872e7271a6d4e16d81d0c8570876c8de68093a09ac269d8aac0"
[[package]]
name = "auth"
-version = "1.3.0"
+version = "1.3.1"
dependencies = [
"api",
"async-trait",
@@ -974,6 +974,7 @@ dependencies = [
"hmac 0.12.1",
"pbkdf2",
"rand 0.9.4",
+ "serde",
"sha1 0.10.6",
"sha2 0.10.9",
"snafu 0.8.6",
@@ -1625,7 +1626,7 @@ dependencies = [
[[package]]
name = "cache"
-version = "1.3.0"
+version = "1.3.1"
dependencies = [
"catalog",
"common-error",
@@ -1691,7 +1692,7 @@ checksum = "37b2a672a2cb129a2e41c10b1224bb368f9f37a2b16b612598138befd7b37eb5"
[[package]]
name = "catalog"
-version = "1.3.0"
+version = "1.3.1"
dependencies = [
"api",
"arrow 59.2.0",
@@ -2047,7 +2048,7 @@ checksum = "b94f61472cee1439c0b966b47e3aca9ae07e45d070759512cd390ea2bebc6675"
[[package]]
name = "cli"
-version = "1.3.0"
+version = "1.3.1"
dependencies = [
"async-stream",
"async-trait",
@@ -2102,7 +2103,7 @@ dependencies = [
[[package]]
name = "client"
-version = "1.3.0"
+version = "1.3.1"
dependencies = [
"api",
"arc-swap",
@@ -2134,7 +2135,7 @@ dependencies = [
"serde_json",
"snafu 0.8.6",
"store-api",
- "substrait 1.3.0",
+ "substrait 1.3.1",
"tokio",
"tokio-stream",
"tonic 0.14.2",
@@ -2183,7 +2184,7 @@ dependencies = [
[[package]]
name = "cmd"
-version = "1.3.0"
+version = "1.3.1"
dependencies = [
"api",
"async-trait",
@@ -2319,7 +2320,7 @@ dependencies = [
[[package]]
name = "common-base"
-version = "1.3.0"
+version = "1.3.1"
dependencies = [
"ahash 0.8.12",
"anymap2",
@@ -2341,7 +2342,7 @@ dependencies = [
[[package]]
name = "common-batcher"
-version = "1.3.0"
+version = "1.3.1"
dependencies = [
"dashmap",
"futures",
@@ -2350,14 +2351,14 @@ dependencies = [
[[package]]
name = "common-catalog"
-version = "1.3.0"
+version = "1.3.1"
dependencies = [
"const_format",
]
[[package]]
name = "common-config"
-version = "1.3.0"
+version = "1.3.1"
dependencies = [
"common-base",
"common-error",
@@ -2380,7 +2381,7 @@ dependencies = [
[[package]]
name = "common-datasource"
-version = "1.3.0"
+version = "1.3.1"
dependencies = [
"arrow 59.2.0",
"arrow-schema 59.2.0",
@@ -2417,7 +2418,7 @@ dependencies = [
[[package]]
name = "common-decimal"
-version = "1.3.0"
+version = "1.3.1"
dependencies = [
"bigdecimal 0.4.8",
"common-error",
@@ -2430,7 +2431,7 @@ dependencies = [
[[package]]
name = "common-error"
-version = "1.3.0"
+version = "1.3.1"
dependencies = [
"common-macro",
"http 1.5.0",
@@ -2442,7 +2443,7 @@ dependencies = [
[[package]]
name = "common-event-recorder"
-version = "1.3.0"
+version = "1.3.1"
dependencies = [
"api",
"async-trait",
@@ -2467,7 +2468,7 @@ dependencies = [
[[package]]
name = "common-frontend"
-version = "1.3.0"
+version = "1.3.1"
dependencies = [
"api",
"async-trait",
@@ -2486,7 +2487,7 @@ dependencies = [
[[package]]
name = "common-function"
-version = "1.3.0"
+version = "1.3.1"
dependencies = [
"ahash 0.8.12",
"api",
@@ -2548,7 +2549,7 @@ dependencies = [
[[package]]
name = "common-greptimedb-telemetry"
-version = "1.3.0"
+version = "1.3.1"
dependencies = [
"async-trait",
"common-runtime",
@@ -2565,7 +2566,7 @@ dependencies = [
[[package]]
name = "common-grpc"
-version = "1.3.0"
+version = "1.3.1"
dependencies = [
"api",
"arrow-flight",
@@ -2600,7 +2601,7 @@ dependencies = [
[[package]]
name = "common-grpc-expr"
-version = "1.3.0"
+version = "1.3.1"
dependencies = [
"api",
"common-catalog",
@@ -2618,7 +2619,7 @@ dependencies = [
[[package]]
name = "common-macro"
-version = "1.3.0"
+version = "1.3.1"
dependencies = [
"greptime-proto",
"once_cell",
@@ -2629,7 +2630,7 @@ dependencies = [
[[package]]
name = "common-mem-prof"
-version = "1.3.0"
+version = "1.3.1"
dependencies = [
"anyhow",
"common-error",
@@ -2645,7 +2646,7 @@ dependencies = [
[[package]]
name = "common-memory-manager"
-version = "1.3.0"
+version = "1.3.1"
dependencies = [
"common-error",
"common-macro",
@@ -2657,7 +2658,7 @@ dependencies = [
[[package]]
name = "common-meta"
-version = "1.3.0"
+version = "1.3.1"
dependencies = [
"anymap2",
"api",
@@ -2729,7 +2730,7 @@ dependencies = [
[[package]]
name = "common-options"
-version = "1.3.0"
+version = "1.3.1"
dependencies = [
"common-base",
"common-grpc",
@@ -2740,11 +2741,11 @@ dependencies = [
[[package]]
name = "common-plugins"
-version = "1.3.0"
+version = "1.3.1"
[[package]]
name = "common-pprof"
-version = "1.3.0"
+version = "1.3.1"
dependencies = [
"common-error",
"common-macro",
@@ -2755,7 +2756,7 @@ dependencies = [
[[package]]
name = "common-procedure"
-version = "1.3.0"
+version = "1.3.1"
dependencies = [
"api",
"async-stream",
@@ -2784,7 +2785,7 @@ dependencies = [
[[package]]
name = "common-procedure-test"
-version = "1.3.0"
+version = "1.3.1"
dependencies = [
"async-trait",
"common-procedure",
@@ -2793,7 +2794,7 @@ dependencies = [
[[package]]
name = "common-query"
-version = "1.3.0"
+version = "1.3.1"
dependencies = [
"api",
"async-trait",
@@ -2806,6 +2807,7 @@ dependencies = [
"common-time",
"datafusion",
"datafusion-common",
+ "datafusion-datasource",
"datafusion-expr",
"datafusion-proto",
"datatypes",
@@ -2823,7 +2825,7 @@ dependencies = [
[[package]]
name = "common-recordbatch"
-version = "1.3.0"
+version = "1.3.1"
dependencies = [
"arc-swap",
"common-base",
@@ -2848,7 +2850,7 @@ dependencies = [
[[package]]
name = "common-runtime"
-version = "1.3.0"
+version = "1.3.1"
dependencies = [
"async-trait",
"catio",
@@ -2876,7 +2878,7 @@ dependencies = [
[[package]]
name = "common-session"
-version = "1.3.0"
+version = "1.3.1"
dependencies = [
"serde",
"strum 0.27.1",
@@ -2884,7 +2886,7 @@ dependencies = [
[[package]]
name = "common-sql"
-version = "1.3.0"
+version = "1.3.1"
dependencies = [
"arrow-schema 59.2.0",
"common-base",
@@ -2903,7 +2905,7 @@ dependencies = [
[[package]]
name = "common-stat"
-version = "1.3.0"
+version = "1.3.1"
dependencies = [
"common-base",
"common-runtime",
@@ -2917,7 +2919,7 @@ dependencies = [
[[package]]
name = "common-telemetry"
-version = "1.3.0"
+version = "1.3.1"
dependencies = [
"backtrace",
"common-base",
@@ -2947,7 +2949,7 @@ dependencies = [
[[package]]
name = "common-test-util"
-version = "1.3.0"
+version = "1.3.1"
dependencies = [
"common-grpc",
"common-query",
@@ -2959,7 +2961,7 @@ dependencies = [
[[package]]
name = "common-time"
-version = "1.3.0"
+version = "1.3.1"
dependencies = [
"arrow 59.2.0",
"chrono",
@@ -2977,7 +2979,7 @@ dependencies = [
[[package]]
name = "common-version"
-version = "1.3.0"
+version = "1.3.1"
dependencies = [
"cargo-manifest",
"const_format",
@@ -2987,7 +2989,7 @@ dependencies = [
[[package]]
name = "common-wal"
-version = "1.3.0"
+version = "1.3.1"
dependencies = [
"common-base",
"common-error",
@@ -3010,7 +3012,7 @@ dependencies = [
[[package]]
name = "common-workload"
-version = "1.3.0"
+version = "1.3.1"
dependencies = [
"common-telemetry",
"serde",
@@ -3763,7 +3765,7 @@ checksum = "a4ae5f15dda3c708c0ade84bfee31ccab44a3da4f88015ed22f63732abe300c8"
[[package]]
name = "datafusion"
version = "55.1.0"
-source = "git+https://github.com/GreptimeTeam/datafusion.git?rev=70f84c5bf2511d40ee4a4036fa086ba36f207a85#70f84c5bf2511d40ee4a4036fa086ba36f207a85"
+source = "git+https://github.com/GreptimeTeam/datafusion.git?rev=638a77fb504e86f85ef6053c552bbee1ed814fb9#638a77fb504e86f85ef6053c552bbee1ed814fb9"
dependencies = [
"arrow 59.2.0",
"arrow-schema 59.2.0",
@@ -3815,7 +3817,7 @@ dependencies = [
[[package]]
name = "datafusion-catalog"
version = "55.1.0"
-source = "git+https://github.com/GreptimeTeam/datafusion.git?rev=70f84c5bf2511d40ee4a4036fa086ba36f207a85#70f84c5bf2511d40ee4a4036fa086ba36f207a85"
+source = "git+https://github.com/GreptimeTeam/datafusion.git?rev=638a77fb504e86f85ef6053c552bbee1ed814fb9#638a77fb504e86f85ef6053c552bbee1ed814fb9"
dependencies = [
"arrow 59.2.0",
"async-trait",
@@ -3839,7 +3841,7 @@ dependencies = [
[[package]]
name = "datafusion-catalog-listing"
version = "55.1.0"
-source = "git+https://github.com/GreptimeTeam/datafusion.git?rev=70f84c5bf2511d40ee4a4036fa086ba36f207a85#70f84c5bf2511d40ee4a4036fa086ba36f207a85"
+source = "git+https://github.com/GreptimeTeam/datafusion.git?rev=638a77fb504e86f85ef6053c552bbee1ed814fb9#638a77fb504e86f85ef6053c552bbee1ed814fb9"
dependencies = [
"arrow 59.2.0",
"async-trait",
@@ -3862,7 +3864,7 @@ dependencies = [
[[package]]
name = "datafusion-common"
version = "55.1.0"
-source = "git+https://github.com/GreptimeTeam/datafusion.git?rev=70f84c5bf2511d40ee4a4036fa086ba36f207a85#70f84c5bf2511d40ee4a4036fa086ba36f207a85"
+source = "git+https://github.com/GreptimeTeam/datafusion.git?rev=638a77fb504e86f85ef6053c552bbee1ed814fb9#638a77fb504e86f85ef6053c552bbee1ed814fb9"
dependencies = [
"arrow 59.2.0",
"arrow-ipc 59.2.0",
@@ -3888,7 +3890,7 @@ dependencies = [
[[package]]
name = "datafusion-common-runtime"
version = "55.1.0"
-source = "git+https://github.com/GreptimeTeam/datafusion.git?rev=70f84c5bf2511d40ee4a4036fa086ba36f207a85#70f84c5bf2511d40ee4a4036fa086ba36f207a85"
+source = "git+https://github.com/GreptimeTeam/datafusion.git?rev=638a77fb504e86f85ef6053c552bbee1ed814fb9#638a77fb504e86f85ef6053c552bbee1ed814fb9"
dependencies = [
"futures",
"log",
@@ -3898,7 +3900,7 @@ dependencies = [
[[package]]
name = "datafusion-datasource"
version = "55.1.0"
-source = "git+https://github.com/GreptimeTeam/datafusion.git?rev=70f84c5bf2511d40ee4a4036fa086ba36f207a85#70f84c5bf2511d40ee4a4036fa086ba36f207a85"
+source = "git+https://github.com/GreptimeTeam/datafusion.git?rev=638a77fb504e86f85ef6053c552bbee1ed814fb9#638a77fb504e86f85ef6053c552bbee1ed814fb9"
dependencies = [
"arrow 59.2.0",
"async-compression",
@@ -3934,7 +3936,7 @@ dependencies = [
[[package]]
name = "datafusion-datasource-arrow"
version = "55.1.0"
-source = "git+https://github.com/GreptimeTeam/datafusion.git?rev=70f84c5bf2511d40ee4a4036fa086ba36f207a85#70f84c5bf2511d40ee4a4036fa086ba36f207a85"
+source = "git+https://github.com/GreptimeTeam/datafusion.git?rev=638a77fb504e86f85ef6053c552bbee1ed814fb9#638a77fb504e86f85ef6053c552bbee1ed814fb9"
dependencies = [
"arrow 59.2.0",
"arrow-ipc 59.2.0",
@@ -3958,7 +3960,7 @@ dependencies = [
[[package]]
name = "datafusion-datasource-csv"
version = "55.1.0"
-source = "git+https://github.com/GreptimeTeam/datafusion.git?rev=70f84c5bf2511d40ee4a4036fa086ba36f207a85#70f84c5bf2511d40ee4a4036fa086ba36f207a85"
+source = "git+https://github.com/GreptimeTeam/datafusion.git?rev=638a77fb504e86f85ef6053c552bbee1ed814fb9#638a77fb504e86f85ef6053c552bbee1ed814fb9"
dependencies = [
"arrow 59.2.0",
"async-trait",
@@ -3981,7 +3983,7 @@ dependencies = [
[[package]]
name = "datafusion-datasource-json"
version = "55.1.0"
-source = "git+https://github.com/GreptimeTeam/datafusion.git?rev=70f84c5bf2511d40ee4a4036fa086ba36f207a85#70f84c5bf2511d40ee4a4036fa086ba36f207a85"
+source = "git+https://github.com/GreptimeTeam/datafusion.git?rev=638a77fb504e86f85ef6053c552bbee1ed814fb9#638a77fb504e86f85ef6053c552bbee1ed814fb9"
dependencies = [
"arrow 59.2.0",
"async-trait",
@@ -4004,7 +4006,7 @@ dependencies = [
[[package]]
name = "datafusion-datasource-parquet"
version = "55.1.0"
-source = "git+https://github.com/GreptimeTeam/datafusion.git?rev=70f84c5bf2511d40ee4a4036fa086ba36f207a85#70f84c5bf2511d40ee4a4036fa086ba36f207a85"
+source = "git+https://github.com/GreptimeTeam/datafusion.git?rev=638a77fb504e86f85ef6053c552bbee1ed814fb9#638a77fb504e86f85ef6053c552bbee1ed814fb9"
dependencies = [
"arrow 59.2.0",
"arrow-schema 59.2.0",
@@ -4036,12 +4038,12 @@ dependencies = [
[[package]]
name = "datafusion-doc"
version = "55.1.0"
-source = "git+https://github.com/GreptimeTeam/datafusion.git?rev=70f84c5bf2511d40ee4a4036fa086ba36f207a85#70f84c5bf2511d40ee4a4036fa086ba36f207a85"
+source = "git+https://github.com/GreptimeTeam/datafusion.git?rev=638a77fb504e86f85ef6053c552bbee1ed814fb9#638a77fb504e86f85ef6053c552bbee1ed814fb9"
[[package]]
name = "datafusion-execution"
version = "55.1.0"
-source = "git+https://github.com/GreptimeTeam/datafusion.git?rev=70f84c5bf2511d40ee4a4036fa086ba36f207a85#70f84c5bf2511d40ee4a4036fa086ba36f207a85"
+source = "git+https://github.com/GreptimeTeam/datafusion.git?rev=638a77fb504e86f85ef6053c552bbee1ed814fb9#638a77fb504e86f85ef6053c552bbee1ed814fb9"
dependencies = [
"arrow 59.2.0",
"arrow-buffer 59.2.0",
@@ -4066,7 +4068,7 @@ dependencies = [
[[package]]
name = "datafusion-expr"
version = "55.1.0"
-source = "git+https://github.com/GreptimeTeam/datafusion.git?rev=70f84c5bf2511d40ee4a4036fa086ba36f207a85#70f84c5bf2511d40ee4a4036fa086ba36f207a85"
+source = "git+https://github.com/GreptimeTeam/datafusion.git?rev=638a77fb504e86f85ef6053c552bbee1ed814fb9#638a77fb504e86f85ef6053c552bbee1ed814fb9"
dependencies = [
"arrow 59.2.0",
"arrow-schema 59.2.0",
@@ -4090,7 +4092,7 @@ dependencies = [
[[package]]
name = "datafusion-expr-common"
version = "55.1.0"
-source = "git+https://github.com/GreptimeTeam/datafusion.git?rev=70f84c5bf2511d40ee4a4036fa086ba36f207a85#70f84c5bf2511d40ee4a4036fa086ba36f207a85"
+source = "git+https://github.com/GreptimeTeam/datafusion.git?rev=638a77fb504e86f85ef6053c552bbee1ed814fb9#638a77fb504e86f85ef6053c552bbee1ed814fb9"
dependencies = [
"arrow 59.2.0",
"datafusion-common",
@@ -4101,7 +4103,7 @@ dependencies = [
[[package]]
name = "datafusion-functions"
version = "55.1.0"
-source = "git+https://github.com/GreptimeTeam/datafusion.git?rev=70f84c5bf2511d40ee4a4036fa086ba36f207a85#70f84c5bf2511d40ee4a4036fa086ba36f207a85"
+source = "git+https://github.com/GreptimeTeam/datafusion.git?rev=638a77fb504e86f85ef6053c552bbee1ed814fb9#638a77fb504e86f85ef6053c552bbee1ed814fb9"
dependencies = [
"arrow 59.2.0",
"arrow-buffer 59.2.0",
@@ -4132,7 +4134,7 @@ dependencies = [
[[package]]
name = "datafusion-functions-aggregate"
version = "55.1.0"
-source = "git+https://github.com/GreptimeTeam/datafusion.git?rev=70f84c5bf2511d40ee4a4036fa086ba36f207a85#70f84c5bf2511d40ee4a4036fa086ba36f207a85"
+source = "git+https://github.com/GreptimeTeam/datafusion.git?rev=638a77fb504e86f85ef6053c552bbee1ed814fb9#638a77fb504e86f85ef6053c552bbee1ed814fb9"
dependencies = [
"arrow 59.2.0",
"datafusion-common",
@@ -4152,7 +4154,7 @@ dependencies = [
[[package]]
name = "datafusion-functions-aggregate-common"
version = "55.1.0"
-source = "git+https://github.com/GreptimeTeam/datafusion.git?rev=70f84c5bf2511d40ee4a4036fa086ba36f207a85#70f84c5bf2511d40ee4a4036fa086ba36f207a85"
+source = "git+https://github.com/GreptimeTeam/datafusion.git?rev=638a77fb504e86f85ef6053c552bbee1ed814fb9#638a77fb504e86f85ef6053c552bbee1ed814fb9"
dependencies = [
"arrow 59.2.0",
"datafusion-common",
@@ -4163,7 +4165,7 @@ dependencies = [
[[package]]
name = "datafusion-functions-nested"
version = "55.1.0"
-source = "git+https://github.com/GreptimeTeam/datafusion.git?rev=70f84c5bf2511d40ee4a4036fa086ba36f207a85#70f84c5bf2511d40ee4a4036fa086ba36f207a85"
+source = "git+https://github.com/GreptimeTeam/datafusion.git?rev=638a77fb504e86f85ef6053c552bbee1ed814fb9#638a77fb504e86f85ef6053c552bbee1ed814fb9"
dependencies = [
"arrow 59.2.0",
"arrow-ord 59.2.0",
@@ -4187,7 +4189,7 @@ dependencies = [
[[package]]
name = "datafusion-functions-table"
version = "55.1.0"
-source = "git+https://github.com/GreptimeTeam/datafusion.git?rev=70f84c5bf2511d40ee4a4036fa086ba36f207a85#70f84c5bf2511d40ee4a4036fa086ba36f207a85"
+source = "git+https://github.com/GreptimeTeam/datafusion.git?rev=638a77fb504e86f85ef6053c552bbee1ed814fb9#638a77fb504e86f85ef6053c552bbee1ed814fb9"
dependencies = [
"arrow 59.2.0",
"async-trait",
@@ -4202,7 +4204,7 @@ dependencies = [
[[package]]
name = "datafusion-functions-window"
version = "55.1.0"
-source = "git+https://github.com/GreptimeTeam/datafusion.git?rev=70f84c5bf2511d40ee4a4036fa086ba36f207a85#70f84c5bf2511d40ee4a4036fa086ba36f207a85"
+source = "git+https://github.com/GreptimeTeam/datafusion.git?rev=638a77fb504e86f85ef6053c552bbee1ed814fb9#638a77fb504e86f85ef6053c552bbee1ed814fb9"
dependencies = [
"arrow 59.2.0",
"datafusion-common",
@@ -4218,7 +4220,7 @@ dependencies = [
[[package]]
name = "datafusion-functions-window-common"
version = "55.1.0"
-source = "git+https://github.com/GreptimeTeam/datafusion.git?rev=70f84c5bf2511d40ee4a4036fa086ba36f207a85#70f84c5bf2511d40ee4a4036fa086ba36f207a85"
+source = "git+https://github.com/GreptimeTeam/datafusion.git?rev=638a77fb504e86f85ef6053c552bbee1ed814fb9#638a77fb504e86f85ef6053c552bbee1ed814fb9"
dependencies = [
"datafusion-common",
"datafusion-physical-expr-common",
@@ -4227,7 +4229,7 @@ dependencies = [
[[package]]
name = "datafusion-macros"
version = "55.1.0"
-source = "git+https://github.com/GreptimeTeam/datafusion.git?rev=70f84c5bf2511d40ee4a4036fa086ba36f207a85#70f84c5bf2511d40ee4a4036fa086ba36f207a85"
+source = "git+https://github.com/GreptimeTeam/datafusion.git?rev=638a77fb504e86f85ef6053c552bbee1ed814fb9#638a77fb504e86f85ef6053c552bbee1ed814fb9"
dependencies = [
"datafusion-doc",
"quote",
@@ -4237,7 +4239,7 @@ dependencies = [
[[package]]
name = "datafusion-optimizer"
version = "55.1.0"
-source = "git+https://github.com/GreptimeTeam/datafusion.git?rev=70f84c5bf2511d40ee4a4036fa086ba36f207a85#70f84c5bf2511d40ee4a4036fa086ba36f207a85"
+source = "git+https://github.com/GreptimeTeam/datafusion.git?rev=638a77fb504e86f85ef6053c552bbee1ed814fb9#638a77fb504e86f85ef6053c552bbee1ed814fb9"
dependencies = [
"arrow 59.2.0",
"chrono",
@@ -4285,7 +4287,7 @@ dependencies = [
[[package]]
name = "datafusion-physical-expr"
version = "55.1.0"
-source = "git+https://github.com/GreptimeTeam/datafusion.git?rev=70f84c5bf2511d40ee4a4036fa086ba36f207a85#70f84c5bf2511d40ee4a4036fa086ba36f207a85"
+source = "git+https://github.com/GreptimeTeam/datafusion.git?rev=638a77fb504e86f85ef6053c552bbee1ed814fb9#638a77fb504e86f85ef6053c552bbee1ed814fb9"
dependencies = [
"arrow 59.2.0",
"arrow-schema 59.2.0",
@@ -4308,7 +4310,7 @@ dependencies = [
[[package]]
name = "datafusion-physical-expr-adapter"
version = "55.1.0"
-source = "git+https://github.com/GreptimeTeam/datafusion.git?rev=70f84c5bf2511d40ee4a4036fa086ba36f207a85#70f84c5bf2511d40ee4a4036fa086ba36f207a85"
+source = "git+https://github.com/GreptimeTeam/datafusion.git?rev=638a77fb504e86f85ef6053c552bbee1ed814fb9#638a77fb504e86f85ef6053c552bbee1ed814fb9"
dependencies = [
"arrow 59.2.0",
"datafusion-common",
@@ -4322,7 +4324,7 @@ dependencies = [
[[package]]
name = "datafusion-physical-expr-common"
version = "55.1.0"
-source = "git+https://github.com/GreptimeTeam/datafusion.git?rev=70f84c5bf2511d40ee4a4036fa086ba36f207a85#70f84c5bf2511d40ee4a4036fa086ba36f207a85"
+source = "git+https://github.com/GreptimeTeam/datafusion.git?rev=638a77fb504e86f85ef6053c552bbee1ed814fb9#638a77fb504e86f85ef6053c552bbee1ed814fb9"
dependencies = [
"arrow 59.2.0",
"chrono",
@@ -4339,7 +4341,7 @@ dependencies = [
[[package]]
name = "datafusion-physical-optimizer"
version = "55.1.0"
-source = "git+https://github.com/GreptimeTeam/datafusion.git?rev=70f84c5bf2511d40ee4a4036fa086ba36f207a85#70f84c5bf2511d40ee4a4036fa086ba36f207a85"
+source = "git+https://github.com/GreptimeTeam/datafusion.git?rev=638a77fb504e86f85ef6053c552bbee1ed814fb9#638a77fb504e86f85ef6053c552bbee1ed814fb9"
dependencies = [
"arrow 59.2.0",
"datafusion-common",
@@ -4358,7 +4360,7 @@ dependencies = [
[[package]]
name = "datafusion-physical-plan"
version = "55.1.0"
-source = "git+https://github.com/GreptimeTeam/datafusion.git?rev=70f84c5bf2511d40ee4a4036fa086ba36f207a85#70f84c5bf2511d40ee4a4036fa086ba36f207a85"
+source = "git+https://github.com/GreptimeTeam/datafusion.git?rev=638a77fb504e86f85ef6053c552bbee1ed814fb9#638a77fb504e86f85ef6053c552bbee1ed814fb9"
dependencies = [
"arrow 59.2.0",
"arrow-data 59.2.0",
@@ -4395,7 +4397,7 @@ dependencies = [
[[package]]
name = "datafusion-proto"
version = "55.1.0"
-source = "git+https://github.com/GreptimeTeam/datafusion.git?rev=70f84c5bf2511d40ee4a4036fa086ba36f207a85#70f84c5bf2511d40ee4a4036fa086ba36f207a85"
+source = "git+https://github.com/GreptimeTeam/datafusion.git?rev=638a77fb504e86f85ef6053c552bbee1ed814fb9#638a77fb504e86f85ef6053c552bbee1ed814fb9"
dependencies = [
"arrow 59.2.0",
"datafusion-catalog",
@@ -4421,7 +4423,7 @@ dependencies = [
[[package]]
name = "datafusion-proto-common"
version = "55.1.0"
-source = "git+https://github.com/GreptimeTeam/datafusion.git?rev=70f84c5bf2511d40ee4a4036fa086ba36f207a85#70f84c5bf2511d40ee4a4036fa086ba36f207a85"
+source = "git+https://github.com/GreptimeTeam/datafusion.git?rev=638a77fb504e86f85ef6053c552bbee1ed814fb9#638a77fb504e86f85ef6053c552bbee1ed814fb9"
dependencies = [
"arrow 59.2.0",
"datafusion-common",
@@ -4431,7 +4433,7 @@ dependencies = [
[[package]]
name = "datafusion-proto-models"
version = "55.1.0"
-source = "git+https://github.com/GreptimeTeam/datafusion.git?rev=70f84c5bf2511d40ee4a4036fa086ba36f207a85#70f84c5bf2511d40ee4a4036fa086ba36f207a85"
+source = "git+https://github.com/GreptimeTeam/datafusion.git?rev=638a77fb504e86f85ef6053c552bbee1ed814fb9#638a77fb504e86f85ef6053c552bbee1ed814fb9"
dependencies = [
"datafusion-common",
"datafusion-proto-common",
@@ -4441,7 +4443,7 @@ dependencies = [
[[package]]
name = "datafusion-pruning"
version = "55.1.0"
-source = "git+https://github.com/GreptimeTeam/datafusion.git?rev=70f84c5bf2511d40ee4a4036fa086ba36f207a85#70f84c5bf2511d40ee4a4036fa086ba36f207a85"
+source = "git+https://github.com/GreptimeTeam/datafusion.git?rev=638a77fb504e86f85ef6053c552bbee1ed814fb9#638a77fb504e86f85ef6053c552bbee1ed814fb9"
dependencies = [
"arrow 59.2.0",
"datafusion-common",
@@ -4456,7 +4458,7 @@ dependencies = [
[[package]]
name = "datafusion-session"
version = "55.1.0"
-source = "git+https://github.com/GreptimeTeam/datafusion.git?rev=70f84c5bf2511d40ee4a4036fa086ba36f207a85#70f84c5bf2511d40ee4a4036fa086ba36f207a85"
+source = "git+https://github.com/GreptimeTeam/datafusion.git?rev=638a77fb504e86f85ef6053c552bbee1ed814fb9#638a77fb504e86f85ef6053c552bbee1ed814fb9"
dependencies = [
"arrow-schema 59.2.0",
"async-trait",
@@ -4470,7 +4472,7 @@ dependencies = [
[[package]]
name = "datafusion-sql"
version = "55.1.0"
-source = "git+https://github.com/GreptimeTeam/datafusion.git?rev=70f84c5bf2511d40ee4a4036fa086ba36f207a85#70f84c5bf2511d40ee4a4036fa086ba36f207a85"
+source = "git+https://github.com/GreptimeTeam/datafusion.git?rev=638a77fb504e86f85ef6053c552bbee1ed814fb9#638a77fb504e86f85ef6053c552bbee1ed814fb9"
dependencies = [
"arrow 59.2.0",
"bigdecimal 0.4.8",
@@ -4489,7 +4491,7 @@ dependencies = [
[[package]]
name = "datafusion-substrait"
version = "55.1.0"
-source = "git+https://github.com/GreptimeTeam/datafusion.git?rev=70f84c5bf2511d40ee4a4036fa086ba36f207a85#70f84c5bf2511d40ee4a4036fa086ba36f207a85"
+source = "git+https://github.com/GreptimeTeam/datafusion.git?rev=638a77fb504e86f85ef6053c552bbee1ed814fb9#638a77fb504e86f85ef6053c552bbee1ed814fb9"
dependencies = [
"async-recursion",
"async-trait",
@@ -4507,7 +4509,7 @@ dependencies = [
[[package]]
name = "datanode"
-version = "1.3.0"
+version = "1.3.1"
dependencies = [
"api",
"arrow-flight",
@@ -4580,7 +4582,7 @@ checksum = "c286de4e81ea2590afc24d754e0f83810c566f50a1388fa75ebd57928c0d9745"
[[package]]
name = "datatypes"
-version = "1.3.0"
+version = "1.3.1"
dependencies = [
"arrow 59.2.0",
"arrow-array 59.2.0",
@@ -4601,7 +4603,6 @@ dependencies = [
"parquet-variant-compute",
"parquet-variant-json",
"paste",
- "regex",
"serde",
"serde_json",
"snafu 0.8.6",
@@ -5333,7 +5334,7 @@ checksum = "37909eebbb50d72f9059c3b6d82c0463f2ff062c9e95845c43a6c9c0355411be"
[[package]]
name = "file-engine"
-version = "1.3.0"
+version = "1.3.1"
dependencies = [
"api",
"async-trait",
@@ -5474,7 +5475,7 @@ checksum = "8bf7cc16383c4b8d58b9905a8509f02926ce3058053c056376248d958c9df1e8"
[[package]]
name = "flow"
-version = "1.3.0"
+version = "1.3.1"
dependencies = [
"api",
"arrow 59.2.0",
@@ -5526,7 +5527,7 @@ dependencies = [
"snafu 0.8.6",
"sql",
"store-api",
- "substrait 1.3.0",
+ "substrait 1.3.1",
"table",
"tokio",
"tokio-stream",
@@ -5634,7 +5635,7 @@ dependencies = [
[[package]]
name = "frontend"
-version = "1.3.0"
+version = "1.3.1"
dependencies = [
"api",
"arrow-flight",
@@ -6248,11 +6249,11 @@ dependencies = [
[[package]]
name = "halfbrown"
-version = "0.3.0"
+version = "0.4.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "aa2c385c6df70fd180bbb673d93039dbd2cd34e41d782600bdf6e1ca7bce39aa"
+checksum = "0c7ed2f2edad8a14c8186b847909a41fbb9c3eafa44f88bd891114ed5019da09"
dependencies = [
- "hashbrown 0.15.4",
+ "hashbrown 0.16.1",
"serde",
]
@@ -7029,7 +7030,7 @@ dependencies = [
[[package]]
name = "index"
-version = "1.3.0"
+version = "1.3.1"
dependencies = [
"ahash 0.8.12",
"async-trait",
@@ -7586,7 +7587,7 @@ dependencies = [
[[package]]
name = "jsonb"
version = "0.5.6"
-source = "git+https://github.com/GreptimeTeam/jsonb?rev=dd1e2341e3df35e9de38959328caa7628e81b6b1#dd1e2341e3df35e9de38959328caa7628e81b6b1"
+source = "git+https://github.com/GreptimeTeam/jsonb?rev=5a6472858d860ac034075c17253f41617bdfa956#5a6472858d860ac034075c17253f41617bdfa956"
dependencies = [
"byteorder",
"ethnum",
@@ -8178,7 +8179,7 @@ checksum = "0ceec5bc11778974d1bcb055b18002eba7f4b3518b6a0081b3af5f21666da9ad"
[[package]]
name = "log-query"
-version = "1.3.0"
+version = "1.3.1"
dependencies = [
"chrono",
"common-error",
@@ -8190,7 +8191,7 @@ dependencies = [
[[package]]
name = "log-store"
-version = "1.3.0"
+version = "1.3.1"
dependencies = [
"async-stream",
"async-trait",
@@ -8542,7 +8543,7 @@ dependencies = [
[[package]]
name = "meta-client"
-version = "1.3.0"
+version = "1.3.1"
dependencies = [
"api",
"async-trait",
@@ -8571,7 +8572,7 @@ dependencies = [
[[package]]
name = "meta-srv"
-version = "1.3.0"
+version = "1.3.1"
dependencies = [
"api",
"async-trait",
@@ -8662,7 +8663,7 @@ dependencies = [
[[package]]
name = "metric-engine"
-version = "1.3.0"
+version = "1.3.1"
dependencies = [
"api",
"aquamarine",
@@ -8762,7 +8763,7 @@ dependencies = [
[[package]]
name = "mito-codec"
-version = "1.3.0"
+version = "1.3.1"
dependencies = [
"api",
"bytes",
@@ -8787,11 +8788,12 @@ dependencies = [
[[package]]
name = "mito2"
-version = "1.3.0"
+version = "1.3.1"
dependencies = [
"api",
"aquamarine",
"arrow-schema 59.2.0",
+ "arrow-select 59.2.0",
"async-channel 1.9.0",
"async-stream",
"async-trait",
@@ -9630,7 +9632,7 @@ dependencies = [
[[package]]
name = "object-store"
-version = "1.3.0"
+version = "1.3.1"
dependencies = [
"anyhow",
"bytes",
@@ -10175,7 +10177,7 @@ dependencies = [
[[package]]
name = "operator"
-version = "1.3.0"
+version = "1.3.1"
dependencies = [
"ahash 0.8.12",
"api",
@@ -10241,7 +10243,7 @@ dependencies = [
"sql",
"sqlparser",
"store-api",
- "substrait 1.3.0",
+ "substrait 1.3.1",
"table",
"tokio",
"tokio-stream",
@@ -10576,7 +10578,7 @@ checksum = "e3c406c9e2aa74554e662d2c2ee11cd3e73756988800be7e6f5eddb16fed4699"
[[package]]
name = "partition"
-version = "1.3.0"
+version = "1.3.1"
dependencies = [
"api",
"common-base",
@@ -10981,7 +10983,7 @@ checksum = "8b870d8c151b6f2fb93e84a13146138f05d02ed11c7e7c54f8826aaaf7c9f184"
[[package]]
name = "pipeline"
-version = "1.3.0"
+version = "1.3.1"
dependencies = [
"ahash 0.8.12",
"api",
@@ -11158,7 +11160,7 @@ dependencies = [
[[package]]
name = "plugins"
-version = "1.3.0"
+version = "1.3.1"
dependencies = [
"auth",
"catalog",
@@ -11500,7 +11502,7 @@ dependencies = [
[[package]]
name = "promql"
-version = "1.3.0"
+version = "1.3.1"
dependencies = [
"ahash 0.8.12",
"async-trait",
@@ -11917,7 +11919,7 @@ dependencies = [
[[package]]
name = "puffin"
-version = "1.3.0"
+version = "1.3.1"
dependencies = [
"async-compression",
"async-trait",
@@ -11969,7 +11971,7 @@ dependencies = [
[[package]]
name = "query"
-version = "1.3.0"
+version = "1.3.1"
dependencies = [
"ahash 0.8.12",
"api",
@@ -12036,7 +12038,7 @@ dependencies = [
"sql",
"sqlparser",
"store-api",
- "substrait 1.3.0",
+ "substrait 1.3.1",
"table",
"tokio",
"toml 0.8.23",
@@ -13679,7 +13681,7 @@ dependencies = [
[[package]]
name = "servers"
-version = "1.3.0"
+version = "1.3.1"
dependencies = [
"ahash 0.8.12",
"api",
@@ -13822,7 +13824,7 @@ dependencies = [
[[package]]
name = "session"
-version = "1.3.0"
+version = "1.3.1"
dependencies = [
"ahash 0.8.12",
"api",
@@ -13980,13 +13982,11 @@ checksum = "d66dc143e6b11c1eddc06d5c423cfc97062865baf299914ab64caa38182078fe"
[[package]]
name = "simd-json"
-version = "0.15.1"
+version = "0.19.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "c962f626b54771990066e5435ec8331d1462576cd2d1e62f24076ae014f92112"
+checksum = "e8f2e4d523646f7da6dde3983bd18ede0babc21c258ab708b3dd93ea0259719d"
dependencies = [
- "getrandom 0.3.4",
"halfbrown",
- "ref-cast",
"serde",
"serde_json",
"simdutf8",
@@ -14202,7 +14202,7 @@ dependencies = [
[[package]]
name = "sql"
-version = "1.3.0"
+version = "1.3.1"
dependencies = [
"api",
"arrow-buffer 59.2.0",
@@ -14257,7 +14257,7 @@ dependencies = [
[[package]]
name = "sqlness-runner"
-version = "1.3.0"
+version = "1.3.1"
dependencies = [
"async-trait",
"clap",
@@ -14711,10 +14711,11 @@ dependencies = [
[[package]]
name = "standalone"
-version = "1.3.0"
+version = "1.3.1"
dependencies = [
"api",
"async-trait",
+ "auth",
"catalog",
"client",
"common-base",
@@ -14762,7 +14763,7 @@ checksum = "a2eb9349b6444b326872e140eb1cf5e7c522154d69e7a0ffb0fb81c06b37543f"
[[package]]
name = "store-api"
-version = "1.3.0"
+version = "1.3.1"
dependencies = [
"api",
"aquamarine",
@@ -14955,7 +14956,7 @@ dependencies = [
[[package]]
name = "substrait"
-version = "1.3.0"
+version = "1.3.1"
dependencies = [
"async-trait",
"bytes",
@@ -15091,7 +15092,7 @@ dependencies = [
[[package]]
name = "table"
-version = "1.3.0"
+version = "1.3.1"
dependencies = [
"api",
"arc-swap",
@@ -15371,7 +15372,7 @@ checksum = "8f50febec83f5ee1df3015341d8bd429f2d1cc62bcba7ea2076759d315084683"
[[package]]
name = "tests-fuzz"
-version = "1.3.0"
+version = "1.3.1"
dependencies = [
"arbitrary",
"async-trait",
@@ -15419,7 +15420,7 @@ dependencies = [
[[package]]
name = "tests-integration"
-version = "1.3.0"
+version = "1.3.1"
dependencies = [
"api",
"arrow-flight",
@@ -15498,7 +15499,7 @@ dependencies = [
"sqlx 0.9.0",
"standalone",
"store-api",
- "substrait 1.3.0",
+ "substrait 1.3.1",
"table",
"tempfile",
"time",
@@ -15851,6 +15852,7 @@ dependencies = [
"futures-core",
"futures-io",
"futures-sink",
+ "futures-util",
"pin-project-lite",
"slab",
"tokio",
@@ -16580,9 +16582,9 @@ checksum = "ba73ea9cf16a25df0c8caa16c51acb937d5712a8429db78a3ee29d5dcacd3a65"
[[package]]
name = "value-trait"
-version = "0.11.0"
+version = "0.12.3"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "0508fce11ad19e0aab49ce20b6bec7f8f82902ded31df1c9fc61b90f0eb396b8"
+checksum = "545a3d7089f11f1741d12963c057adf9443fc24325110a6a6daf582e825fd51b"
dependencies = [
"float-cmp",
"halfbrown",
diff --git a/Cargo.toml b/Cargo.toml
index 8a4936aad7f..07553dd694e 100644
--- a/Cargo.toml
+++ b/Cargo.toml
@@ -76,7 +76,7 @@ members = [
resolver = "2"
[workspace.package]
-version = "1.3.0"
+version = "1.3.1"
edition = "2024"
license = "Apache-2.0"
@@ -107,6 +107,7 @@ arrow-buffer = "=59.2.0"
arrow-flight = "=59.2.0"
arrow-ipc = { version = "=59.2.0", default-features = false, features = ["lz4", "zstd"] }
arrow-schema = { version = "=59.2.0", features = ["serde"] }
+arrow-select = "=59.2.0"
async-stream = "0.3"
async-trait = "0.1"
# Remember to update axum-extra, axum-macros when updating axum
@@ -173,7 +174,7 @@ hyper-util = "0.1"
icu_properties = "2.0.1"
indicatif = "0.17"
itertools = "0.14"
-jsonb = { git = "https://github.com/GreptimeTeam/jsonb", rev = "dd1e2341e3df35e9de38959328caa7628e81b6b1", default-features = false, features = [
+jsonb = { git = "https://github.com/GreptimeTeam/jsonb", rev = "5a6472858d860ac034075c17253f41617bdfa956", default-features = false, features = [
"databend",
] }
lazy_static = "1.4"
@@ -244,7 +245,7 @@ serde = { version = "1.0", features = ["derive"] }
serde_json = { version = "1.0", features = ["float_roundtrip"] }
serde_with = "3"
serde_yaml_ng = "0.10"
-simd-json = "0.15"
+simd-json = "0.19"
similar-asserts = "1.6.0"
smallvec = { version = "1", features = ["serde"] }
snafu = "0.8"
@@ -365,22 +366,22 @@ rev = "f743c3a5fe8c1f57363eac5866c356b7d91f9b39"
[patch.crates-io]
substrait = { git = "https://github.com/GreptimeTeam/substrait-rs.git", rev = "91ec978b0649417ad3da8390e7a515baec723b1b" }
-datafusion = { git = "https://github.com/GreptimeTeam/datafusion.git", rev = "70f84c5bf2511d40ee4a4036fa086ba36f207a85" }
-datafusion-common = { git = "https://github.com/GreptimeTeam/datafusion.git", rev = "70f84c5bf2511d40ee4a4036fa086ba36f207a85" }
-datafusion-datasource = { git = "https://github.com/GreptimeTeam/datafusion.git", rev = "70f84c5bf2511d40ee4a4036fa086ba36f207a85" }
-datafusion-execution = { git = "https://github.com/GreptimeTeam/datafusion.git", rev = "70f84c5bf2511d40ee4a4036fa086ba36f207a85" }
-datafusion-expr = { git = "https://github.com/GreptimeTeam/datafusion.git", rev = "70f84c5bf2511d40ee4a4036fa086ba36f207a85" }
-datafusion-expr-common = { git = "https://github.com/GreptimeTeam/datafusion.git", rev = "70f84c5bf2511d40ee4a4036fa086ba36f207a85" }
-datafusion-functions = { git = "https://github.com/GreptimeTeam/datafusion.git", rev = "70f84c5bf2511d40ee4a4036fa086ba36f207a85" }
-datafusion-functions-aggregate-common = { git = "https://github.com/GreptimeTeam/datafusion.git", rev = "70f84c5bf2511d40ee4a4036fa086ba36f207a85" }
-datafusion-functions-window-common = { git = "https://github.com/GreptimeTeam/datafusion.git", rev = "70f84c5bf2511d40ee4a4036fa086ba36f207a85" }
-datafusion-optimizer = { git = "https://github.com/GreptimeTeam/datafusion.git", rev = "70f84c5bf2511d40ee4a4036fa086ba36f207a85" }
-datafusion-physical-expr = { git = "https://github.com/GreptimeTeam/datafusion.git", rev = "70f84c5bf2511d40ee4a4036fa086ba36f207a85" }
-datafusion-physical-expr-common = { git = "https://github.com/GreptimeTeam/datafusion.git", rev = "70f84c5bf2511d40ee4a4036fa086ba36f207a85" }
-datafusion-physical-plan = { git = "https://github.com/GreptimeTeam/datafusion.git", rev = "70f84c5bf2511d40ee4a4036fa086ba36f207a85" }
-datafusion-proto = { git = "https://github.com/GreptimeTeam/datafusion.git", rev = "70f84c5bf2511d40ee4a4036fa086ba36f207a85" }
-datafusion-sql = { git = "https://github.com/GreptimeTeam/datafusion.git", rev = "70f84c5bf2511d40ee4a4036fa086ba36f207a85" }
-datafusion-substrait = { git = "https://github.com/GreptimeTeam/datafusion.git", rev = "70f84c5bf2511d40ee4a4036fa086ba36f207a85" }
+datafusion = { git = "https://github.com/GreptimeTeam/datafusion.git", rev = "638a77fb504e86f85ef6053c552bbee1ed814fb9" }
+datafusion-common = { git = "https://github.com/GreptimeTeam/datafusion.git", rev = "638a77fb504e86f85ef6053c552bbee1ed814fb9" }
+datafusion-datasource = { git = "https://github.com/GreptimeTeam/datafusion.git", rev = "638a77fb504e86f85ef6053c552bbee1ed814fb9" }
+datafusion-execution = { git = "https://github.com/GreptimeTeam/datafusion.git", rev = "638a77fb504e86f85ef6053c552bbee1ed814fb9" }
+datafusion-expr = { git = "https://github.com/GreptimeTeam/datafusion.git", rev = "638a77fb504e86f85ef6053c552bbee1ed814fb9" }
+datafusion-expr-common = { git = "https://github.com/GreptimeTeam/datafusion.git", rev = "638a77fb504e86f85ef6053c552bbee1ed814fb9" }
+datafusion-functions = { git = "https://github.com/GreptimeTeam/datafusion.git", rev = "638a77fb504e86f85ef6053c552bbee1ed814fb9" }
+datafusion-functions-aggregate-common = { git = "https://github.com/GreptimeTeam/datafusion.git", rev = "638a77fb504e86f85ef6053c552bbee1ed814fb9" }
+datafusion-functions-window-common = { git = "https://github.com/GreptimeTeam/datafusion.git", rev = "638a77fb504e86f85ef6053c552bbee1ed814fb9" }
+datafusion-optimizer = { git = "https://github.com/GreptimeTeam/datafusion.git", rev = "638a77fb504e86f85ef6053c552bbee1ed814fb9" }
+datafusion-physical-expr = { git = "https://github.com/GreptimeTeam/datafusion.git", rev = "638a77fb504e86f85ef6053c552bbee1ed814fb9" }
+datafusion-physical-expr-common = { git = "https://github.com/GreptimeTeam/datafusion.git", rev = "638a77fb504e86f85ef6053c552bbee1ed814fb9" }
+datafusion-physical-plan = { git = "https://github.com/GreptimeTeam/datafusion.git", rev = "638a77fb504e86f85ef6053c552bbee1ed814fb9" }
+datafusion-proto = { git = "https://github.com/GreptimeTeam/datafusion.git", rev = "638a77fb504e86f85ef6053c552bbee1ed814fb9" }
+datafusion-sql = { git = "https://github.com/GreptimeTeam/datafusion.git", rev = "638a77fb504e86f85ef6053c552bbee1ed814fb9" }
+datafusion-substrait = { git = "https://github.com/GreptimeTeam/datafusion.git", rev = "638a77fb504e86f85ef6053c552bbee1ed814fb9" }
datafusion-pg-catalog = { git = "https://github.com/datafusion-contrib/datafusion-postgres.git", rev = "ffb14a52b3d7c7489559812e1ec38096f225ce93" }
arrow-pg = { git = "https://github.com/datafusion-contrib/datafusion-postgres.git", rev = "ffb14a52b3d7c7489559812e1ec38096f225ce93" }
sqlparser = { git = "https://github.com/GreptimeTeam/sqlparser-rs.git", rev = "9e9019bb1c7040ed956f654e39378dd42ab17884" }
diff --git a/config/config.md b/config/config.md
index cc5b8135b59..c19bdd4d35a 100644
--- a/config/config.md
+++ b/config/config.md
@@ -271,6 +271,7 @@
| `pipeline` | -- | -- | The pipeline options. |
| `pipeline.cache_ttl` | String | `10s` | Time to live of the local pipeline cache. Default is `10s`. |
| `pipeline.allow_vrl_host_access` | Bool | `false` | Allow VRL to access the server environment, filesystem, hostname, local timezone,
network, and logs. Default is false. Enable only for trusted pipeline authors.
Applies to pipeline creation, execution, and dry-runs. Requires a restart. |
+| `pipeline.ignore_errors` | Bool | `false` | Default for the HTTP log ingestion and pipeline dry-run `ignore_errors` parameter.
Explicit request values override this setting. Malformed input may be discarded,
and invalid custom timestamps in identity ingestion fall back to server time.
Pipeline execution errors are controlled separately by `skip_error`.
Default is false. Requires a restart. |
| `event_recorder` | -- | -- | Configuration options for the event recorder. |
| `event_recorder.ttl` | String | `90d` | TTL for the events table that will be used to store the events. Default is `90d`. |
| `event_recorder.event_types` | Array | All | Event types to record. Current available event types: `create_database`,
`alter_database`, `drop_database`, `create_flow`, `drop_flow`,
`create_table`, `create_logical_tables`, `alter_table`, `alter_logical_tables`,
`drop_table`, `undrop_table`, `purge_dropped_table`, `truncate_table`,
`create_view`, `drop_view`, `admin_function`, `reconcile_catalog`,
`reconcile_database`, `reconcile_table`, `reconcile_logical_tables`.
When omitted, all current and future event types are recorded.
Set to an empty array to disable event recording. |
@@ -431,6 +432,7 @@
| `pipeline` | -- | -- | The pipeline options. |
| `pipeline.cache_ttl` | String | `10s` | Time to live of the frontend-local pipeline cache. A pipeline created or deleted on
another frontend takes effect on this one after at most this duration. |
| `pipeline.allow_vrl_host_access` | Bool | `false` | Allow VRL to access the server environment, filesystem, hostname, local timezone,
network, and logs. Default is false. Enable only for trusted pipeline authors.
Applies to pipeline creation, execution, and dry-runs. Requires a restart. |
+| `pipeline.ignore_errors` | Bool | `false` | Default for the HTTP log ingestion and pipeline dry-run `ignore_errors` parameter.
Explicit request values override this setting. Malformed input may be discarded,
and invalid custom timestamps in identity ingestion fall back to server time.
Pipeline execution errors are controlled separately by `skip_error`.
Default is false. Requires a restart. |
| `event_recorder` | -- | -- | Configuration options for the event recorder. |
| `event_recorder.ttl` | String | `90d` | TTL for the events table that will be used to store the events. Default is `90d`. |
| `event_recorder.event_types` | Array | All | Event types to record. Current available event type: `admin_function`.
When omitted, all current and future event types are recorded.
Set to an empty array to disable event recording. |
@@ -724,7 +726,7 @@
| `region_engine.mito.gc` | -- | -- | -- |
| `region_engine.mito.gc.enable` | Bool | `false` | Whether GC is enabled. Need to be the same with metasrv's `gc.enable` or unexpected behavior will occur |
| `region_engine.mito.gc.lingering_time` | String | `1h` | Lingering time before deleting files.
Should be long enough to allow long running queries to finish.
If set to None, then unused files will be deleted immediately. |
-| `region_engine.mito.gc.unknown_file_lingering_time` | String | `1d` | Lingering time before deleting unknown files (files with undetermined expel time).
Only applies during full file listing GC.
This uses the object's last-modified timestamp as a heuristic (strict less-than comparison);
do not configure this value too small in production to avoid deleting pre-manifest files
from in-progress compaction or flush.
For active/open regions, an unknown file is deleted only if its object last-modified time exceeds this TTL.
If the object store does not provide a last-modified timestamp, the file is conservatively kept.
For dropped regions, unknown files are deleted immediately. |
+| `region_engine.mito.gc.unknown_file_lingering_time` | String | `1d` | Lingering time before deleting unknown files (files with undetermined expel time).
It is also the age threshold of the sweep that reclaims temporary files left behind by
a crashed HDFS writer, and that sweep runs even if `enable` is false. HDFS advances the
modification time of a file under construction only as its blocks complete, so lowering
this value also shrinks the margin between the sweep and files that are still being written.
This uses the object's last-modified timestamp as a heuristic (strict less-than comparison);
do not configure this value too small in production to avoid deleting pre-manifest files
from in-progress compaction or flush.
For active/open regions, an unknown file is deleted only if its object last-modified time exceeds this TTL.
If the object store does not provide a last-modified timestamp, the file is conservatively kept.
For dropped regions, unknown files are deleted immediately. |
| `region_engine.file` | -- | -- | Enable the file engine. |
| `region_engine.metric` | -- | -- | Metric engine options. |
| `logging` | -- | -- | The logging options. |
diff --git a/config/datanode.example.toml b/config/datanode.example.toml
index 3594bf7ebaa..c8ac26deea9 100644
--- a/config/datanode.example.toml
+++ b/config/datanode.example.toml
@@ -836,7 +836,10 @@ enable = false
lingering_time = "1h"
## Lingering time before deleting unknown files (files with undetermined expel time).
-## Only applies during full file listing GC.
+## It is also the age threshold of the sweep that reclaims temporary files left behind by
+## a crashed HDFS writer, and that sweep runs even if `enable` is false. HDFS advances the
+## modification time of a file under construction only as its blocks complete, so lowering
+## this value also shrinks the margin between the sweep and files that are still being written.
## This uses the object's last-modified timestamp as a heuristic (strict less-than comparison);
## do not configure this value too small in production to avoid deleting pre-manifest files
## from in-progress compaction or flush.
diff --git a/config/frontend.example.toml b/config/frontend.example.toml
index 527aceba512..8d6a353f123 100644
--- a/config/frontend.example.toml
+++ b/config/frontend.example.toml
@@ -511,6 +511,12 @@ cache_ttl = "10s"
## network, and logs. Default is false. Enable only for trusted pipeline authors.
## Applies to pipeline creation, execution, and dry-runs. Requires a restart.
allow_vrl_host_access = false
+## Default for the HTTP log ingestion and pipeline dry-run `ignore_errors` parameter.
+## Explicit request values override this setting. Malformed input may be discarded,
+## and invalid custom timestamps in identity ingestion fall back to server time.
+## Pipeline execution errors are controlled separately by `skip_error`.
+## Default is false. Requires a restart.
+ignore_errors = false
## Configuration options for the event recorder.
[event_recorder]
diff --git a/config/standalone.example.toml b/config/standalone.example.toml
index 84df6b4d3c8..3e9cc3c409c 100644
--- a/config/standalone.example.toml
+++ b/config/standalone.example.toml
@@ -1119,6 +1119,12 @@ cache_ttl = "10s"
## network, and logs. Default is false. Enable only for trusted pipeline authors.
## Applies to pipeline creation, execution, and dry-runs. Requires a restart.
allow_vrl_host_access = false
+## Default for the HTTP log ingestion and pipeline dry-run `ignore_errors` parameter.
+## Explicit request values override this setting. Malformed input may be discarded,
+## and invalid custom timestamps in identity ingestion fall back to server time.
+## Pipeline execution errors are controlled separately by `skip_error`.
+## Default is false. Requires a restart.
+ignore_errors = false
## Configuration options for the event recorder.
[event_recorder]
diff --git a/docs/rfcs/2026-09-11-metric-export-import.md b/docs/rfcs/2026-09-11-metric-export-import.md
index 3d2c93e4695..bbc8c84b834 100644
--- a/docs/rfcs/2026-09-11-metric-export-import.md
+++ b/docs/rfcs/2026-09-11-metric-export-import.md
@@ -31,13 +31,21 @@ includes reports of exports taking days for roughly 100,000 logical tables with
only several GiB of data. Table count, physical schema width and data volume must
be measured separately; total database bytes do not describe the transfer cost.
-The [experiment conclusions](2026-09-11-metric-export-import/experiment-results.md)
-support shared scans, batch DDL, explicit-file COPY and packed-object transfer.
-Packing with a bounded range reader substantially reduces storage requests and
-improves full export and restore for many small logical tables. Benefits depend
-on request latency, and memory use increases. Remaining CREATE work makes batch
-DDL part of the first release. These local experiments establish direction;
-production V2 recovery and release performance still require acceptance tests.
+Local standalone experiments with development builds, local files and Docker
+MinIO support shared scans, batch DDL, explicit-file COPY and packed-object
+transfer. Packing with a bounded range reader reduces storage requests and
+improves full export and restore for many small logical tables; low-latency
+export gains are smaller. CPU and request overhead fell while peak process
+memory increased. Remaining CREATE work makes batch DDL part of the first
+release. Explicit-file COPY removes repeated directory traversal while retaining
+ordinary per-table insertion, independently of merged database writes.
+
+The exercised fixtures preserved schemas, DDL and typed values. Standalone-file
+experiments used the existing importer; packing used an independent driver and
+prototype range reader. These experiments establish design direction, not
+production packed-format compatibility, V2 recovery safety or release performance.
+The 8 MiB write/part limit was a design choice, not a measured optimum. Current
+acceptance status is maintained in the [tracking issue](https://github.com/GreptimeTeam/greptimedb/issues/9120).
# Terminology
@@ -532,18 +540,39 @@ batching, still writing standalone table objects; (C) B plus packing and its
reader, with identical DDL handling; (D) C plus batch DDL. If general restore
request deduplication is available, include it in B as well.
-The proposed release target is at least 3x faster full export and full restore
-for D versus A on 10,000 and 100,000 small logical tables with MinIO request
-latency increased by 5 ms. Fix this target during RFC review, before running
-release measurements. The independent local C-versus-B experiment establishes
-neither this comparison nor proof of that target.
+The release target is at least 3x faster full export and full restore for D
+versus A on both 10,000 and 100,000 small logical tables at both +50 ms and
++100 ms added MinIO request latency. Populate every selected table with the same
+deterministic data across controls, initially 32 rows per table. Include schema
+export, metadata discovery and CLI startup/shutdown in complete wall duration.
+The independent local C-versus-B experiment establishes neither this comparison
+nor proof of that target. Keep production improvements already shared by all
+controls in A, and identify which increments can actually be isolated.
-Use Linux release builds and at least three alternating rounds for primary
-comparisons. Report medians/spread, schema/data/full durations, CPU, RSS, bytes,
-objects, request counts and queue/cache peaks. Include zero-added-latency,
-local-file, mixed small/large-table and wide-schema controls. Investigate and
-remeasure full-duration regressions exceeding 5% versus A; do not generalize the
-latency-injected speedup to these cases. Check values and schemas outside timing.
+Start with native optimized release builds on macOS. Record hardware, OS,
+MinIO placement, container/VM CPU and memory limits, and connection/storage
+settings. Linux deployment-side performance confirmation can follow separately;
+Linux root/non-root and Windows correctness checks remain distinct requirements.
+Earlier development-build diagnostics, runs with paging interference and sparse
+fixtures with only one populated table do not establish this acceptance.
+
+Calibrate one added delay per object-store HTTP request, including HEAD, GET
+(and range GET), PUT, LIST, DELETE and each multipart operation. Do not delay
+individual packets, streaming body chunks or database SQL/DDL. Route CLI and
+server object access through the same controlled endpoint and report measured
+per-method latency distributions. Synthetic delay is not a cloud provider profile.
+
+Use a small calibration pilot before each scale and at least three alternating
+A/B/C/D rounds for primary comparisons, with fresh restore namespaces, equal
+concurrency and comparable cache/compaction conditions. Report medians/spread,
+schema/data/full durations, CPU, RSS, swap activity, bytes, objects, requests and
+queue/cache peaks. Check RAM, disk and MinIO health before large runs; do not
+compile concurrently. Fix interfering paging/load or report the scale unverified.
+Retain local-file and MinIO 0/+5 ms controls, mixed small/large tables, wide
+physical column unions and multiple physical groups. Add +20 ms only if needed
+to explain sensitivity. Investigate and remeasure full-duration regressions
+exceeding 5% versus A. Check table membership, schemas and typed values outside
+timing, and report B/A, C/B and D/C independently where comparable.
Validate actual write/part sizes at or below 8 MiB, aggregate concurrency across
groups/chunks, and resource release after success, cancellation and failure.
diff --git a/docs/rfcs/2026-09-11-metric-export-import/experiment-results.md b/docs/rfcs/2026-09-11-metric-export-import/experiment-results.md
deleted file mode 100644
index 9cc7b46464d..00000000000
--- a/docs/rfcs/2026-09-11-metric-export-import/experiment-results.md
+++ /dev/null
@@ -1,34 +0,0 @@
-# Metric export/import experiment conclusions
-
-The experiments support shared physical scans, explicit-file COPY, batched
-logical DDL, and packing small logical-table Parquet streams into shared objects.
-
-- **Shared scans reduce repeated query work.** Projecting each logical schema
- before dictionary expansion preserves its columns and types, but does not
- remove the memory cost of a wide physical schema or distributed ordering.
-- **Explicit-file COPY removes repeated directory traversal.** This improvement
- uses ordinary per-table insertion; it is independent of database merged writes.
-- **Packing and its range reader reduce small-object overhead.** They improve
- complete export and restore and sharply reduce object-store requests. Benefits
- grow with table count and request latency; low-latency export gains are smaller.
- Some reader request savings can also benefit standalone files.
-- **Batch DDL remains necessary.** Once data restore is faster, logical-table
- creation becomes the main remaining restore cost. The batch-DDL experiment used
- an internal interface; production transport and retry integration remain work.
-- **Bounded writes allow larger objects.** The packing experiment kept writes
- and upload parts within 8 MiB without imposing that limit on whole objects or
- splitting logical tables. This was the chosen size, not a measured optimum.
-- **Packing has a memory trade-off.** CPU and request overhead fell, while peak
- process memory increased. Encoding buffers, upload concurrency, range windows
- and table/index metadata need separate accounting.
-
-The exercised fixtures preserved schemas, DDL and typed values after restore.
-Earlier standalone-file experiments used the existing importer; the packing
-experiment used an independent driver and prototype range reader. The latter
-does not establish production packed-format compatibility or V2 resume safety.
-
-These were local standalone experiments using development builds, local files
-and Docker MinIO. Release acceptance still needs the actual packed V2 path,
-request-owned reader isolation, old-reader rejection, large-table throughput,
-distributed ordering, cancellation and recovery. See the [RFC](../2026-09-11-metric-export-import.md)
-and [tracking issue](https://github.com/GreptimeTeam/greptimedb/issues/9120).
diff --git a/src/auth/Cargo.toml b/src/auth/Cargo.toml
index 959eb25078e..1c2161adf22 100644
--- a/src/auth/Cargo.toml
+++ b/src/auth/Cargo.toml
@@ -24,6 +24,7 @@ hex.workspace = true
hmac = "0.12"
pbkdf2 = "0.12"
rand.workspace = true
+serde.workspace = true
sha1 = "0.10"
sha2 = "0.10"
snafu.workspace = true
diff --git a/src/auth/src/common.rs b/src/auth/src/common.rs
index d25390ed778..e578b2a6ea8 100644
--- a/src/auth/src/common.rs
+++ b/src/auth/src/common.rs
@@ -14,10 +14,11 @@
use std::sync::{Arc, LazyLock};
-use common_base::secrets::SecretString;
+use common_base::secrets::{ExposeSecret, SecretString};
use digest::Digest;
use hmac::{Hmac, Mac};
use pbkdf2::pbkdf2_hmac;
+use serde::Serializer;
use sha1::Sha1;
use sha2::Sha256;
use snafu::{OptionExt, ensure};
@@ -39,6 +40,9 @@ pub const MAX_PBKDF2_SHA256_ITERATIONS: u32 = 1_000_000;
pub const MAX_PBKDF2_SHA256_SALT_LEN: usize = 1024;
pub const PG_SCRAM_SHA256_KEY_LEN: usize = 32;
+/// Placeholder used when rendering potentially secret user-provider options.
+pub(crate) const REDACTED_USER_PROVIDER_OPTION: &str = "[REDACTED]";
+
type HmacSha256 = Hmac;
/// Process-wide secret used to derive a stable mock salt for unknown users, so
@@ -52,8 +56,8 @@ pub fn userinfo_by_name(username: Option) -> UserInfoRef {
}
pub fn user_provider_from_option(opt: &str) -> Result {
- let (name, content) = opt.split_once(':').with_context(|| InvalidConfigSnafu {
- value: opt.to_string(),
+ let (name, content) = opt.split_once(':').context(InvalidConfigSnafu {
+ value: REDACTED_USER_PROVIDER_OPTION,
msg: "UserProviderOption must be in format `