chore: build only centos binary

Signed-off-by: shuiyisong <xixing.sys@gmail.com>
chore: change to dev-mode false packaging
2026-01-05 21:02:58 +00:00 · 2025-11-10 14:08:51 +08:00 · 2025-11-10 11:05:31 +08:00 · 2025-11-10 10:34:27 +08:00
417 changed files with 6804 additions and 20869 deletions
--- a/.github/CODEOWNERS
+++ b/.github/CODEOWNERS
@@ -5,23 +5,23 @@
 * @GreptimeTeam/db-approver

 ## [Module] Database Engine
-/src/index @evenyag @discord9 @WenyXu 
+/src/index @zhongzc
 /src/mito2 @evenyag @v0y4g3r @waynexia
-/src/query @evenyag @waynexia @discord9
+/src/query @evenyag

 ## [Module] Distributed
-/src/common/meta @MichaelScofield @WenyXu
-/src/common/procedure @MichaelScofield @WenyXu
-/src/meta-client @MichaelScofield @WenyXu
-/src/meta-srv @MichaelScofield @WenyXu
+/src/common/meta @MichaelScofield
+/src/common/procedure @MichaelScofield
+/src/meta-client @MichaelScofield
+/src/meta-srv @MichaelScofield

 ## [Module] Write Ahead Log
-/src/log-store @v0y4g3r @WenyXu
-/src/store-api @v0y4g3r @evenyag
+/src/log-store @v0y4g3r
+/src/store-api @v0y4g3r

 ## [Module] Metrics Engine
-/src/metric-engine @waynexia @WenyXu
-/src/promql @waynexia @evenyag @discord9
+/src/metric-engine @waynexia
+/src/promql @waynexia

 ## [Module] Flow
-/src/flow @discord9 @waynexia
+/src/flow @zhongzc @waynexia
--- a/.github/actions/build-greptime-binary/action.yml
+++ b/.github/actions/build-greptime-binary/action.yml
@@ -32,23 +32,9 @@ inputs:
    description: Image Registry
    required: false
    default: 'docker.io'
-  large-page-size:
-    description: Build GreptimeDB with large page size (65536).
-    required: false
-    default: 'false'
-
 runs:
  using: composite
  steps:
-    - name: Set extra build environment variables
-      shell: bash
-      run: |
-        if [[ '${{ inputs.large-page-size }}' == 'true' ]]; then
-          echo 'EXTRA_BUILD_ENVS="JEMALLOC_SYS_WITH_LG_PAGE=16"' >> $GITHUB_ENV
-        else
-          echo 'EXTRA_BUILD_ENVS=' >> $GITHUB_ENV
-        fi
-
    - name: Build greptime binary
      shell: bash
      if: ${{ inputs.build-android-artifacts == 'false' }}
@@ -59,8 +45,7 @@ runs:
          FEATURES=${{ inputs.features }} \
          BASE_IMAGE=${{ inputs.base-image }} \
          IMAGE_NAMESPACE=${{ inputs.image-namespace }} \
-          IMAGE_REGISTRY=${{ inputs.image-registry }} \
-          EXTRA_BUILD_ENVS=$EXTRA_BUILD_ENVS
+          IMAGE_REGISTRY=${{ inputs.image-registry }}

    - name: Upload artifacts
      uses: ./.github/actions/upload-artifacts
--- a/.github/actions/build-linux-artifacts/action.yml
+++ b/.github/actions/build-linux-artifacts/action.yml
@@ -27,10 +27,6 @@ inputs:
    description: Working directory to build the artifacts
    required: false
    default: .
-  large-page-size:
-    description: Build GreptimeDB with large page size (65536).
-    required: false
-    default: 'false'
 runs:
  using: composite
  steps:
@@ -52,23 +48,22 @@ runs:
        path: /tmp/greptime-*.log
        retention-days: 3

-    - name: Build greptime # Builds standard greptime binary
-      uses: ./.github/actions/build-greptime-binary
-      with:
-        base-image: ubuntu
-        features: servers/dashboard
-        cargo-profile: ${{ inputs.cargo-profile }}
-        artifacts-dir: greptime-linux-${{ inputs.arch }}-${{ inputs.version }}
-        version: ${{ inputs.version }}
-        working-dir: ${{ inputs.working-dir }}
-        image-registry: ${{ inputs.image-registry }}
-        image-namespace: ${{ inputs.image-namespace }}
-        large-page-size: ${{ inputs.large-page-size }}
+    # - name: Build greptime # Builds standard greptime binary
+    #   uses: ./.github/actions/build-greptime-binary
+    #   with:
+    #     base-image: ubuntu
+    #     features: servers/dashboard
+    #     cargo-profile: ${{ inputs.cargo-profile }}
+    #     artifacts-dir: greptime-linux-${{ inputs.arch }}-${{ inputs.version }}
+    #     version: ${{ inputs.version }}
+    #     working-dir: ${{ inputs.working-dir }}
+    #     image-registry: ${{ inputs.image-registry }}
+    #     image-namespace: ${{ inputs.image-namespace }}

-    - name: Clean up the target directory # Clean up the target directory for the centos7 base image, or it will still use the objects of last build.
-      shell: bash
-      run: |
-        rm -rf ./target/
+    # - name: Clean up the target directory # Clean up the target directory for the centos7 base image, or it will still use the objects of last build.
+    #   shell: bash
+    #   run: |
+    #     rm -rf ./target/

    - name: Build greptime on centos base image
      uses: ./.github/actions/build-greptime-binary
@@ -82,17 +77,15 @@ runs:
        working-dir: ${{ inputs.working-dir }}
        image-registry: ${{ inputs.image-registry }}
        image-namespace: ${{ inputs.image-namespace }}
-        large-page-size: ${{ inputs.large-page-size }}

-    - name: Build greptime on android base image
-      uses: ./.github/actions/build-greptime-binary
-      if: ${{ inputs.arch == 'amd64' && inputs.dev-mode == 'false' }} # Builds arm64 greptime binary for android if the host machine amd64.
-      with:
-        base-image: android
-        artifacts-dir: greptime-android-arm64-${{ inputs.version }}
-        version: ${{ inputs.version }}
-        working-dir: ${{ inputs.working-dir }}
-        build-android-artifacts: true
-        image-registry: ${{ inputs.image-registry }}
-        image-namespace: ${{ inputs.image-namespace }}
-        large-page-size: ${{ inputs.large-page-size }}
+    # - name: Build greptime on android base image
+    #   uses: ./.github/actions/build-greptime-binary
+    #   if: ${{ inputs.arch == 'amd64' && inputs.dev-mode == 'false' }} # Builds arm64 greptime binary for android if the host machine amd64.
+    #   with:
+    #     base-image: android
+    #     artifacts-dir: greptime-android-arm64-${{ inputs.version }}
+    #     version: ${{ inputs.version }}
+    #     working-dir: ${{ inputs.working-dir }}
+    #     build-android-artifacts: true
+    #     image-registry: ${{ inputs.image-registry }}
+    #     image-namespace: ${{ inputs.image-namespace }}
--- a/.github/scripts/update-helm-charts-version.sh
+++ b/.github/scripts/update-helm-charts-version.sh
@@ -39,11 +39,8 @@ update_helm_charts_version() {
    --body "This PR updates the GreptimeDB version." \
    --base main \
    --head $BRANCH_NAME \
-    --reviewer sunng87 \
-    --reviewer daviderli614 \
-    --reviewer killme2008 \
-    --reviewer evenyag \
-    --reviewer fengjiachun
+    --reviewer zyy17 \
+    --reviewer daviderli614
 }

 update_helm_charts_version
--- a/.github/scripts/update-homebrew-greptme-version.sh
+++ b/.github/scripts/update-homebrew-greptme-version.sh
@@ -35,11 +35,8 @@ update_homebrew_greptime_version() {
    --body "This PR updates the GreptimeDB version." \
    --base main \
    --head $BRANCH_NAME \
-    --reviewer sunng87 \
-    --reviewer daviderli614 \
-    --reviewer killme2008 \
-    --reviewer evenyag \
-    --reviewer fengjiachun
+    --reviewer zyy17 \
+    --reviewer daviderli614
 }

 update_homebrew_greptime_version
--- a/.github/workflows/dev-build.yml
+++ b/.github/workflows/dev-build.yml
@@ -4,11 +4,10 @@ name: GreptimeDB Development Build
 on:
  workflow_dispatch: # Allows you to run this workflow manually.
    inputs:
-      large-page-size:
-        description: Build GreptimeDB with large page size (65536).
-        type: boolean
+      repository:
+        description: The public repository to build
        required: false
-        default: false
+        default: GreptimeTeam/greptimedb
      commit: # Note: We only pull the source code and use the current workflow to build the artifacts.
        description: The commit to build
        required: true
@@ -178,11 +177,10 @@ jobs:
          cargo-profile: ${{ env.CARGO_PROFILE }}
          version: ${{ needs.allocate-runners.outputs.version }}
          disable-run-tests: ${{ env.DISABLE_RUN_TESTS }}
-          dev-mode: true # Only build the standard greptime binary.
+          dev-mode: false # Only build the standard greptime binary.
          working-dir: ${{ env.CHECKOUT_GREPTIMEDB_PATH }}
          image-registry: ${{ vars.ECR_IMAGE_REGISTRY }}
          image-namespace: ${{ vars.ECR_IMAGE_NAMESPACE }}
-          large-page-size: ${{ inputs.large-page-size }}

  build-linux-arm64-artifacts:
    name: Build linux-arm64 artifacts
@@ -216,7 +214,6 @@ jobs:
          working-dir: ${{ env.CHECKOUT_GREPTIMEDB_PATH }}
          image-registry: ${{ vars.ECR_IMAGE_REGISTRY }}
          image-namespace: ${{ vars.ECR_IMAGE_NAMESPACE }}
-          large-page-size: ${{ inputs.large-page-size }}

  release-images-to-dockerhub:
    name: Build and push images to DockerHub
--- a/.github/workflows/multi-lang-tests.yml
+++ b/.github/workflows/multi-lang-tests.yml
@@ -1,57 +0,0 @@
-name: Multi-language Integration Tests
-
-on:
-  push:
-    branches:
-      - main
-  workflow_dispatch:
-
-concurrency:
-  group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }}
-  cancel-in-progress: true
-
-jobs:
-  build-greptimedb:
-    if: ${{ github.repository == 'GreptimeTeam/greptimedb' }}
-    name: Build GreptimeDB binary
-    runs-on: ubuntu-latest
-    timeout-minutes: 60
-    steps:
-      - uses: actions/checkout@v4
-        with:
-          persist-credentials: false
-      - uses: arduino/setup-protoc@v3
-        with:
-          repo-token: ${{ secrets.GITHUB_TOKEN }}
-      - uses: actions-rust-lang/setup-rust-toolchain@v1
-      - uses: Swatinem/rust-cache@v2
-        with:
-          shared-key: "multi-lang-build"
-          cache-all-crates: "true"
-          save-if: ${{ github.ref == 'refs/heads/main' }}
-      - name: Install cargo-gc-bin
-        shell: bash
-        run: cargo install cargo-gc-bin --force
-      - name: Build greptime binary
-        shell: bash
-        run: cargo gc -- --bin greptime --features "pg_kvbackend,mysql_kvbackend"
-      - name: Pack greptime binary
-        shell: bash
-        run: |
-          mkdir bin && \
-          mv ./target/debug/greptime bin
-      - name: Print greptime binary info
-        run: ls -lh bin
-      - name: Upload greptime binary
-        uses: actions/upload-artifact@v4
-        with:
-          name: greptime-bin
-          path: bin/
-          retention-days: 1
-
-  run-multi-lang-tests:
-    name: Run Multi-language SDK Tests
-    needs: build-greptimedb
-    uses: ./.github/workflows/run-multi-lang-tests.yml
-    with:
-      artifact-name: greptime-bin
--- a/.github/workflows/nightly-build.yml
+++ b/.github/workflows/nightly-build.yml
@@ -174,18 +174,6 @@ jobs:
          image-registry: ${{ vars.ECR_IMAGE_REGISTRY }}
          image-namespace: ${{ vars.ECR_IMAGE_NAMESPACE }}

-  run-multi-lang-tests:
-    name: Run Multi-language SDK Tests
-    if: ${{ inputs.build_linux_amd64_artifacts || github.event_name == 'schedule' }}
-    needs: [
-      allocate-runners,
-      build-linux-amd64-artifacts,
-    ]
-    uses: ./.github/workflows/run-multi-lang-tests.yml
-    with:
-      artifact-name: greptime-linux-amd64-${{ needs.allocate-runners.outputs.version }}
-      artifact-is-tarball: true
-
  release-images-to-dockerhub:
    name: Build and push images to DockerHub
    if: ${{ inputs.release_images || github.event_name == 'schedule' }}
@@ -313,8 +301,7 @@ jobs:
    if: ${{ github.repository == 'GreptimeTeam/greptimedb' && always() }} # Not requiring successful dependent jobs, always run.
    name: Send notification to Greptime team
    needs: [
-      release-images-to-dockerhub,
-      run-multi-lang-tests,
+      release-images-to-dockerhub
    ]
    runs-on: ubuntu-latest
    permissions:
@@ -332,17 +319,17 @@ jobs:
        run: pnpm tsx bin/report-ci-failure.ts
        env:
          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
-          CI_REPORT_STATUS: ${{ needs.release-images-to-dockerhub.outputs.nightly-build-result == 'success' && (needs.run-multi-lang-tests.result == 'success' || needs.run-multi-lang-tests.result == 'skipped') }}
+          CI_REPORT_STATUS: ${{ needs.release-images-to-dockerhub.outputs.nightly-build-result == 'success' }}
      - name: Notify nightly build successful result
        uses: slackapi/slack-github-action@v1.23.0
-        if: ${{ needs.release-images-to-dockerhub.outputs.nightly-build-result == 'success' && (needs.run-multi-lang-tests.result == 'success' || needs.run-multi-lang-tests.result == 'skipped') }}
+        if: ${{ needs.release-images-to-dockerhub.outputs.nightly-build-result == 'success' }}
        with:
          payload: |
            {"text": "GreptimeDB's ${{ env.NEXT_RELEASE_VERSION }} build has completed successfully."}

      - name: Notify nightly build failed result
        uses: slackapi/slack-github-action@v1.23.0
-        if: ${{ needs.release-images-to-dockerhub.outputs.nightly-build-result != 'success' || needs.run-multi-lang-tests.result == 'failure' }}
+        if: ${{ needs.release-images-to-dockerhub.outputs.nightly-build-result != 'success' }}
        with:
          payload: |
            {"text": "GreptimeDB's ${{ env.NEXT_RELEASE_VERSION }} build has failed, please check ${{ steps.report-ci-status.outputs.html_url }}."}
--- a/.github/workflows/release.yml
+++ b/.github/workflows/release.yml
@@ -215,18 +215,6 @@ jobs:
          image-registry: ${{ vars.ECR_IMAGE_REGISTRY }}
          image-namespace: ${{ vars.ECR_IMAGE_NAMESPACE }}

-  run-multi-lang-tests:
-    name: Run Multi-language SDK Tests
-    if: ${{ inputs.build_linux_amd64_artifacts || github.event_name == 'push' || github.event_name == 'schedule' }}
-    needs: [
-      allocate-runners,
-      build-linux-amd64-artifacts,
-    ]
-    uses: ./.github/workflows/run-multi-lang-tests.yml
-    with:
-      artifact-name: greptime-linux-amd64-${{ needs.allocate-runners.outputs.version }}
-      artifact-is-tarball: true
-
  build-macos-artifacts:
    name: Build macOS artifacts
    strategy:
@@ -315,7 +303,6 @@ jobs:
      allocate-runners,
      build-linux-amd64-artifacts,
      build-linux-arm64-artifacts,
-      run-multi-lang-tests,
    ]
    runs-on: ubuntu-latest
    outputs:
@@ -394,7 +381,6 @@ jobs:
      build-macos-artifacts,
      build-windows-artifacts,
      release-images-to-dockerhub,
-      run-multi-lang-tests,
    ]
    runs-on: ubuntu-latest
    steps:
--- a/.github/workflows/run-multi-lang-tests.yml
+++ b/.github/workflows/run-multi-lang-tests.yml
@@ -1,194 +0,0 @@
-# Reusable workflow for running multi-language SDK tests against GreptimeDB
-# Used by: multi-lang-tests.yml, release.yml, nightly-build.yml
-# Supports both direct binary artifacts and tarball artifacts
-
-name: Run Multi-language SDK Tests
-
-on:
-  workflow_call:
-    inputs:
-      artifact-name:
-        required: true
-        type: string
-        description: 'Name of the artifact containing greptime binary'
-      http-port:
-        required: false
-        type: string
-        default: '4000'
-        description: 'HTTP server port'
-      mysql-port:
-        required: false
-        type: string
-        default: '4002'
-        description: 'MySQL server port'
-      postgres-port:
-        required: false
-        type: string
-        default: '4003'
-        description: 'PostgreSQL server port'
-      db-name:
-        required: false
-        type: string
-        default: 'test_db'
-        description: 'Test database name'
-      username:
-        required: false
-        type: string
-        default: 'greptime_user'
-        description: 'Authentication username'
-      password:
-        required: false
-        type: string
-        default: 'greptime_pwd'
-        description: 'Authentication password'
-      timeout-minutes:
-        required: false
-        type: number
-        default: 30
-        description: 'Job timeout in minutes'
-      artifact-is-tarball:
-        required: false
-        type: boolean
-        default: false
-        description: 'Whether the artifact is a tarball (tar.gz) that needs to be extracted'
-
-jobs:
-  run-tests:
-    name: Run Multi-language SDK Tests
-    runs-on: ubuntu-latest
-    timeout-minutes: ${{ inputs.timeout-minutes }}
-    steps:
-      - name: Checkout greptimedb-tests repository
-        uses: actions/checkout@v4
-        with:
-          repository: GreptimeTeam/greptimedb-tests
-          persist-credentials: false
-
-      - name: Download pre-built greptime binary
-        uses: actions/download-artifact@v4
-        with:
-          name: ${{ inputs.artifact-name }}
-          path: artifact
-
-      - name: Setup greptime binary
-        run: |
-          mkdir -p bin
-          if [ "${{ inputs.artifact-is-tarball }}" = "true" ]; then
-            # Extract tarball and find greptime binary
-            tar -xzf artifact/*.tar.gz -C artifact
-            find artifact -name "greptime" -type f -exec cp {} bin/greptime \;
-          else
-            # Direct binary format
-            if [ -f artifact/greptime ]; then
-              cp artifact/greptime bin/greptime
-            else
-              cp artifact/* bin/greptime
-            fi
-          fi
-          chmod +x ./bin/greptime
-          ls -lh ./bin/greptime
-          ./bin/greptime --version
-
-      - name: Setup Java 17
-        uses: actions/setup-java@v4
-        with:
-          distribution: 'temurin'
-          java-version: '17'
-          cache: 'maven'
-
-      - name: Setup Python 3.8
-        uses: actions/setup-python@v5
-        with:
-          python-version: '3.8'
-
-      - name: Setup Go 1.24
-        uses: actions/setup-go@v5
-        with:
-          go-version: '1.24'
-          cache: true
-          cache-dependency-path: go-tests/go.sum
-
-      - name: Set up Node.js
-        uses: actions/setup-node@v4
-        with:
-          node-version: '18'
-
-      - name: Install Python dependencies
-        run: |
-          pip install mysql-connector-python psycopg2-binary
-          python3 -c "import mysql.connector; print(f'mysql-connector-python {mysql.connector.__version__}')"
-          python3 -c "import psycopg2; print(f'psycopg2 {psycopg2.__version__}')"
-
-      - name: Install Go dependencies
-        working-directory: go-tests
-        run: |
-          go mod download
-          go mod verify
-          go version
-
-      - name: Kill existing GreptimeDB processes
-        run: |
-          pkill -f greptime || true
-          sleep 2
-
-      - name: Start GreptimeDB standalone
-        run: |
-          ./bin/greptime standalone start \
-            --http-addr 0.0.0.0:${{ inputs.http-port }} \
-            --rpc-addr 0.0.0.0:4001 \
-            --mysql-addr 0.0.0.0:${{ inputs.mysql-port }} \
-            --postgres-addr 0.0.0.0:${{ inputs.postgres-port }} \
-            --user-provider=static_user_provider:cmd:${{ inputs.username }}=${{ inputs.password }} > /tmp/greptimedb.log 2>&1 &
-
-      - name: Wait for GreptimeDB to be ready
-        run: |
-          echo "Waiting for GreptimeDB..."
-          for i in {1..60}; do
-            if curl -sf http://localhost:${{ inputs.http-port }}/health > /dev/null; then
-              echo "✅ GreptimeDB is ready"
-              exit 0
-            fi
-            sleep 2
-          done
-          echo "❌ GreptimeDB failed to start"
-          cat /tmp/greptimedb.log
-          exit 1
-
-      - name: Run multi-language tests
-        env:
-          DB_NAME: ${{ inputs.db-name }}
-          MYSQL_HOST: 127.0.0.1
-          MYSQL_PORT: ${{ inputs.mysql-port }}
-          POSTGRES_HOST: 127.0.0.1
-          POSTGRES_PORT: ${{ inputs.postgres-port }}
-          HTTP_HOST: 127.0.0.1
-          HTTP_PORT: ${{ inputs.http-port }}
-          GREPTIME_USERNAME: ${{ inputs.username }}
-          GREPTIME_PASSWORD: ${{ inputs.password }}
-        run: |
-          chmod +x ./run_tests.sh
-          ./run_tests.sh
-
-      - name: Collect logs on failure
-        if: failure()
-        run: |
-          echo "=== GreptimeDB Logs ==="
-          cat /tmp/greptimedb.log || true
-
-      - name: Upload test logs on failure
-        if: failure()
-        uses: actions/upload-artifact@v4
-        with:
-          name: test-logs
-          path: |
-            /tmp/greptimedb.log
-            java-tests/target/surefire-reports/
-            python-tests/.pytest_cache/
-            go-tests/*.log
-            **/test-output/
-          retention-days: 7
-
-      - name: Cleanup
-        if: always()
-        run: |
-          pkill -f greptime || true
--- a/Cargo.lock
+++ b/Cargo.lock
@@ -212,7 +212,7 @@ checksum = "d301b3b94cb4b2f23d7917810addbbaff90738e0ca2be692bd027e70d7e0330c"

 [[package]]
 name = "api"
-version = "1.0.0-beta.2"
+version = "0.18.0"
 dependencies = [
 "arrow-schema",
 "common-base",
@@ -733,7 +733,7 @@ dependencies = [

 [[package]]
 name = "auth"
-version = "1.0.0-beta.2"
+version = "0.18.0"
 dependencies = [
 "api",
 "async-trait",
@@ -1383,7 +1383,7 @@ dependencies = [

 [[package]]
 name = "cache"
-version = "1.0.0-beta.2"
+version = "0.18.0"
 dependencies = [
 "catalog",
 "common-error",
@@ -1418,7 +1418,7 @@ checksum = "37b2a672a2cb129a2e41c10b1224bb368f9f37a2b16b612598138befd7b37eb5"

 [[package]]
 name = "catalog"
-version = "1.0.0-beta.2"
+version = "0.18.0"
 dependencies = [
 "api",
 "arrow",
@@ -1763,7 +1763,7 @@ checksum = "b94f61472cee1439c0b966b47e3aca9ae07e45d070759512cd390ea2bebc6675"

 [[package]]
 name = "cli"
-version = "1.0.0-beta.2"
+version = "0.18.0"
 dependencies = [
 "async-stream",
 "async-trait",
@@ -1816,7 +1816,7 @@ dependencies = [

 [[package]]
 name = "client"
-version = "1.0.0-beta.2"
+version = "0.18.0"
 dependencies = [
 "api",
 "arc-swap",
@@ -1848,8 +1848,8 @@ dependencies = [
 "serde_json",
 "snafu 0.8.6",
 "store-api",
+ "substrait 0.18.0",
 "substrait 0.37.3",
- "substrait 1.0.0-beta.2",
 "tokio",
 "tokio-stream",
 "tonic 0.13.1",
@@ -1889,7 +1889,7 @@ dependencies = [

 [[package]]
 name = "cmd"
-version = "1.0.0-beta.2"
+version = "0.18.0"
 dependencies = [
 "async-trait",
 "auth",
@@ -2012,7 +2012,7 @@ checksum = "55b672471b4e9f9e95499ea597ff64941a309b2cdbffcc46f2cc5e2d971fd335"

 [[package]]
 name = "common-base"
-version = "1.0.0-beta.2"
+version = "0.18.0"
 dependencies = [
 "anymap2",
 "async-trait",
@@ -2036,14 +2036,14 @@ dependencies = [

 [[package]]
 name = "common-catalog"
-version = "1.0.0-beta.2"
+version = "0.18.0"
 dependencies = [
 "const_format",
 ]

 [[package]]
 name = "common-config"
-version = "1.0.0-beta.2"
+version = "0.18.0"
 dependencies = [
 "common-base",
 "common-error",
@@ -2067,7 +2067,7 @@ dependencies = [

 [[package]]
 name = "common-datasource"
-version = "1.0.0-beta.2"
+version = "0.18.0"
 dependencies = [
 "arrow",
 "arrow-schema",
@@ -2102,7 +2102,7 @@ dependencies = [

 [[package]]
 name = "common-decimal"
-version = "1.0.0-beta.2"
+version = "0.18.0"
 dependencies = [
 "bigdecimal 0.4.8",
 "common-error",
@@ -2115,7 +2115,7 @@ dependencies = [

 [[package]]
 name = "common-error"
-version = "1.0.0-beta.2"
+version = "0.18.0"
 dependencies = [
 "common-macro",
 "http 1.3.1",
@@ -2126,7 +2126,7 @@ dependencies = [

 [[package]]
 name = "common-event-recorder"
-version = "1.0.0-beta.2"
+version = "0.18.0"
 dependencies = [
 "api",
 "async-trait",
@@ -2148,7 +2148,7 @@ dependencies = [

 [[package]]
 name = "common-frontend"
-version = "1.0.0-beta.2"
+version = "0.18.0"
 dependencies = [
 "api",
 "async-trait",
@@ -2170,7 +2170,7 @@ dependencies = [

 [[package]]
 name = "common-function"
-version = "1.0.0-beta.2"
+version = "0.18.0"
 dependencies = [
 "ahash 0.8.12",
 "api",
@@ -2208,7 +2208,6 @@ dependencies = [
 "hyperloglogplus",
 "jsonb",
 "memchr",
- "mito-codec",
 "nalgebra",
 "num",
 "num-traits",
@@ -2230,7 +2229,7 @@ dependencies = [

 [[package]]
 name = "common-greptimedb-telemetry"
-version = "1.0.0-beta.2"
+version = "0.18.0"
 dependencies = [
 "async-trait",
 "common-runtime",
@@ -2247,7 +2246,7 @@ dependencies = [

 [[package]]
 name = "common-grpc"
-version = "1.0.0-beta.2"
+version = "0.18.0"
 dependencies = [
 "api",
 "arrow-flight",
@@ -2266,13 +2265,11 @@ dependencies = [
 "hyper 1.6.0",
 "hyper-util",
 "lazy_static",
- "notify",
 "prost 0.13.5",
 "rand 0.9.1",
 "serde",
 "serde_json",
 "snafu 0.8.6",
- "tempfile",
 "tokio",
 "tokio-util",
 "tonic 0.13.1",
@@ -2282,7 +2279,7 @@ dependencies = [

 [[package]]
 name = "common-grpc-expr"
-version = "1.0.0-beta.2"
+version = "0.18.0"
 dependencies = [
 "api",
 "common-base",
@@ -2302,7 +2299,7 @@ dependencies = [

 [[package]]
 name = "common-macro"
-version = "1.0.0-beta.2"
+version = "0.18.0"
 dependencies = [
 "greptime-proto",
 "once_cell",
@@ -2313,7 +2310,7 @@ dependencies = [

 [[package]]
 name = "common-mem-prof"
-version = "1.0.0-beta.2"
+version = "0.18.0"
 dependencies = [
 "anyhow",
 "common-error",
@@ -2329,7 +2326,7 @@ dependencies = [

 [[package]]
 name = "common-meta"
-version = "1.0.0-beta.2"
+version = "0.18.0"
 dependencies = [
 "anymap2",
 "api",
@@ -2401,7 +2398,7 @@ dependencies = [

 [[package]]
 name = "common-options"
-version = "1.0.0-beta.2"
+version = "0.18.0"
 dependencies = [
 "common-grpc",
 "humantime-serde",
@@ -2410,11 +2407,11 @@ dependencies = [

 [[package]]
 name = "common-plugins"
-version = "1.0.0-beta.2"
+version = "0.18.0"

 [[package]]
 name = "common-pprof"
-version = "1.0.0-beta.2"
+version = "0.18.0"
 dependencies = [
 "common-error",
 "common-macro",
@@ -2426,7 +2423,7 @@ dependencies = [

 [[package]]
 name = "common-procedure"
-version = "1.0.0-beta.2"
+version = "0.18.0"
 dependencies = [
 "api",
 "async-stream",
@@ -2455,7 +2452,7 @@ dependencies = [

 [[package]]
 name = "common-procedure-test"
-version = "1.0.0-beta.2"
+version = "0.18.0"
 dependencies = [
 "async-trait",
 "common-procedure",
@@ -2465,7 +2462,7 @@ dependencies = [

 [[package]]
 name = "common-query"
-version = "1.0.0-beta.2"
+version = "0.18.0"
 dependencies = [
 "api",
 "async-trait",
@@ -2491,7 +2488,7 @@ dependencies = [

 [[package]]
 name = "common-recordbatch"
-version = "1.0.0-beta.2"
+version = "0.18.0"
 dependencies = [
 "arc-swap",
 "common-base",
@@ -2515,7 +2512,7 @@ dependencies = [

 [[package]]
 name = "common-runtime"
-version = "1.0.0-beta.2"
+version = "0.18.0"
 dependencies = [
 "async-trait",
 "clap 4.5.40",
@@ -2544,7 +2541,7 @@ dependencies = [

 [[package]]
 name = "common-session"
-version = "1.0.0-beta.2"
+version = "0.18.0"
 dependencies = [
 "serde",
 "strum 0.27.1",
@@ -2552,7 +2549,7 @@ dependencies = [

 [[package]]
 name = "common-sql"
-version = "1.0.0-beta.2"
+version = "0.18.0"
 dependencies = [
 "common-base",
 "common-decimal",
@@ -2570,7 +2567,7 @@ dependencies = [

 [[package]]
 name = "common-stat"
-version = "1.0.0-beta.2"
+version = "0.18.0"
 dependencies = [
 "common-base",
 "common-runtime",
@@ -2585,7 +2582,7 @@ dependencies = [

 [[package]]
 name = "common-telemetry"
-version = "1.0.0-beta.2"
+version = "0.18.0"
 dependencies = [
 "backtrace",
 "common-base",
@@ -2614,7 +2611,7 @@ dependencies = [

 [[package]]
 name = "common-test-util"
-version = "1.0.0-beta.2"
+version = "0.18.0"
 dependencies = [
 "client",
 "common-grpc",
@@ -2627,7 +2624,7 @@ dependencies = [

 [[package]]
 name = "common-time"
-version = "1.0.0-beta.2"
+version = "0.18.0"
 dependencies = [
 "arrow",
 "chrono",
@@ -2645,7 +2642,7 @@ dependencies = [

 [[package]]
 name = "common-version"
-version = "1.0.0-beta.2"
+version = "0.18.0"
 dependencies = [
 "build-data",
 "cargo-manifest",
@@ -2656,7 +2653,7 @@ dependencies = [

 [[package]]
 name = "common-wal"
-version = "1.0.0-beta.2"
+version = "0.18.0"
 dependencies = [
 "common-base",
 "common-error",
@@ -2679,7 +2676,7 @@ dependencies = [

 [[package]]
 name = "common-workload"
-version = "1.0.0-beta.2"
+version = "0.18.0"
 dependencies = [
 "common-telemetry",
 "serde",
@@ -3916,7 +3913,7 @@ dependencies = [

 [[package]]
 name = "datanode"
-version = "1.0.0-beta.2"
+version = "0.18.0"
 dependencies = [
 "api",
 "arrow-flight",
@@ -3980,7 +3977,7 @@ dependencies = [

 [[package]]
 name = "datatypes"
-version = "1.0.0-beta.2"
+version = "0.18.0"
 dependencies = [
 "arrow",
 "arrow-array",
@@ -4652,7 +4649,7 @@ checksum = "37909eebbb50d72f9059c3b6d82c0463f2ff062c9e95845c43a6c9c0355411be"

 [[package]]
 name = "file-engine"
-version = "1.0.0-beta.2"
+version = "0.18.0"
 dependencies = [
 "api",
 "async-trait",
@@ -4784,7 +4781,7 @@ checksum = "8bf7cc16383c4b8d58b9905a8509f02926ce3058053c056376248d958c9df1e8"

 [[package]]
 name = "flow"
-version = "1.0.0-beta.2"
+version = "0.18.0"
 dependencies = [
 "api",
 "arrow",
@@ -4853,7 +4850,7 @@ dependencies = [
 "sql",
 "store-api",
 "strum 0.27.1",
- "substrait 1.0.0-beta.2",
+ "substrait 0.18.0",
 "table",
 "tokio",
 "tonic 0.13.1",
@@ -4908,7 +4905,7 @@ checksum = "28dd6caf6059519a65843af8fe2a3ae298b14b80179855aeb4adc2c1934ee619"

 [[package]]
 name = "frontend"
-version = "1.0.0-beta.2"
+version = "0.18.0"
 dependencies = [
 "api",
 "arc-swap",
@@ -5351,7 +5348,7 @@ dependencies = [
 [[package]]
 name = "greptime-proto"
 version = "0.1.0"
-source = "git+https://github.com/GreptimeTeam/greptime-proto.git?rev=0df99f09f1d6785055b2d9da96fc4ecc2bdf6803#0df99f09f1d6785055b2d9da96fc4ecc2bdf6803"
+source = "git+https://github.com/GreptimeTeam/greptime-proto.git?rev=14b9dc40bdc8288742b0cefc7bb024303b7429ef#14b9dc40bdc8288742b0cefc7bb024303b7429ef"
 dependencies = [
 "prost 0.13.5",
 "prost-types 0.13.5",
@@ -6119,7 +6116,7 @@ dependencies = [

 [[package]]
 name = "index"
-version = "1.0.0-beta.2"
+version = "0.18.0"
 dependencies = [
 "async-trait",
 "asynchronous-codec",
@@ -7048,7 +7045,7 @@ checksum = "13dc2df351e3202783a1fe0d44375f7295ffb4049267b0f3018346dc122a1d94"

 [[package]]
 name = "log-query"
-version = "1.0.0-beta.2"
+version = "0.18.0"
 dependencies = [
 "chrono",
 "common-error",
@@ -7060,7 +7057,7 @@ dependencies = [

 [[package]]
 name = "log-store"
-version = "1.0.0-beta.2"
+version = "0.18.0"
 dependencies = [
 "async-stream",
 "async-trait",
@@ -7367,7 +7364,7 @@ dependencies = [

 [[package]]
 name = "meta-client"
-version = "1.0.0-beta.2"
+version = "0.18.0"
 dependencies = [
 "api",
 "async-trait",
@@ -7395,7 +7392,7 @@ dependencies = [

 [[package]]
 name = "meta-srv"
-version = "1.0.0-beta.2"
+version = "0.18.0"
 dependencies = [
 "api",
 "async-trait",
@@ -7443,7 +7440,6 @@ dependencies = [
 "lazy_static",
 "local-ip-address",
 "once_cell",
- "ordered-float 4.6.0",
 "parking_lot 0.12.4",
 "prometheus",
 "prost 0.13.5",
@@ -7494,7 +7490,7 @@ dependencies = [

 [[package]]
 name = "metric-engine"
-version = "1.0.0-beta.2"
+version = "0.18.0"
 dependencies = [
 "api",
 "aquamarine",
@@ -7589,7 +7585,7 @@ dependencies = [

 [[package]]
 name = "mito-codec"
-version = "1.0.0-beta.2"
+version = "0.18.0"
 dependencies = [
 "api",
 "bytes",
@@ -7614,7 +7610,7 @@ dependencies = [

 [[package]]
 name = "mito2"
-version = "1.0.0-beta.2"
+version = "0.18.0"
 dependencies = [
 "api",
 "aquamarine",
@@ -8352,7 +8348,7 @@ dependencies = [

 [[package]]
 name = "object-store"
-version = "1.0.0-beta.2"
+version = "0.18.0"
 dependencies = [
 "anyhow",
 "bytes",
@@ -8531,7 +8527,7 @@ dependencies = [
 [[package]]
 name = "opensrv-mysql"
 version = "0.8.0"
-source = "git+https://github.com/datafuselabs/opensrv?tag=v0.10.0#074bd8fb81da3c9e6d6a098a482f3380478b9c0b"
+source = "git+https://github.com/datafuselabs/opensrv?rev=a1fb4da215c8693c7e4f62be249a01b7fec52997#a1fb4da215c8693c7e4f62be249a01b7fec52997"
 dependencies = [
 "async-trait",
 "byteorder",
@@ -8637,7 +8633,7 @@ dependencies = [

 [[package]]
 name = "operator"
-version = "1.0.0-beta.2"
+version = "0.18.0"
 dependencies = [
 "ahash 0.8.12",
 "api",
@@ -8663,7 +8659,6 @@ dependencies = [
 "common-recordbatch",
 "common-runtime",
 "common-sql",
- "common-stat",
 "common-telemetry",
 "common-test-util",
 "common-time",
@@ -8675,7 +8670,6 @@ dependencies = [
 "futures",
 "futures-util",
 "humantime",
- "itertools 0.14.0",
 "jsonb",
 "lazy_static",
 "meta-client",
@@ -8697,7 +8691,7 @@ dependencies = [
 "sql",
 "sqlparser",
 "store-api",
- "substrait 1.0.0-beta.2",
+ "substrait 0.18.0",
 "table",
 "tokio",
 "tokio-util",
@@ -8983,7 +8977,7 @@ dependencies = [

 [[package]]
 name = "partition"
-version = "1.0.0-beta.2"
+version = "0.18.0"
 dependencies = [
 "api",
 "async-trait",
@@ -9186,22 +9180,11 @@ dependencies = [
 "serde",
 ]

-[[package]]
-name = "pg_interval"
-version = "0.4.2"
-source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "fe46640b465e284b048ef065cbed8ef17a622878d310c724578396b4cfd00df2"
-dependencies = [
- "bytes",
- "chrono",
- "postgres-types",
-]
-
 [[package]]
 name = "pgwire"
-version = "0.36.1"
+version = "0.34.2"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "d331bb0eef5bc83a221c0a85b1f205bccf094d4f72a26ae1d68a1b1c535123b7"
+checksum = "4f56a81b4fcc69016028f657a68f9b8e8a2a4b7d07684ca3298f2d3e7ff199ce"
 dependencies = [
 "async-trait",
 "base64 0.22.1",
@@ -9217,7 +9200,6 @@ dependencies = [
 "ring",
 "rust_decimal",
 "rustls-pki-types",
- "ryu",
 "serde",
 "serde_json",
 "stringprep",
@@ -9340,7 +9322,7 @@ checksum = "8b870d8c151b6f2fb93e84a13146138f05d02ed11c7e7c54f8826aaaf7c9f184"

 [[package]]
 name = "pipeline"
-version = "1.0.0-beta.2"
+version = "0.18.0"
 dependencies = [
 "ahash 0.8.12",
 "api",
@@ -9496,7 +9478,7 @@ dependencies = [

 [[package]]
 name = "plugins"
-version = "1.0.0-beta.2"
+version = "0.18.0"
 dependencies = [
 "auth",
 "clap 4.5.40",
@@ -9796,7 +9778,7 @@ dependencies = [

 [[package]]
 name = "promql"
-version = "1.0.0-beta.2"
+version = "0.18.0"
 dependencies = [
 "ahash 0.8.12",
 "async-trait",
@@ -10079,7 +10061,7 @@ dependencies = [

 [[package]]
 name = "puffin"
-version = "1.0.0-beta.2"
+version = "0.18.0"
 dependencies = [
 "async-compression 0.4.19",
 "async-trait",
@@ -10121,7 +10103,7 @@ dependencies = [

 [[package]]
 name = "query"
-version = "1.0.0-beta.2"
+version = "0.18.0"
 dependencies = [
 "ahash 0.8.12",
 "api",
@@ -10145,7 +10127,6 @@ dependencies = [
 "common-query",
 "common-recordbatch",
 "common-runtime",
- "common-stat",
 "common-telemetry",
 "common-time",
 "datafusion",
@@ -10188,7 +10169,7 @@ dependencies = [
 "sql",
 "sqlparser",
 "store-api",
- "substrait 1.0.0-beta.2",
+ "substrait 0.18.0",
 "table",
 "tokio",
 "tokio-stream",
@@ -11524,7 +11505,7 @@ dependencies = [

 [[package]]
 name = "servers"
-version = "1.0.0-beta.2"
+version = "0.18.0"
 dependencies = [
 "ahash 0.8.12",
 "api",
@@ -11601,7 +11582,6 @@ dependencies = [
 "otel-arrow-rust",
 "parking_lot 0.12.4",
 "permutation",
- "pg_interval",
 "pgwire",
 "pin-project",
 "pipeline",
@@ -11643,7 +11623,6 @@ dependencies = [
 "tower 0.5.2",
 "tower-http 0.6.6",
 "tracing",
- "tracing-opentelemetry",
 "urlencoding",
 "uuid",
 "vrl",
@@ -11652,7 +11631,7 @@ dependencies = [

 [[package]]
 name = "session"
-version = "1.0.0-beta.2"
+version = "0.18.0"
 dependencies = [
 "ahash 0.8.12",
 "api",
@@ -11986,7 +11965,7 @@ dependencies = [

 [[package]]
 name = "sql"
-version = "1.0.0-beta.2"
+version = "0.18.0"
 dependencies = [
 "api",
 "arrow-buffer",
@@ -12046,7 +12025,7 @@ dependencies = [

 [[package]]
 name = "sqlness-runner"
-version = "1.0.0-beta.2"
+version = "0.18.0"
 dependencies = [
 "async-trait",
 "clap 4.5.40",
@@ -12323,7 +12302,7 @@ dependencies = [

 [[package]]
 name = "standalone"
-version = "1.0.0-beta.2"
+version = "0.18.0"
 dependencies = [
 "async-trait",
 "catalog",
@@ -12364,7 +12343,7 @@ checksum = "a2eb9349b6444b326872e140eb1cf5e7c522154d69e7a0ffb0fb81c06b37543f"

 [[package]]
 name = "store-api"
-version = "1.0.0-beta.2"
+version = "0.18.0"
 dependencies = [
 "api",
 "aquamarine",
@@ -12529,6 +12508,28 @@ dependencies = [
 "winapi",
 ]

+[[package]]
+name = "substrait"
+version = "0.18.0"
+dependencies = [
+ "async-trait",
+ "bytes",
+ "common-error",
+ "common-function",
+ "common-macro",
+ "common-telemetry",
+ "datafusion",
+ "datafusion-common",
+ "datafusion-expr",
+ "datafusion-substrait",
+ "datatypes",
+ "promql",
+ "prost 0.13.5",
+ "snafu 0.8.6",
+ "substrait 0.37.3",
+ "tokio",
+]
+
 [[package]]
 name = "substrait"
 version = "0.37.3"
@@ -12575,28 +12576,6 @@ dependencies = [
 "walkdir",
 ]

-[[package]]
-name = "substrait"
-version = "1.0.0-beta.2"
-dependencies = [
- "async-trait",
- "bytes",
- "common-error",
- "common-function",
- "common-macro",
- "common-telemetry",
- "datafusion",
- "datafusion-common",
- "datafusion-expr",
- "datafusion-substrait",
- "datatypes",
- "promql",
- "prost 0.13.5",
- "snafu 0.8.6",
- "substrait 0.37.3",
- "tokio",
-]
-
 [[package]]
 name = "subtle"
 version = "2.6.1"
@@ -12700,7 +12679,7 @@ dependencies = [

 [[package]]
 name = "table"
-version = "1.0.0-beta.2"
+version = "0.18.0"
 dependencies = [
 "api",
 "async-trait",
@@ -12939,7 +12918,7 @@ dependencies = [
 "getrandom 0.3.3",
 "once_cell",
 "rustix 1.0.7",
- "windows-sys 0.61.2",
+ "windows-sys 0.59.0",
 ]

 [[package]]
@@ -12969,7 +12948,7 @@ checksum = "8f50febec83f5ee1df3015341d8bd429f2d1cc62bcba7ea2076759d315084683"

 [[package]]
 name = "tests-fuzz"
-version = "1.0.0-beta.2"
+version = "0.18.0"
 dependencies = [
 "arbitrary",
 "async-trait",
@@ -13013,7 +12992,7 @@ dependencies = [

 [[package]]
 name = "tests-integration"
-version = "1.0.0-beta.2"
+version = "0.18.0"
 dependencies = [
 "api",
 "arrow-flight",
@@ -13087,7 +13066,7 @@ dependencies = [
 "sqlx",
 "standalone",
 "store-api",
- "substrait 1.0.0-beta.2",
+ "substrait 0.18.0",
 "table",
 "tempfile",
 "time",
--- a/Cargo.toml
+++ b/Cargo.toml
@@ -74,7 +74,7 @@ members = [
 resolver = "2"

 [workspace.package]
-version = "1.0.0-beta.2"
+version = "0.18.0"
 edition = "2024"
 license = "Apache-2.0"

@@ -148,7 +148,7 @@ etcd-client = { git = "https://github.com/GreptimeTeam/etcd-client", rev = "f62d
 fst = "0.4.7"
 futures = "0.3"
 futures-util = "0.3"
-greptime-proto = { git = "https://github.com/GreptimeTeam/greptime-proto.git", rev = "0df99f09f1d6785055b2d9da96fc4ecc2bdf6803" }
+greptime-proto = { git = "https://github.com/GreptimeTeam/greptime-proto.git", rev = "14b9dc40bdc8288742b0cefc7bb024303b7429ef" }
 hex = "0.4"
 http = "1"
 humantime = "2.1"
@@ -234,7 +234,6 @@ tower = "0.5"
 tower-http = "0.6"
 tracing = "0.1"
 tracing-appender = "0.2"
-tracing-opentelemetry = "0.31.0"
 tracing-subscriber = { version = "0.3", features = ["env-filter", "json", "fmt"] }
 typetag = "0.2"
 uuid = { version = "1.17", features = ["serde", "v4", "fast-rng"] }
--- a/3
+++ b/3
@@ -17,8 +17,6 @@ CARGO_REGISTRY_CACHE ?= ${HOME}/.cargo/registry
 ARCH := $(shell uname -m | sed 's/x86_64/amd64/' | sed 's/aarch64/arm64/')
 OUTPUT_DIR := $(shell if [ "$(RELEASE)" = "true" ]; then echo "release"; elif [ ! -z "$(CARGO_PROFILE)" ]; then echo "$(CARGO_PROFILE)" ; else echo "debug"; fi)
 SQLNESS_OPTS ?=
-EXTRA_BUILD_ENVS ?=
-ASSEMBLED_EXTRA_BUILD_ENV := $(foreach var,$(EXTRA_BUILD_ENVS),-e $(var))

 # The arguments for running integration tests.
 ETCD_VERSION ?= v3.5.9
@@ -85,7 +83,6 @@ build: ## Build debug version greptime.
 .PHONY: build-by-dev-builder
 build-by-dev-builder: ## Build greptime by dev-builder.
 	docker run --network=host \
-	${ASSEMBLED_EXTRA_BUILD_ENV} \
 	-v ${PWD}:/greptimedb -v ${CARGO_REGISTRY_CACHE}:/root/.cargo/registry \
 	-w /greptimedb ${IMAGE_REGISTRY}/${IMAGE_NAMESPACE}/dev-builder-${BASE_IMAGE}:${DEV_BUILDER_IMAGE_TAG} \
 	make build \
--- a/README.md
+++ b/README.md
@@ -12,7 +12,7 @@

 <div align="center">
 <h3 align="center">
-  <a href="https://docs.greptime.com/user-guide/overview/">User Guide</a> |
+  <a href="https://docs.greptime.com/">User Guide</a> |
  <a href="https://greptimedb.rs/">API Docs</a> |
  <a href="https://github.com/GreptimeTeam/greptimedb/issues/5446">Roadmap 2025</a>
 </h4>
@@ -66,24 +66,17 @@

 ## Introduction

-**GreptimeDB** is an open-source, cloud-native database that unifies metrics, logs, and traces, enabling real-time observability at any scale — across edge, cloud, and hybrid environments.
+**GreptimeDB** is an open-source, cloud-native database purpose-built for the unified collection and analysis of observability data (metrics, logs, and traces). Whether you’re operating on the edge, in the cloud, or across hybrid environments, GreptimeDB empowers real-time insights at massive scale — all in one system.

 ## Features

 |   Feature  | Description |
 | --------- | ----------- |
-| [All-in-One Observability](https://docs.greptime.com/user-guide/concepts/why-greptimedb) | OpenTelemetry-native platform unifying metrics, logs, and traces. Query via [SQL](https://docs.greptime.com/user-guide/query-data/sql), [PromQL](https://docs.greptime.com/user-guide/query-data/promql), and [Flow](https://docs.greptime.com/user-guide/flow-computation/overview). |
-| [High Performance](https://docs.greptime.com/user-guide/manage-data/data-index) | Written in Rust with [rich indexing](https://docs.greptime.com/user-guide/manage-data/data-index) (inverted, fulltext, skipping, vector), delivering sub-second responses at PB scale. |
-| [Cost Efficiency](https://docs.greptime.com/user-guide/concepts/architecture) | 50x lower operational and storage costs with compute-storage separation and native object storage (S3, Azure Blob, etc.). |
-| [Cloud-Native & Scalable](https://docs.greptime.com/user-guide/deployments-administration/deploy-on-kubernetes/greptimedb-operator-management) | Purpose-built for [Kubernetes](https://docs.greptime.com/user-guide/deployments-administration/deploy-on-kubernetes/greptimedb-operator-management) with unlimited cross-cloud scaling, handling hundreds of thousands of concurrent requests. |
-| [Developer-Friendly](https://docs.greptime.com/user-guide/protocols/overview) | SQL/PromQL interfaces, built-in web dashboard, REST API, MySQL/PostgreSQL protocol compatibility, and native [OpenTelemetry](https://docs.greptime.com/user-guide/ingest-data/for-observability/opentelemetry/) support. |
-| [Flexible Deployment](https://docs.greptime.com/user-guide/deployments-administration/overview) | Deploy anywhere from ARM-based edge devices (including [Android](https://docs.greptime.com/user-guide/deployments-administration/run-on-android)) to cloud, with unified APIs and efficient data sync. |
-
-  ✅ **Perfect for:**
-  - Unified observability stack replacing Prometheus + Loki + Tempo
-  - Large-scale metrics with high cardinality (millions to billions of time series)
-  - Large-scale observability platform requiring cost efficiency and scalability
-  - IoT and edge computing with resource and bandwidth constraints
+| [Unified Observability Data](https://docs.greptime.com/user-guide/concepts/why-greptimedb) | Store metrics, logs, and traces as timestamped, contextual wide events. Query via [SQL](https://docs.greptime.com/user-guide/query-data/sql), [PromQL](https://docs.greptime.com/user-guide/query-data/promql), and [streaming](https://docs.greptime.com/user-guide/flow-computation/overview). |
+| [High Performance & Cost Effective](https://docs.greptime.com/user-guide/manage-data/data-index) | Written in Rust, with a distributed query engine, [rich indexing](https://docs.greptime.com/user-guide/manage-data/data-index), and optimized columnar storage, delivering sub-second responses at PB scale. |
+| [Cloud-Native Architecture](https://docs.greptime.com/user-guide/concepts/architecture) | Designed for [Kubernetes](https://docs.greptime.com/user-guide/deployments-administration/deploy-on-kubernetes/greptimedb-operator-management), with compute/storage separation, native object storage (AWS S3, Azure Blob, etc.) and seamless cross-cloud access. |
+| [Developer-Friendly](https://docs.greptime.com/user-guide/protocols/overview) | Access via SQL/PromQL interfaces, REST API, MySQL/PostgreSQL protocols, and popular ingestion [protocols](https://docs.greptime.com/user-guide/protocols/overview). |
+| [Flexible Deployment](https://docs.greptime.com/user-guide/deployments-administration/overview) | Deploy anywhere: edge (including ARM/[Android](https://docs.greptime.com/user-guide/deployments-administration/run-on-android)) or cloud, with unified APIs and efficient data sync. |

 Learn more in [Why GreptimeDB](https://docs.greptime.com/user-guide/concepts/why-greptimedb) and [Observability 2.0 and the Database for It](https://greptime.com/blogs/2025-04-25-greptimedb-observability2-new-database).

@@ -92,10 +85,10 @@ Learn more in [Why GreptimeDB](https://docs.greptime.com/user-guide/concepts/why
 | Feature                         | GreptimeDB            | Traditional TSDB   | Log Stores      |
 |----------------------------------|-----------------------|--------------------|-----------------|
 | Data Types                      | Metrics, Logs, Traces | Metrics only       | Logs only       |
-| Query Language                  | SQL, PromQL |  Custom/PromQL     | Custom/DSL      |
+| Query Language                  | SQL, PromQL, Streaming|  Custom/PromQL     | Custom/DSL      |
 | Deployment                      | Edge + Cloud          | Cloud/On-prem      | Mostly central  |
 | Indexing & Performance          | PB-Scale, Sub-second  | Varies             | Varies          |
-| Integration                     | REST API, SQL, Common protocols | Varies     | Varies          |
+| Integration                     | REST, SQL, Common protocols | Varies     | Varies          |

 **Performance:**
 * [GreptimeDB tops JSONBench's billion-record cold run test!](https://greptime.com/blogs/2025-03-18-jsonbench-greptimedb-performance)
@@ -105,14 +98,8 @@ Read [more benchmark reports](https://docs.greptime.com/user-guide/concepts/feat

 ## Architecture

-GreptimeDB can run in two modes:
-* **Standalone Mode** - Single binary for development and small deployments
-* **Distributed Mode** - Separate components for production scale:
-  - Frontend: Query processing and protocol handling
-  - Datanode: Data storage and retrieval
-  - Metasrv: Metadata management and coordination
-  
-Read the [architecture](https://docs.greptime.com/contributor-guide/overview/#architecture) document. [DeepWiki](https://deepwiki.com/GreptimeTeam/greptimedb/1-overview) provides an in-depth look at GreptimeDB:
+* Read the [architecture](https://docs.greptime.com/contributor-guide/overview/#architecture) document.
+* [DeepWiki](https://deepwiki.com/GreptimeTeam/greptimedb/1-overview) provides an in-depth look at GreptimeDB:
  <img alt="GreptimeDB System Overview" src="docs/architecture.png">

 ## Try GreptimeDB
@@ -132,8 +119,7 @@ docker run -p 127.0.0.1:4000-4003:4000-4003 \
  --postgres-addr 0.0.0.0:4003
 ```
 Dashboard: [http://localhost:4000/dashboard](http://localhost:4000/dashboard)
-
-Read more in the [full Install Guide](https://docs.greptime.com/getting-started/installation/overview).
+[Full Install Guide](https://docs.greptime.com/getting-started/installation/overview)

 **Troubleshooting:**
 * Cannot connect to the database? Ensure that ports `4000`, `4001`, `4002`, and `4003` are not blocked by a firewall or used by other services.
@@ -162,26 +148,21 @@ cargo run -- standalone start

 ## Tools & Extensions

- **Kubernetes**: [GreptimeDB Operator](https://github.com/GrepTimeTeam/greptimedb-operator)
- **Helm Charts**: [Greptime Helm Charts](https://github.com/GreptimeTeam/helm-charts)
- **Dashboard**: [Web UI](https://github.com/GreptimeTeam/dashboard)
- **gRPC Ingester**: [Go](https://github.com/GreptimeTeam/greptimedb-ingester-go), [Java](https://github.com/GreptimeTeam/greptimedb-ingester-java), [C++](https://github.com/GreptimeTeam/greptimedb-ingester-cpp), [Erlang](https://github.com/GreptimeTeam/greptimedb-ingester-erl), [Rust](https://github.com/GreptimeTeam/greptimedb-ingester-rust)
- **Grafana Data Source**: [GreptimeDB Grafana data source plugin](https://github.com/GreptimeTeam/greptimedb-grafana-datasource)
- **Grafana Dashboard**: [Official Dashboard for monitoring](https://github.com/GreptimeTeam/greptimedb/blob/main/grafana/README.md)
+- **Kubernetes:** [GreptimeDB Operator](https://github.com/GrepTimeTeam/greptimedb-operator)
+- **Helm Charts:** [Greptime Helm Charts](https://github.com/GreptimeTeam/helm-charts)
+- **Dashboard:** [Web UI](https://github.com/GreptimeTeam/dashboard)
+- **SDKs/Ingester:** [Go](https://github.com/GreptimeTeam/greptimedb-ingester-go), [Java](https://github.com/GreptimeTeam/greptimedb-ingester-java), [C++](https://github.com/GreptimeTeam/greptimedb-ingester-cpp), [Erlang](https://github.com/GreptimeTeam/greptimedb-ingester-erl), [Rust](https://github.com/GreptimeTeam/greptimedb-ingester-rust), [JS](https://github.com/GreptimeTeam/greptimedb-ingester-js)
+- **Grafana**: [Official Dashboard](https://github.com/GreptimeTeam/greptimedb/blob/main/grafana/README.md)

 ## Project Status

-> **Status:** Beta — marching toward v1.0 GA!
-> **GA (v1.0):** January 10, 2026
+> **Status:** Beta.
+> **GA (v1.0):** Targeted for mid 2025.

- Deployed in production by open-source projects and commercial users
+- Being used in production by early adopters
 - Stable, actively maintained, with regular releases ([version info](https://docs.greptime.com/nightly/reference/about-greptimedb-version))
 - Suitable for evaluation and pilot deployments

-GreptimeDB v1.0 represents a major milestone toward maturity — marking stable APIs, production readiness, and proven performance.
-
-**Roadmap:** Beta1 (Nov 10) → Beta2 (Nov 24) → RC1 (Dec 8) → GA (Jan 10, 2026), please read [v1.0 highlights and release plan](https://greptime.com/blogs/2025-11-05-greptimedb-v1-highlights) for details.
-
 For production use, we recommend using the latest stable release.
 [![Star History Chart](https://api.star-history.com/svg?repos=GreptimeTeam/GreptimeDB&type=Date)](https://www.star-history.com/#GreptimeTeam/GreptimeDB&Date)

@@ -222,5 +203,5 @@ Special thanks to all contributors! See [AUTHORS.md](https://github.com/Greptime

 - Uses [Apache Arrow™](https://arrow.apache.org/) (memory model)
 - [Apache Parquet™](https://parquet.apache.org/) (file storage)
- [Apache DataFusion™](https://arrow.apache.org/datafusion/) (query engine)
+- [Apache Arrow DataFusion™](https://arrow.apache.org/datafusion/) (query engine)
 - [Apache OpenDAL™](https://opendal.apache.org/) (data access abstraction)
--- a/config/config.md
+++ b/config/config.md
@@ -16,7 +16,7 @@
 | `default_column_prefix` | String | Unset | The default column prefix for auto-created time index and value columns. |
 | `init_regions_in_background` | Bool | `false` | Initialize all regions in the background during the startup.<br/>By default, it provides services after all regions have been initialized. |
 | `init_regions_parallelism` | Integer | `16` | Parallelism of initializing regions. |
-| `max_concurrent_queries` | Integer | `0` | The maximum current queries allowed to be executed. Zero means unlimited.<br/>NOTE: This setting affects scan_memory_limit's privileged tier allocation.<br/>When set, 70% of queries get privileged memory access (full scan_memory_limit).<br/>The remaining 30% get standard tier access (70% of scan_memory_limit). |
+| `max_concurrent_queries` | Integer | `0` | The maximum current queries allowed to be executed. Zero means unlimited. |
 | `enable_telemetry` | Bool | `true` | Enable telemetry to collect anonymous usage data. Enabled by default. |
 | `max_in_flight_write_bytes` | String | Unset | The maximum in-flight write bytes. |
 | `runtime` | -- | -- | The runtime options. |
@@ -104,7 +104,6 @@
 | `flow.num_workers` | Integer | `0` | The number of flow worker in flownode.<br/>Not setting(or set to 0) this value will use the number of CPU cores divided by 2. |
 | `query` | -- | -- | The query engine options. |
 | `query.parallelism` | Integer | `0` | Parallelism of the query engine.<br/>Default to 0, which means the number of CPU cores. |
-| `query.memory_pool_size` | String | `50%` | Memory pool size for query execution operators (aggregation, sorting, join).<br/>Supports absolute size (e.g., "2GB", "4GB") or percentage of system memory (e.g., "20%").<br/>Setting it to 0 disables the limit (unbounded, default behavior).<br/>When this limit is reached, queries will fail with ResourceExhausted error.<br/>NOTE: This does NOT limit memory used by table scans. |
 | `storage` | -- | -- | The data storage options. |
 | `storage.data_home` | String | `./greptimedb_data` | The working home directory. |
 | `storage.type` | String | `File` | The storage type used to store the data.<br/>- `File`: the data is stored in the local file system.<br/>- `S3`: the data is stored in the S3 object storage.<br/>- `Gcs`: the data is stored in the Google Cloud Storage.<br/>- `Azblob`: the data is stored in the Azure Blob Storage.<br/>- `Oss`: the data is stored in the Aliyun OSS. |
@@ -152,13 +151,10 @@
 | `region_engine.mito.write_cache_path` | String | `""` | File system path for write cache, defaults to `{data_home}`. |
 | `region_engine.mito.write_cache_size` | String | `5GiB` | Capacity for write cache. If your disk space is sufficient, it is recommended to set it larger. |
 | `region_engine.mito.write_cache_ttl` | String | Unset | TTL for write cache. |
-| `region_engine.mito.preload_index_cache` | Bool | `true` | Preload index (puffin) files into cache on region open (default: true).<br/>When enabled, index files are loaded into the write cache during region initialization,<br/>which can improve query performance at the cost of longer startup times. |
-| `region_engine.mito.index_cache_percent` | Integer | `20` | Percentage of write cache capacity allocated for index (puffin) files (default: 20).<br/>The remaining capacity is used for data (parquet) files.<br/>Must be between 0 and 100 (exclusive). For example, with a 5GiB write cache and 20% allocation,<br/>1GiB is reserved for index files and 4GiB for data files. |
 | `region_engine.mito.sst_write_buffer_size` | String | `8MB` | Buffer size for SST writing. |
 | `region_engine.mito.parallel_scan_channel_size` | Integer | `32` | Capacity of the channel to send data from parallel scan tasks to the main task. |
 | `region_engine.mito.max_concurrent_scan_files` | Integer | `384` | Maximum number of SST files to scan concurrently. |
 | `region_engine.mito.allow_stale_entries` | Bool | `false` | Whether to allow stale WAL entries read during replay. |
-| `region_engine.mito.scan_memory_limit` | String | `50%` | Memory limit for table scans across all queries.<br/>Supports absolute size (e.g., "2GB") or percentage of system memory (e.g., "20%").<br/>Setting it to 0 disables the limit.<br/>NOTE: Works with max_concurrent_queries for tiered memory allocation.<br/>- If max_concurrent_queries is set: 70% of queries get full access, 30% get 70% access.<br/>- If max_concurrent_queries is 0 (unlimited): first 20 queries get full access, rest get 70% access. |
 | `region_engine.mito.min_compaction_interval` | String | `0m` | Minimum time interval between two compactions.<br/>To align with the old behavior, the default value is 0 (no restrictions). |
 | `region_engine.mito.default_experimental_flat_format` | Bool | `false` | Whether to enable experimental flat format as the default format. |
 | `region_engine.mito.index` | -- | -- | The options for index in Mito engine. |
@@ -192,7 +188,7 @@
 | `region_engine.mito.memtable.fork_dictionary_bytes` | String | `1GiB` | Max dictionary bytes.<br/>Only available for `partition_tree` memtable. |
 | `region_engine.file` | -- | -- | Enable the file engine. |
 | `region_engine.metric` | -- | -- | Metric engine options. |
-| `region_engine.metric.sparse_primary_key_encoding` | Bool | `true` | Whether to use sparse primary key encoding. |
+| `region_engine.metric.experimental_sparse_primary_key_encoding` | Bool | `false` | Whether to enable the experimental sparse primary key encoding. |
 | `logging` | -- | -- | The logging options. |
 | `logging.dir` | String | `./greptimedb_data/logs` | The directory to store the log files. If set to empty, logs will not be written to files. |
 | `logging.level` | String | Unset | The log level. Can be `info`/`debug`/`warn`/`error`. |
@@ -210,6 +206,14 @@
 | `slow_query.record_type` | String | Unset | The record type of slow queries. It can be `system_table` or `log`. |
 | `slow_query.threshold` | String | Unset | The threshold of slow query. |
 | `slow_query.sample_ratio` | Float | Unset | The sampling ratio of slow query log. The value should be in the range of (0, 1]. |
+| `export_metrics` | -- | -- | The standalone can export its metrics and send to Prometheus compatible service (e.g. `greptimedb`) from remote-write API.<br/>This is only used for `greptimedb` to export its own metrics internally. It's different from prometheus scrape. |
+| `export_metrics.enable` | Bool | `false` | whether enable export metrics. |
+| `export_metrics.write_interval` | String | `30s` | The interval of export metrics. |
+| `export_metrics.self_import` | -- | -- | For `standalone` mode, `self_import` is recommended to collect metrics generated by itself<br/>You must create the database before enabling it. |
+| `export_metrics.self_import.db` | String | Unset | -- |
+| `export_metrics.remote_write` | -- | -- | -- |
+| `export_metrics.remote_write.url` | String | `""` | The prometheus remote write endpoint that the metrics send to. The url example can be: `http://127.0.0.1:4000/v1/prometheus/write?db=greptime_metrics`. |
+| `export_metrics.remote_write.headers` | InlineTable | -- | HTTP headers of Prometheus remote-write carry. |
 | `tracing` | -- | -- | The tracing options. Only effect when compiled with `tokio-console` feature. |
 | `tracing.tokio_console_addr` | String | Unset | The tokio console address. |
 | `memory` | -- | -- | The memory options. |
@@ -304,7 +308,6 @@
 | `query` | -- | -- | The query engine options. |
 | `query.parallelism` | Integer | `0` | Parallelism of the query engine.<br/>Default to 0, which means the number of CPU cores. |
 | `query.allow_query_fallback` | Bool | `false` | Whether to allow query fallback when push down optimize fails.<br/>Default to false, meaning when push down optimize failed, return error msg |
-| `query.memory_pool_size` | String | `50%` | Memory pool size for query execution operators (aggregation, sorting, join).<br/>Supports absolute size (e.g., "4GB", "8GB") or percentage of system memory (e.g., "30%").<br/>Setting it to 0 disables the limit (unbounded, default behavior).<br/>When this limit is reached, queries will fail with ResourceExhausted error.<br/>NOTE: This does NOT limit memory used by table scans (only applies to datanodes). |
 | `datanode` | -- | -- | Datanode options. |
 | `datanode.client` | -- | -- | Datanode client options. |
 | `datanode.client.connect_timeout` | String | `10s` | -- |
@@ -327,6 +330,12 @@
 | `slow_query.threshold` | String | `30s` | The threshold of slow query. It can be human readable time string, for example: `10s`, `100ms`, `1s`. |
 | `slow_query.sample_ratio` | Float | `1.0` | The sampling ratio of slow query log. The value should be in the range of (0, 1]. For example, `0.1` means 10% of the slow queries will be logged and `1.0` means all slow queries will be logged. |
 | `slow_query.ttl` | String | `90d` | The TTL of the `slow_queries` system table. Default is `90d` when `record_type` is `system_table`. |
+| `export_metrics` | -- | -- | The frontend can export its metrics and send to Prometheus compatible service (e.g. `greptimedb` itself) from remote-write API.<br/>This is only used for `greptimedb` to export its own metrics internally. It's different from prometheus scrape. |
+| `export_metrics.enable` | Bool | `false` | whether enable export metrics. |
+| `export_metrics.write_interval` | String | `30s` | The interval of export metrics. |
+| `export_metrics.remote_write` | -- | -- | -- |
+| `export_metrics.remote_write.url` | String | `""` | The prometheus remote write endpoint that the metrics send to. The url example can be: `http://127.0.0.1:4000/v1/prometheus/write?db=greptime_metrics`. |
+| `export_metrics.remote_write.headers` | InlineTable | -- | HTTP headers of Prometheus remote-write carry. |
 | `tracing` | -- | -- | The tracing options. Only effect when compiled with `tokio-console` feature. |
 | `tracing.tokio_console_addr` | String | Unset | The tokio console address. |
 | `memory` | -- | -- | The memory options. |
@@ -340,7 +349,7 @@
 | Key | Type | Default | Descriptions |
 | --- | -----| ------- | ----------- |
 | `data_home` | String | `./greptimedb_data` | The working home directory. |
-| `store_addrs` | Array | -- | Store server address(es). The format depends on the selected backend.<br/><br/>For etcd: a list of "host:port" endpoints.<br/>e.g. ["192.168.1.1:2379", "192.168.1.2:2379"]<br/><br/>For PostgreSQL: a connection string in libpq format or URI.<br/>e.g.<br/>- "host=localhost port=5432 user=postgres password=<PASSWORD> dbname=postgres"<br/>- "postgresql://user:password@localhost:5432/mydb?connect_timeout=10"<br/>The detail see: https://docs.rs/tokio-postgres/latest/tokio_postgres/config/struct.Config.html<br/><br/>For mysql store, the format is a MySQL connection URL.<br/>e.g. "mysql://user:password@localhost:3306/greptime_meta?ssl-mode=VERIFY_CA&ssl-ca=/path/to/ca.pem" |
+| `store_addrs` | Array | -- | Store server address default to etcd store.<br/>For postgres store, the format is:<br/>"password=password dbname=postgres user=postgres host=localhost port=5432"<br/>For etcd store, the format is:<br/>"127.0.0.1:2379" |
 | `store_key_prefix` | String | `""` | If it's not empty, the metasrv will store all data with this key prefix. |
 | `backend` | String | `etcd_store` | The datastore for meta server.<br/>Available values:<br/>- `etcd_store` (default value)<br/>- `memory_store`<br/>- `postgres_store`<br/>- `mysql_store` |
 | `meta_table_name` | String | `greptime_metakv` | Table name in RDS to store metadata. Effect when using a RDS kvbackend.<br/>**Only used when backend is `postgres_store`.** |
@@ -356,11 +365,12 @@
 | `runtime` | -- | -- | The runtime options. |
 | `runtime.global_rt_size` | Integer | `8` | The number of threads to execute the runtime for global read operations. |
 | `runtime.compact_rt_size` | Integer | `4` | The number of threads to execute the runtime for global write operations. |
-| `backend_tls` | -- | -- | TLS configuration for kv store backend (applicable for etcd, PostgreSQL, and MySQL backends)<br/>When using etcd, PostgreSQL, or MySQL as metadata store, you can configure TLS here<br/><br/>Note: if TLS is configured in both this section and the `store_addrs` connection string, the<br/>settings here will override the TLS settings in `store_addrs`. |
+| `backend_tls` | -- | -- | TLS configuration for kv store backend (applicable for etcd, PostgreSQL, and MySQL backends)<br/>When using etcd, PostgreSQL, or MySQL as metadata store, you can configure TLS here |
 | `backend_tls.mode` | String | `prefer` | TLS mode, refer to https://www.postgresql.org/docs/current/libpq-ssl.html<br/>- "disable" - No TLS<br/>- "prefer" (default) - Try TLS, fallback to plain<br/>- "require" - Require TLS<br/>- "verify_ca" - Require TLS and verify CA<br/>- "verify_full" - Require TLS and verify hostname |
 | `backend_tls.cert_path` | String | `""` | Path to client certificate file (for client authentication)<br/>Like "/path/to/client.crt" |
 | `backend_tls.key_path` | String | `""` | Path to client private key file (for client authentication)<br/>Like "/path/to/client.key" |
 | `backend_tls.ca_cert_path` | String | `""` | Path to CA certificate file (for server certificate verification)<br/>Required when using custom CAs or self-signed certificates<br/>Leave empty to use system root certificates only<br/>Like "/path/to/ca.crt" |
+| `backend_tls.watch` | Bool | `false` | Watch for certificate file changes and auto reload |
 | `grpc` | -- | -- | The gRPC server options. |
 | `grpc.bind_addr` | String | `127.0.0.1:3002` | The address to bind the gRPC server. |
 | `grpc.server_addr` | String | `127.0.0.1:3002` | The communication server address for the frontend and datanode to connect to metasrv.<br/>If left empty or unset, the server will automatically use the IP address of the first network interface<br/>on the host, with the same port number as the one specified in `bind_addr`. |
@@ -415,6 +425,12 @@
 | `logging.otlp_headers` | -- | -- | Additional OTLP headers, only valid when using OTLP http |
 | `logging.tracing_sample_ratio` | -- | Unset | The percentage of tracing will be sampled and exported.<br/>Valid range `[0, 1]`, 1 means all traces are sampled, 0 means all traces are not sampled, the default value is 1.<br/>ratio > 1 are treated as 1. Fractions < 0 are treated as 0 |
 | `logging.tracing_sample_ratio.default_ratio` | Float | `1.0` | -- |
+| `export_metrics` | -- | -- | The metasrv can export its metrics and send to Prometheus compatible service (e.g. `greptimedb` itself) from remote-write API.<br/>This is only used for `greptimedb` to export its own metrics internally. It's different from prometheus scrape. |
+| `export_metrics.enable` | Bool | `false` | whether enable export metrics. |
+| `export_metrics.write_interval` | String | `30s` | The interval of export metrics. |
+| `export_metrics.remote_write` | -- | -- | -- |
+| `export_metrics.remote_write.url` | String | `""` | The prometheus remote write endpoint that the metrics send to. The url example can be: `http://127.0.0.1:4000/v1/prometheus/write?db=greptime_metrics`. |
+| `export_metrics.remote_write.headers` | InlineTable | -- | HTTP headers of Prometheus remote-write carry. |
 | `tracing` | -- | -- | The tracing options. Only effect when compiled with `tokio-console` feature. |
 | `tracing.tokio_console_addr` | String | Unset | The tokio console address. |
 | `memory` | -- | -- | The memory options. |
@@ -430,7 +446,7 @@
 | `require_lease_before_startup` | Bool | `false` | Start services after regions have obtained leases.<br/>It will block the datanode start if it can't receive leases in the heartbeat from metasrv. |
 | `init_regions_in_background` | Bool | `false` | Initialize all regions in the background during the startup.<br/>By default, it provides services after all regions have been initialized. |
 | `init_regions_parallelism` | Integer | `16` | Parallelism of initializing regions. |
-| `max_concurrent_queries` | Integer | `0` | The maximum current queries allowed to be executed. Zero means unlimited.<br/>NOTE: This setting affects scan_memory_limit's privileged tier allocation.<br/>When set, 70% of queries get privileged memory access (full scan_memory_limit).<br/>The remaining 30% get standard tier access (70% of scan_memory_limit). |
+| `max_concurrent_queries` | Integer | `0` | The maximum current queries allowed to be executed. Zero means unlimited. |
 | `enable_telemetry` | Bool | `true` | Enable telemetry to collect anonymous usage data. Enabled by default. |
 | `http` | -- | -- | The HTTP server options. |
 | `http.addr` | String | `127.0.0.1:4000` | The address to bind the HTTP server. |
@@ -484,7 +500,6 @@
 | `wal.overwrite_entry_start_id` | Bool | `false` | Ignore missing entries during read WAL.<br/>**It's only used when the provider is `kafka`**.<br/><br/>This option ensures that when Kafka messages are deleted, the system<br/>can still successfully replay memtable data without throwing an<br/>out-of-range error.<br/>However, enabling this option might lead to unexpected data loss,<br/>as the system will skip over missing entries instead of treating<br/>them as critical errors. |
 | `query` | -- | -- | The query engine options. |
 | `query.parallelism` | Integer | `0` | Parallelism of the query engine.<br/>Default to 0, which means the number of CPU cores. |
-| `query.memory_pool_size` | String | `50%` | Memory pool size for query execution operators (aggregation, sorting, join).<br/>Supports absolute size (e.g., "2GB", "4GB") or percentage of system memory (e.g., "20%").<br/>Setting it to 0 disables the limit (unbounded, default behavior).<br/>When this limit is reached, queries will fail with ResourceExhausted error.<br/>NOTE: This does NOT limit memory used by table scans. |
 | `storage` | -- | -- | The data storage options. |
 | `storage.data_home` | String | `./greptimedb_data` | The working home directory. |
 | `storage.type` | String | `File` | The storage type used to store the data.<br/>- `File`: the data is stored in the local file system.<br/>- `S3`: the data is stored in the S3 object storage.<br/>- `Gcs`: the data is stored in the Google Cloud Storage.<br/>- `Azblob`: the data is stored in the Azure Blob Storage.<br/>- `Oss`: the data is stored in the Aliyun OSS. |
@@ -534,13 +549,10 @@
 | `region_engine.mito.write_cache_path` | String | `""` | File system path for write cache, defaults to `{data_home}`. |
 | `region_engine.mito.write_cache_size` | String | `5GiB` | Capacity for write cache. If your disk space is sufficient, it is recommended to set it larger. |
 | `region_engine.mito.write_cache_ttl` | String | Unset | TTL for write cache. |
-| `region_engine.mito.preload_index_cache` | Bool | `true` | Preload index (puffin) files into cache on region open (default: true).<br/>When enabled, index files are loaded into the write cache during region initialization,<br/>which can improve query performance at the cost of longer startup times. |
-| `region_engine.mito.index_cache_percent` | Integer | `20` | Percentage of write cache capacity allocated for index (puffin) files (default: 20).<br/>The remaining capacity is used for data (parquet) files.<br/>Must be between 0 and 100 (exclusive). For example, with a 5GiB write cache and 20% allocation,<br/>1GiB is reserved for index files and 4GiB for data files. |
 | `region_engine.mito.sst_write_buffer_size` | String | `8MB` | Buffer size for SST writing. |
 | `region_engine.mito.parallel_scan_channel_size` | Integer | `32` | Capacity of the channel to send data from parallel scan tasks to the main task. |
 | `region_engine.mito.max_concurrent_scan_files` | Integer | `384` | Maximum number of SST files to scan concurrently. |
 | `region_engine.mito.allow_stale_entries` | Bool | `false` | Whether to allow stale WAL entries read during replay. |
-| `region_engine.mito.scan_memory_limit` | String | `50%` | Memory limit for table scans across all queries.<br/>Supports absolute size (e.g., "2GB") or percentage of system memory (e.g., "20%").<br/>Setting it to 0 disables the limit.<br/>NOTE: Works with max_concurrent_queries for tiered memory allocation.<br/>- If max_concurrent_queries is set: 70% of queries get full access, 30% get 70% access.<br/>- If max_concurrent_queries is 0 (unlimited): first 20 queries get full access, rest get 70% access. |
 | `region_engine.mito.min_compaction_interval` | String | `0m` | Minimum time interval between two compactions.<br/>To align with the old behavior, the default value is 0 (no restrictions). |
 | `region_engine.mito.default_experimental_flat_format` | Bool | `false` | Whether to enable experimental flat format as the default format. |
 | `region_engine.mito.index` | -- | -- | The options for index in Mito engine. |
@@ -574,7 +586,7 @@
 | `region_engine.mito.memtable.fork_dictionary_bytes` | String | `1GiB` | Max dictionary bytes.<br/>Only available for `partition_tree` memtable. |
 | `region_engine.file` | -- | -- | Enable the file engine. |
 | `region_engine.metric` | -- | -- | Metric engine options. |
-| `region_engine.metric.sparse_primary_key_encoding` | Bool | `true` | Whether to use sparse primary key encoding. |
+| `region_engine.metric.experimental_sparse_primary_key_encoding` | Bool | `false` | Whether to enable the experimental sparse primary key encoding. |
 | `logging` | -- | -- | The logging options. |
 | `logging.dir` | String | `./greptimedb_data/logs` | The directory to store the log files. If set to empty, logs will not be written to files. |
 | `logging.level` | String | Unset | The log level. Can be `info`/`debug`/`warn`/`error`. |
@@ -587,6 +599,12 @@
 | `logging.otlp_headers` | -- | -- | Additional OTLP headers, only valid when using OTLP http |
 | `logging.tracing_sample_ratio` | -- | Unset | The percentage of tracing will be sampled and exported.<br/>Valid range `[0, 1]`, 1 means all traces are sampled, 0 means all traces are not sampled, the default value is 1.<br/>ratio > 1 are treated as 1. Fractions < 0 are treated as 0 |
 | `logging.tracing_sample_ratio.default_ratio` | Float | `1.0` | -- |
+| `export_metrics` | -- | -- | The datanode can export its metrics and send to Prometheus compatible service (e.g. `greptimedb` itself) from remote-write API.<br/>This is only used for `greptimedb` to export its own metrics internally. It's different from prometheus scrape. |
+| `export_metrics.enable` | Bool | `false` | whether enable export metrics. |
+| `export_metrics.write_interval` | String | `30s` | The interval of export metrics. |
+| `export_metrics.remote_write` | -- | -- | -- |
+| `export_metrics.remote_write.url` | String | `""` | The prometheus remote write endpoint that the metrics send to. The url example can be: `http://127.0.0.1:4000/v1/prometheus/write?db=greptime_metrics`. |
+| `export_metrics.remote_write.headers` | InlineTable | -- | HTTP headers of Prometheus remote-write carry. |
 | `tracing` | -- | -- | The tracing options. Only effect when compiled with `tokio-console` feature. |
 | `tracing.tokio_console_addr` | String | Unset | The tokio console address. |
 | `memory` | -- | -- | The memory options. |
@@ -655,6 +673,5 @@
 | `tracing.tokio_console_addr` | String | Unset | The tokio console address. |
 | `query` | -- | -- | -- |
 | `query.parallelism` | Integer | `1` | Parallelism of the query engine for query sent by flownode.<br/>Default to 1, so it won't use too much cpu or memory |
-| `query.memory_pool_size` | String | `50%` | Memory pool size for query execution operators (aggregation, sorting, join).<br/>Supports absolute size (e.g., "1GB", "2GB") or percentage of system memory (e.g., "20%").<br/>Setting it to 0 disables the limit (unbounded, default behavior).<br/>When this limit is reached, queries will fail with ResourceExhausted error.<br/>NOTE: This does NOT limit memory used by table scans. |
 | `memory` | -- | -- | The memory options. |
 | `memory.enable_heap_profiling` | Bool | `true` | Whether to enable heap profiling activation during startup.<br/>When enabled, heap profiling will be activated if the `MALLOC_CONF` environment variable<br/>is set to "prof:true,prof_active:false". The official image adds this env variable.<br/>Default is true. |
--- a/config/datanode.example.toml
+++ b/config/datanode.example.toml
@@ -18,9 +18,6 @@ init_regions_in_background = false
 init_regions_parallelism = 16

 ## The maximum current queries allowed to be executed. Zero means unlimited.
-## NOTE: This setting affects scan_memory_limit's privileged tier allocation.
-## When set, 70% of queries get privileged memory access (full scan_memory_limit).
-## The remaining 30% get standard tier access (70% of scan_memory_limit).
 max_concurrent_queries = 0

 ## Enable telemetry to collect anonymous usage data. Enabled by default.
@@ -264,13 +261,6 @@ overwrite_entry_start_id = false
 ## Default to 0, which means the number of CPU cores.
 parallelism = 0

-## Memory pool size for query execution operators (aggregation, sorting, join).
-## Supports absolute size (e.g., "2GB", "4GB") or percentage of system memory (e.g., "20%").
-## Setting it to 0 disables the limit (unbounded, default behavior).
-## When this limit is reached, queries will fail with ResourceExhausted error.
-## NOTE: This does NOT limit memory used by table scans.
-memory_pool_size = "50%"
-
 ## The data storage options.
 [storage]
 ## The working home directory.
@@ -499,17 +489,6 @@ write_cache_size = "5GiB"
 ## @toml2docs:none-default
 write_cache_ttl = "8h"

-## Preload index (puffin) files into cache on region open (default: true).
-## When enabled, index files are loaded into the write cache during region initialization,
-## which can improve query performance at the cost of longer startup times.
-preload_index_cache = true
-
-## Percentage of write cache capacity allocated for index (puffin) files (default: 20).
-## The remaining capacity is used for data (parquet) files.
-## Must be between 0 and 100 (exclusive). For example, with a 5GiB write cache and 20% allocation,
-## 1GiB is reserved for index files and 4GiB for data files.
-index_cache_percent = 20
-
 ## Buffer size for SST writing.
 sst_write_buffer_size = "8MB"

@@ -522,14 +501,6 @@ max_concurrent_scan_files = 384
 ## Whether to allow stale WAL entries read during replay.
 allow_stale_entries = false

-## Memory limit for table scans across all queries.
-## Supports absolute size (e.g., "2GB") or percentage of system memory (e.g., "20%").
-## Setting it to 0 disables the limit.
-## NOTE: Works with max_concurrent_queries for tiered memory allocation.
-## - If max_concurrent_queries is set: 70% of queries get full access, 30% get 70% access.
-## - If max_concurrent_queries is 0 (unlimited): first 20 queries get full access, rest get 70% access.
-scan_memory_limit = "50%"
-
 ## Minimum time interval between two compactions.
 ## To align with the old behavior, the default value is 0 (no restrictions).
 min_compaction_interval = "0m"
@@ -669,8 +640,8 @@ fork_dictionary_bytes = "1GiB"
 [[region_engine]]
 ## Metric engine options.
 [region_engine.metric]
-## Whether to use sparse primary key encoding.
-sparse_primary_key_encoding = true
+## Whether to enable the experimental sparse primary key encoding.
+experimental_sparse_primary_key_encoding = false

 ## The logging options.
 [logging]
@@ -712,6 +683,21 @@ otlp_export_protocol = "http"
 [logging.tracing_sample_ratio]
 default_ratio = 1.0

+## The datanode can export its metrics and send to Prometheus compatible service (e.g. `greptimedb` itself) from remote-write API.
+## This is only used for `greptimedb` to export its own metrics internally. It's different from prometheus scrape.
+[export_metrics]
+## whether enable export metrics.
+enable = false
+## The interval of export metrics.
+write_interval = "30s"
+
+[export_metrics.remote_write]
+## The prometheus remote write endpoint that the metrics send to. The url example can be: `http://127.0.0.1:4000/v1/prometheus/write?db=greptime_metrics`.
+url = ""
+
+## HTTP headers of Prometheus remote-write carry.
+headers = { }
+
 ## The tracing options. Only effect when compiled with `tokio-console` feature.
 #+ [tracing]
 ## The tokio console address.
--- a/config/flownode.example.toml
+++ b/config/flownode.example.toml
@@ -158,13 +158,6 @@ default_ratio = 1.0
 ## Default to 1, so it won't use too much cpu or memory
 parallelism = 1

-## Memory pool size for query execution operators (aggregation, sorting, join).
-## Supports absolute size (e.g., "1GB", "2GB") or percentage of system memory (e.g., "20%").
-## Setting it to 0 disables the limit (unbounded, default behavior).
-## When this limit is reached, queries will fail with ResourceExhausted error.
-## NOTE: This does NOT limit memory used by table scans.
-memory_pool_size = "50%"
-
 ## The memory options.
 [memory]
 ## Whether to enable heap profiling activation during startup.
--- a/config/frontend.example.toml
+++ b/config/frontend.example.toml
@@ -256,13 +256,6 @@ parallelism = 0
 ## Default to false, meaning when push down optimize failed, return error msg
 allow_query_fallback = false

-## Memory pool size for query execution operators (aggregation, sorting, join).
-## Supports absolute size (e.g., "4GB", "8GB") or percentage of system memory (e.g., "30%").
-## Setting it to 0 disables the limit (unbounded, default behavior).
-## When this limit is reached, queries will fail with ResourceExhausted error.
-## NOTE: This does NOT limit memory used by table scans (only applies to datanodes).
-memory_pool_size = "50%"
-
 ## Datanode options.
 [datanode]
 ## Datanode client options.
@@ -329,6 +322,21 @@ sample_ratio = 1.0
 ## The TTL of the `slow_queries` system table. Default is `90d` when `record_type` is `system_table`.
 ttl = "90d"

+## The frontend can export its metrics and send to Prometheus compatible service (e.g. `greptimedb` itself) from remote-write API.
+## This is only used for `greptimedb` to export its own metrics internally. It's different from prometheus scrape.
+[export_metrics]
+## whether enable export metrics.
+enable = false
+## The interval of export metrics.
+write_interval = "30s"
+
+[export_metrics.remote_write]
+## The prometheus remote write endpoint that the metrics send to. The url example can be: `http://127.0.0.1:4000/v1/prometheus/write?db=greptime_metrics`.
+url = ""
+
+## HTTP headers of Prometheus remote-write carry.
+headers = { }
+
 ## The tracing options. Only effect when compiled with `tokio-console` feature.
 #+ [tracing]
 ## The tokio console address.
--- a/config/metasrv.example.toml
+++ b/config/metasrv.example.toml
@@ -1,19 +1,11 @@
 ## The working home directory.
 data_home = "./greptimedb_data"

-## Store server address(es). The format depends on the selected backend.
-##
-## For etcd: a list of "host:port" endpoints.
-## e.g. ["192.168.1.1:2379", "192.168.1.2:2379"]
-##
-## For PostgreSQL: a connection string in libpq format or URI.
-## e.g.
-## - "host=localhost port=5432 user=postgres password=<PASSWORD> dbname=postgres"
-## - "postgresql://user:password@localhost:5432/mydb?connect_timeout=10"
-## The detail see: https://docs.rs/tokio-postgres/latest/tokio_postgres/config/struct.Config.html
-##
-## For mysql store, the format is a MySQL connection URL.
-## e.g. "mysql://user:password@localhost:3306/greptime_meta?ssl-mode=VERIFY_CA&ssl-ca=/path/to/ca.pem"
+## Store server address default to etcd store.
+## For postgres store, the format is:
+## "password=password dbname=postgres user=postgres host=localhost port=5432"
+## For etcd store, the format is:
+## "127.0.0.1:2379"
 store_addrs = ["127.0.0.1:2379"]

 ## If it's not empty, the metasrv will store all data with this key prefix.
@@ -83,9 +75,6 @@ node_max_idle_time = "24hours"

 ## TLS configuration for kv store backend (applicable for etcd, PostgreSQL, and MySQL backends)
 ## When using etcd, PostgreSQL, or MySQL as metadata store, you can configure TLS here
-##
-## Note: if TLS is configured in both this section and the `store_addrs` connection string, the
-## settings here will override the TLS settings in `store_addrs`.
 [backend_tls]
 ## TLS mode, refer to https://www.postgresql.org/docs/current/libpq-ssl.html
 ## - "disable" - No TLS
@@ -109,6 +98,9 @@ key_path = ""
 ## Like "/path/to/ca.crt"
 ca_cert_path = ""

+## Watch for certificate file changes and auto reload
+watch = false
+
 ## The gRPC server options.
 [grpc]
 ## The address to bind the gRPC server.
@@ -331,6 +323,21 @@ otlp_export_protocol = "http"
 [logging.tracing_sample_ratio]
 default_ratio = 1.0

+## The metasrv can export its metrics and send to Prometheus compatible service (e.g. `greptimedb` itself) from remote-write API.
+## This is only used for `greptimedb` to export its own metrics internally. It's different from prometheus scrape.
+[export_metrics]
+## whether enable export metrics.
+enable = false
+## The interval of export metrics.
+write_interval = "30s"
+
+[export_metrics.remote_write]
+## The prometheus remote write endpoint that the metrics send to. The url example can be: `http://127.0.0.1:4000/v1/prometheus/write?db=greptime_metrics`.
+url = ""
+
+## HTTP headers of Prometheus remote-write carry.
+headers = { }
+
 ## The tracing options. Only effect when compiled with `tokio-console` feature.
 #+ [tracing]
 ## The tokio console address.
--- a/config/standalone.example.toml
+++ b/config/standalone.example.toml
@@ -14,9 +14,6 @@ init_regions_in_background = false
 init_regions_parallelism = 16

 ## The maximum current queries allowed to be executed. Zero means unlimited.
-## NOTE: This setting affects scan_memory_limit's privileged tier allocation.
-## When set, 70% of queries get privileged memory access (full scan_memory_limit).
-## The remaining 30% get standard tier access (70% of scan_memory_limit).
 max_concurrent_queries = 0

 ## Enable telemetry to collect anonymous usage data. Enabled by default.
@@ -368,13 +365,6 @@ max_running_procedures = 128
 ## Default to 0, which means the number of CPU cores.
 parallelism = 0

-## Memory pool size for query execution operators (aggregation, sorting, join).
-## Supports absolute size (e.g., "2GB", "4GB") or percentage of system memory (e.g., "20%").
-## Setting it to 0 disables the limit (unbounded, default behavior).
-## When this limit is reached, queries will fail with ResourceExhausted error.
-## NOTE: This does NOT limit memory used by table scans.
-memory_pool_size = "50%"
-
 ## The data storage options.
 [storage]
 ## The working home directory.
@@ -590,17 +580,6 @@ write_cache_size = "5GiB"
 ## @toml2docs:none-default
 write_cache_ttl = "8h"

-## Preload index (puffin) files into cache on region open (default: true).
-## When enabled, index files are loaded into the write cache during region initialization,
-## which can improve query performance at the cost of longer startup times.
-preload_index_cache = true
-
-## Percentage of write cache capacity allocated for index (puffin) files (default: 20).
-## The remaining capacity is used for data (parquet) files.
-## Must be between 0 and 100 (exclusive). For example, with a 5GiB write cache and 20% allocation,
-## 1GiB is reserved for index files and 4GiB for data files.
-index_cache_percent = 20
-
 ## Buffer size for SST writing.
 sst_write_buffer_size = "8MB"

@@ -613,14 +592,6 @@ max_concurrent_scan_files = 384
 ## Whether to allow stale WAL entries read during replay.
 allow_stale_entries = false

-## Memory limit for table scans across all queries.
-## Supports absolute size (e.g., "2GB") or percentage of system memory (e.g., "20%").
-## Setting it to 0 disables the limit.
-## NOTE: Works with max_concurrent_queries for tiered memory allocation.
-## - If max_concurrent_queries is set: 70% of queries get full access, 30% get 70% access.
-## - If max_concurrent_queries is 0 (unlimited): first 20 queries get full access, rest get 70% access.
-scan_memory_limit = "50%"
-
 ## Minimum time interval between two compactions.
 ## To align with the old behavior, the default value is 0 (no restrictions).
 min_compaction_interval = "0m"
@@ -760,8 +731,8 @@ fork_dictionary_bytes = "1GiB"
 [[region_engine]]
 ## Metric engine options.
 [region_engine.metric]
-## Whether to use sparse primary key encoding.
-sparse_primary_key_encoding = true
+## Whether to enable the experimental sparse primary key encoding.
+experimental_sparse_primary_key_encoding = false

 ## The logging options.
 [logging]
@@ -820,6 +791,27 @@ default_ratio = 1.0
 ## @toml2docs:none-default
 #+ sample_ratio = 1.0

+## The standalone can export its metrics and send to Prometheus compatible service (e.g. `greptimedb`) from remote-write API.
+## This is only used for `greptimedb` to export its own metrics internally. It's different from prometheus scrape.
+[export_metrics]
+## whether enable export metrics.
+enable = false
+## The interval of export metrics.
+write_interval = "30s"
+
+## For `standalone` mode, `self_import` is recommended to collect metrics generated by itself
+## You must create the database before enabling it.
+[export_metrics.self_import]
+## @toml2docs:none-default
+db = "greptime_metrics"
+
+[export_metrics.remote_write]
+## The prometheus remote write endpoint that the metrics send to. The url example can be: `http://127.0.0.1:4000/v1/prometheus/write?db=greptime_metrics`.
+url = ""
+
+## HTTP headers of Prometheus remote-write carry.
+headers = { }
+
 ## The tracing options. Only effect when compiled with `tokio-console` feature.
 #+ [tracing]
 ## The tokio console address.
--- a/docker/buildx/centos/Dockerfile
+++ b/docker/buildx/centos/Dockerfile
@@ -1,10 +1,10 @@
-FROM centos:7 AS builder
+FROM centos:7 as builder

 ARG CARGO_PROFILE
 ARG FEATURES
 ARG OUTPUT_DIR

-ENV LANG=en_US.utf8
+ENV LANG en_US.utf8
 WORKDIR /greptimedb

 # Install dependencies
@@ -22,7 +22,7 @@ RUN unzip protoc-3.15.8-linux-x86_64.zip -d /usr/local/
 # Install Rust
 SHELL ["/bin/bash", "-c"]
 RUN curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- --no-modify-path --default-toolchain none -y
-ENV PATH=/usr/local/bin:/root/.cargo/bin/:$PATH
+ENV PATH /usr/local/bin:/root/.cargo/bin/:$PATH

 # Build the project in release mode.
 RUN --mount=target=.,rw \
@@ -33,7 +33,7 @@ RUN --mount=target=.,rw \
    TARGET_DIR=/out/target

 # Export the binary to the clean image.
-FROM centos:7 AS base
+FROM centos:7 as base

 ARG OUTPUT_DIR

@@ -45,7 +45,7 @@ RUN yum install -y epel-release \

 WORKDIR /greptime
 COPY --from=builder /out/target/${OUTPUT_DIR}/greptime /greptime/bin/
-ENV PATH=/greptime/bin/:$PATH
+ENV PATH /greptime/bin/:$PATH

 ENV MALLOC_CONF="prof:true,prof_active:false"

--- a/docker/buildx/distroless/Dockerfile
+++ b/docker/buildx/distroless/Dockerfile
@@ -1,65 +0,0 @@
-FROM ubuntu:22.04 AS builder
-
-ARG CARGO_PROFILE
-ARG FEATURES
-ARG OUTPUT_DIR
-
-ENV LANG=en_US.utf8
-WORKDIR /greptimedb
-
-RUN apt-get update && \
-    DEBIAN_FRONTEND=noninteractive apt-get install -y software-properties-common
-
-# Install dependencies.
-RUN --mount=type=cache,target=/var/cache/apt \
-    apt-get update && apt-get install -y \
-    libssl-dev \
-    protobuf-compiler \
-    curl \
-    git \
-    build-essential \
-    pkg-config
-
-# Install Rust.
-SHELL ["/bin/bash", "-c"]
-RUN curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- --no-modify-path --default-toolchain none -y
-ENV PATH=/root/.cargo/bin/:$PATH
-
-# Build the project in release mode.
-RUN --mount=target=. \
-    --mount=type=cache,target=/root/.cargo/registry \
-    make build \
-    CARGO_PROFILE=${CARGO_PROFILE} \
-    FEATURES=${FEATURES} \
-    TARGET_DIR=/out/target
-
-FROM ubuntu:22.04 AS libs
-
-ARG TARGETARCH
-
-# Copy required library dependencies based on architecture
-RUN if [ "$TARGETARCH" = "amd64" ]; then \
-        cp /lib/x86_64-linux-gnu/libz.so.1.2.11 /lib/x86_64-linux-gnu/libz.so.1; \
-    elif [ "$TARGETARCH" = "arm64" ]; then \
-        cp /lib/aarch64-linux-gnu/libz.so.1.2.11 /lib/aarch64-linux-gnu/libz.so.1; \
-    else \
-        echo "Unsupported architecture: $TARGETARCH" && exit 1; \
-    fi
-
-# Export the binary to the clean distroless image.
-FROM gcr.io/distroless/cc-debian12:latest AS base
-
-ARG OUTPUT_DIR
-ARG TARGETARCH
-
-# Copy required library dependencies
-COPY --from=libs /lib /lib
-COPY --from=busybox:stable /bin/busybox /bin/busybox
-
-WORKDIR /greptime
-COPY --from=builder /out/target/${OUTPUT_DIR}/greptime /greptime/bin/greptime
-ENV PATH=/greptime/bin/:$PATH
-
-ENV MALLOC_CONF="prof:true,prof_active:false"
-
-ENTRYPOINT ["greptime"]
--- a/docker/buildx/ubuntu/Dockerfile
+++ b/docker/buildx/ubuntu/Dockerfile
@@ -1,10 +1,10 @@
-FROM ubuntu:22.04 AS builder
+FROM ubuntu:22.04 as builder

 ARG CARGO_PROFILE
 ARG FEATURES
 ARG OUTPUT_DIR

-ENV LANG=en_US.utf8
+ENV LANG en_US.utf8
 WORKDIR /greptimedb

 RUN apt-get update && \
@@ -23,7 +23,7 @@ RUN --mount=type=cache,target=/var/cache/apt \
 # Install Rust.
 SHELL ["/bin/bash", "-c"]
 RUN curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- --no-modify-path --default-toolchain none -y
-ENV PATH=/root/.cargo/bin/:$PATH
+ENV PATH /root/.cargo/bin/:$PATH

 # Build the project in release mode.
 RUN --mount=target=. \
@@ -35,7 +35,7 @@ RUN --mount=target=. \

 # Export the binary to the clean image.
 # TODO(zyy17): Maybe should use the more secure container image.
-FROM ubuntu:22.04 AS base
+FROM ubuntu:22.04 as base

 ARG OUTPUT_DIR

@@ -45,7 +45,7 @@ RUN apt-get update && DEBIAN_FRONTEND=noninteractive apt-get \

 WORKDIR /greptime
 COPY --from=builder /out/target/${OUTPUT_DIR}/greptime /greptime/bin/
-ENV PATH=/greptime/bin/:$PATH
+ENV PATH /greptime/bin/:$PATH

 ENV MALLOC_CONF="prof:true,prof_active:false"

--- a/docker/ci/centos/Dockerfile
+++ b/docker/ci/centos/Dockerfile
@@ -13,7 +13,7 @@ ARG TARGETARCH

 ADD $TARGETARCH/greptime /greptime/bin/

-ENV PATH=/greptime/bin/:$PATH
+ENV PATH /greptime/bin/:$PATH

 ENV MALLOC_CONF="prof:true,prof_active:false"

--- a/docker/ci/distroless/Dockerfile
+++ b/docker/ci/distroless/Dockerfile
@@ -1,40 +0,0 @@
-FROM ubuntu:22.04 AS libs
-
-ARG TARGETARCH
-
-# Copy required library dependencies based on architecture
-# TARGETARCH values: amd64, arm64
-# Ubuntu library paths: x86_64-linux-gnu, aarch64-linux-gnu
-RUN if [ "$TARGETARCH" = "amd64" ]; then \
-        mkdir -p /output/x86_64-linux-gnu && \
-        cp /lib/x86_64-linux-gnu/libz.so.1.2.11 /output/x86_64-linux-gnu/libz.so.1; \
-    elif [ "$TARGETARCH" = "arm64" ]; then \
-        mkdir -p /output/aarch64-linux-gnu && \
-        cp /lib/aarch64-linux-gnu/libz.so.1.2.11 /output/aarch64-linux-gnu/libz.so.1; \
-    else \
-        echo "Unsupported architecture: $TARGETARCH" && exit 1; \
-    fi
-
-FROM gcr.io/distroless/cc-debian12:latest
-
-# The root path under which contains all the dependencies to build this Dockerfile.
-ARG DOCKER_BUILD_ROOT=.
-# The binary name of GreptimeDB executable.
-# Defaults to "greptime", but sometimes in other projects it might be different.
-ARG TARGET_BIN=greptime
-
-ARG TARGETARCH
-
-# Copy required library dependencies
-COPY --from=libs /output /lib
-COPY --from=busybox:stable /bin/busybox /bin/busybox
-
-ADD $TARGETARCH/$TARGET_BIN /greptime/bin/
-
-ENV PATH=/greptime/bin/:$PATH
-
-ENV TARGET_BIN=$TARGET_BIN
-
-ENV MALLOC_CONF="prof:true,prof_active:false"
-
-ENTRYPOINT ["greptime"]
--- a/docker/ci/ubuntu/Dockerfile
+++ b/docker/ci/ubuntu/Dockerfile
@@ -14,7 +14,7 @@ ARG TARGETARCH

 ADD $TARGETARCH/$TARGET_BIN /greptime/bin/

-ENV PATH=/greptime/bin/:$PATH
+ENV PATH /greptime/bin/:$PATH

 ENV TARGET_BIN=$TARGET_BIN

--- a/docs/how-to/how-to-change-log-level-on-the-fly.md
+++ b/docs/how-to/how-to-change-log-level-on-the-fly.md
@@ -13,19 +13,4 @@ Log Level changed from Some("info") to "trace,flow=debug"%

 The data is a string in the format of `global_level,module1=level1,module2=level2,...` that follows the same rule of `RUST_LOG`. 

-The module is the module name of the log, and the level is the log level. The log level can be one of the following: `trace`, `debug`, `info`, `warn`, `error`, `off`(case insensitive).
-
-# Enable/Disable Trace on the Fly
-
-## HTTP API
-
-example:
-```bash
-curl --data "true" 127.0.0.1:4000/debug/enable_trace
-```
-And database will reply with something like:
-```
-trace enabled%
-```
-
-Possible values are "true" or "false".
+The module is the module name of the log, and the level is the log level. The log level can be one of the following: `trace`, `debug`, `info`, `warn`, `error`, `off`(case insensitive).
--- a/docs/rfcs/2025-07-23-global-gc-worker.md
+++ b/docs/rfcs/2025-07-23-global-gc-worker.md
@@ -106,37 +106,6 @@ This mechanism may be too complex to implement at once. We can consider a two-ph
 Also the read replica shouldn't be later in manifest version for more than the lingering time of obsolete files, otherwise it might ref to files that are already deleted by the GC worker.
 - need to upload tmp manifest to object storage, which may introduce additional complexity and potential performance overhead. But since long-running queries are typically not frequent, the performance impact is expected to be minimal.

-one potential race condition with region-migration is illustrated below:
-
-```mermaid
-sequenceDiagram
-    participant gc_worker as GC Worker(same dn as region 1)
-    participant region1 as Region 1 (Leader → Follower)
-    participant region2 as Region 2 (Follower → Leader)
-    participant region_dir as Region Directory
-
-    gc_worker->>region1: Start GC, get region manifest
-    activate region1
-    region1-->>gc_worker: Region 1 manifest
-    deactivate region1
-    gc_worker->>region_dir: Scan region directory
-
-    Note over region1,region2: Region Migration Occurs
-    region1-->>region2: Downgrade to Follower
-    region2-->>region1: Becomes Leader
-
-    region2->>region_dir: Add new file
-
-    gc_worker->>region_dir: Continue scanning
-    gc_worker-->>region_dir: Discovers new file
-    Note over gc_worker: New file not in Region 1's manifest
-    gc_worker->>gc_worker: Mark file as orphan(incorrectly)
-```
-which could cause gc worker to incorrectly mark the new file as orphan and delete it, if config the lingering time for orphan files(files not mentioned anywhere(in used or unused)) is not long enough.
-
-A good enough solution could be to use lock to prevent gc worker to happen on the region if region migration is happening on the region, and vise versa.
-
-The race condition between gc worker and repartition also needs to be considered carefully. For now, acquiring lock for both region-migration and repartition during gc worker process could be a simple solution.

 ## Conclusion and Rationale

--- a/src/api/src/helper.rs
+++ b/src/api/src/helper.rs
@@ -12,7 +12,7 @@
 // See the License for the specific language governing permissions and
 // limitations under the License.

-use std::collections::{BTreeMap, HashSet};
+use std::collections::HashSet;
 use std::sync::Arc;

 use common_decimal::Decimal128;
@@ -20,7 +20,6 @@ use common_decimal::decimal128::{DECIMAL128_DEFAULT_SCALE, DECIMAL128_MAX_PRECIS
 use common_time::time::Time;
 use common_time::timestamp::TimeUnit;
 use common_time::{Date, IntervalDayTime, IntervalMonthDayNano, IntervalYearMonth, Timestamp};
-use datatypes::json::value::{JsonNumber, JsonValue, JsonValueRef, JsonVariant};
 use datatypes::prelude::{ConcreteDataType, ValueRef};
 use datatypes::types::{
    IntervalType, JsonFormat, StructField, StructType, TimeType, TimestampType,
@@ -35,9 +34,9 @@ use greptime_proto::v1::greptime_request::Request;
 use greptime_proto::v1::query_request::Query;
 use greptime_proto::v1::value::ValueData;
 use greptime_proto::v1::{
-    self, ColumnDataTypeExtension, DdlRequest, DecimalTypeExtension, DictionaryTypeExtension,
-    JsonList, JsonNativeTypeExtension, JsonObject, JsonTypeExtension, ListTypeExtension,
-    QueryRequest, Row, SemanticType, StructTypeExtension, VectorTypeExtension, json_value,
+    self, ColumnDataTypeExtension, DdlRequest, DecimalTypeExtension, JsonNativeTypeExtension,
+    JsonTypeExtension, ListTypeExtension, QueryRequest, Row, SemanticType, StructTypeExtension,
+    VectorTypeExtension,
 };
 use paste::paste;
 use snafu::prelude::*;
@@ -216,26 +215,6 @@ impl From<ColumnDataTypeWrapper> for ConcreteDataType {
                    ConcreteDataType::null_datatype()
                }
            }
-            ColumnDataType::Dictionary => {
-                if let Some(TypeExt::DictionaryType(d)) = datatype_wrapper
-                    .datatype_ext
-                    .as_ref()
-                    .and_then(|datatype_ext| datatype_ext.type_ext.as_ref())
-                {
-                    let key_type = ColumnDataTypeWrapper {
-                        datatype: d.key_datatype(),
-                        datatype_ext: d.key_datatype_extension.clone().map(|ext| *ext),
-                    };
-                    let value_type = ColumnDataTypeWrapper {
-                        datatype: d.value_datatype(),
-                        datatype_ext: d.value_datatype_extension.clone().map(|ext| *ext),
-                    };
-                    ConcreteDataType::dictionary_datatype(key_type.into(), value_type.into())
-                } else {
-                    // invalid state: type extension not found
-                    ConcreteDataType::null_datatype()
-                }
-            }
        }
    }
 }
@@ -359,30 +338,13 @@ impl ColumnDataTypeWrapper {
            }),
        }
    }
-
-    pub fn dictionary_datatype(
-        key_type: ColumnDataTypeWrapper,
-        value_type: ColumnDataTypeWrapper,
-    ) -> Self {
-        ColumnDataTypeWrapper {
-            datatype: ColumnDataType::Dictionary,
-            datatype_ext: Some(ColumnDataTypeExtension {
-                type_ext: Some(TypeExt::DictionaryType(Box::new(DictionaryTypeExtension {
-                    key_datatype: key_type.datatype().into(),
-                    key_datatype_extension: key_type.datatype_ext.map(Box::new),
-                    value_datatype: value_type.datatype().into(),
-                    value_datatype_extension: value_type.datatype_ext.map(Box::new),
-                }))),
-            }),
-        }
-    }
 }

 impl TryFrom<ConcreteDataType> for ColumnDataTypeWrapper {
    type Error = error::Error;

    fn try_from(datatype: ConcreteDataType) -> Result<Self> {
-        let column_datatype = match &datatype {
+        let column_datatype = match datatype {
            ConcreteDataType::Boolean(_) => ColumnDataType::Boolean,
            ConcreteDataType::Int8(_) => ColumnDataType::Int8,
            ConcreteDataType::Int16(_) => ColumnDataType::Int16,
@@ -419,8 +381,9 @@ impl TryFrom<ConcreteDataType> for ColumnDataTypeWrapper {
            ConcreteDataType::Vector(_) => ColumnDataType::Vector,
            ConcreteDataType::List(_) => ColumnDataType::List,
            ConcreteDataType::Struct(_) => ColumnDataType::Struct,
-            ConcreteDataType::Dictionary(_) => ColumnDataType::Dictionary,
-            ConcreteDataType::Null(_) | ConcreteDataType::Duration(_) => {
+            ConcreteDataType::Null(_)
+            | ConcreteDataType::Dictionary(_)
+            | ConcreteDataType::Duration(_) => {
                return error::IntoColumnDataTypeSnafu { from: datatype }.fail();
            }
        };
@@ -442,9 +405,7 @@ impl TryFrom<ConcreteDataType> for ColumnDataTypeWrapper {
                            type_ext: Some(TypeExt::JsonType(JsonTypeExtension::JsonBinary.into())),
                        }),
                        JsonFormat::Native(inner) => {
-                            let inner_type = ColumnDataTypeWrapper::try_from(
-                                ConcreteDataType::from(inner.as_ref()),
-                            )?;
+                            let inner_type = ColumnDataTypeWrapper::try_from(*inner.clone())?;
                            Some(ColumnDataTypeExtension {
                                type_ext: Some(TypeExt::JsonNativeType(Box::new(
                                    JsonNativeTypeExtension {
@@ -502,25 +463,6 @@ impl TryFrom<ConcreteDataType> for ColumnDataTypeWrapper {
                    None
                }
            }
-            ColumnDataType::Dictionary => {
-                if let ConcreteDataType::Dictionary(dict_type) = &datatype {
-                    let key_type = ColumnDataTypeWrapper::try_from(dict_type.key_type().clone())?;
-                    let value_type =
-                        ColumnDataTypeWrapper::try_from(dict_type.value_type().clone())?;
-                    Some(ColumnDataTypeExtension {
-                        type_ext: Some(TypeExt::DictionaryType(Box::new(
-                            DictionaryTypeExtension {
-                                key_datatype: key_type.datatype.into(),
-                                key_datatype_extension: key_type.datatype_ext.map(Box::new),
-                                value_datatype: value_type.datatype.into(),
-                                value_datatype_extension: value_type.datatype_ext.map(Box::new),
-                            },
-                        ))),
-                    })
-                } else {
-                    None
-                }
-            }
            _ => None,
        };
        Ok(Self {
@@ -659,9 +601,6 @@ pub fn values_with_capacity(datatype: ColumnDataType, capacity: usize) -> Values
            struct_values: Vec::with_capacity(capacity),
            ..Default::default()
        },
-        ColumnDataType::Dictionary => Values {
-            ..Default::default()
-        },
    }
 }

@@ -862,8 +801,21 @@ pub fn pb_value_to_value_ref<'a>(
        }

        ValueData::JsonValue(inner_value) => {
-            let value = decode_json_value(inner_value);
-            ValueRef::Json(Box::new(value))
+            let json_datatype_ext = datatype_ext
+                .as_ref()
+                .and_then(|ext| {
+                    if let Some(TypeExt::JsonNativeType(l)) = &ext.type_ext {
+                        Some(l)
+                    } else {
+                        None
+                    }
+                })
+                .expect("json value must contain datatype ext");
+
+            ValueRef::Json(Box::new(pb_value_to_value_ref(
+                inner_value,
+                json_datatype_ext.datatype_extension.as_deref(),
+            )))
        }
    }
 }
@@ -986,72 +938,12 @@ pub fn to_proto_value(value: Value) -> v1::Value {
            })),
        },
        Value::Json(v) => v1::Value {
-            value_data: Some(ValueData::JsonValue(encode_json_value(*v))),
+            value_data: Some(ValueData::JsonValue(Box::new(to_proto_value(*v)))),
        },
        Value::Duration(_) => v1::Value { value_data: None },
    }
 }

-fn encode_json_value(value: JsonValue) -> v1::JsonValue {
-    fn helper(json: JsonVariant) -> v1::JsonValue {
-        let value = match json {
-            JsonVariant::Null => None,
-            JsonVariant::Bool(x) => Some(json_value::Value::Boolean(x)),
-            JsonVariant::Number(x) => Some(match x {
-                JsonNumber::PosInt(i) => json_value::Value::Uint(i),
-                JsonNumber::NegInt(i) => json_value::Value::Int(i),
-                JsonNumber::Float(f) => json_value::Value::Float(f.0),
-            }),
-            JsonVariant::String(x) => Some(json_value::Value::Str(x)),
-            JsonVariant::Array(x) => Some(json_value::Value::Array(JsonList {
-                items: x.into_iter().map(helper).collect::<Vec<_>>(),
-            })),
-            JsonVariant::Object(x) => {
-                let entries = x
-                    .into_iter()
-                    .map(|(key, v)| v1::json_object::Entry {
-                        key,
-                        value: Some(helper(v)),
-                    })
-                    .collect::<Vec<_>>();
-                Some(json_value::Value::Object(JsonObject { entries }))
-            }
-        };
-        v1::JsonValue { value }
-    }
-    helper(value.into_variant())
-}
-
-fn decode_json_value(value: &v1::JsonValue) -> JsonValueRef<'_> {
-    let Some(value) = &value.value else {
-        return JsonValueRef::null();
-    };
-    match value {
-        json_value::Value::Boolean(x) => (*x).into(),
-        json_value::Value::Int(x) => (*x).into(),
-        json_value::Value::Uint(x) => (*x).into(),
-        json_value::Value::Float(x) => (*x).into(),
-        json_value::Value::Str(x) => (x.as_str()).into(),
-        json_value::Value::Array(array) => array
-            .items
-            .iter()
-            .map(|x| decode_json_value(x).into_variant())
-            .collect::<Vec<_>>()
-            .into(),
-        json_value::Value::Object(x) => x
-            .entries
-            .iter()
-            .filter_map(|entry| {
-                entry
-                    .value
-                    .as_ref()
-                    .map(|v| (entry.key.as_str(), decode_json_value(v).into_variant()))
-            })
-            .collect::<BTreeMap<_, _>>()
-            .into(),
-    }
-}
-
 fn convert_list_to_pb_values(list_value: ListValue) -> Vec<v1::Value> {
    list_value
        .take_items()
@@ -1173,7 +1065,9 @@ pub fn value_to_grpc_value(value: Value) -> GrpcValue {
                    .collect();
                Some(ValueData::StructValue(v1::StructValue { items }))
            }
-            Value::Json(v) => Some(ValueData::JsonValue(encode_json_value(*v))),
+            Value::Json(inner_value) => Some(ValueData::JsonValue(Box::new(value_to_grpc_value(
+                *inner_value,
+            )))),
            Value::Duration(_) => unreachable!(),
        },
    }
@@ -1365,9 +1259,6 @@ mod tests {
        let values = values_with_capacity(ColumnDataType::Json, 2);
        assert_eq!(2, values.json_values.capacity());
        assert_eq!(2, values.string_values.capacity());
-
-        let values = values_with_capacity(ColumnDataType::Dictionary, 2);
-        assert!(values.bool_values.is_empty());
    }

    #[test]
@@ -1464,17 +1355,6 @@ mod tests {
            ConcreteDataType::list_datatype(Arc::new(ConcreteDataType::string_datatype())),
            ColumnDataTypeWrapper::list_datatype(ColumnDataTypeWrapper::string_datatype()).into()
        );
-        assert_eq!(
-            ConcreteDataType::dictionary_datatype(
-                ConcreteDataType::int32_datatype(),
-                ConcreteDataType::string_datatype()
-            ),
-            ColumnDataTypeWrapper::dictionary_datatype(
-                ColumnDataTypeWrapper::int32_datatype(),
-                ColumnDataTypeWrapper::string_datatype()
-            )
-            .into()
-        );
        let struct_type = StructType::new(Arc::new(vec![
            StructField::new("id".to_string(), ConcreteDataType::int64_datatype(), true),
            StructField::new(
@@ -1645,18 +1525,6 @@ mod tests {
            ColumnDataTypeWrapper::vector_datatype(3),
            ConcreteDataType::vector_datatype(3).try_into().unwrap()
        );
-        assert_eq!(
-            ColumnDataTypeWrapper::dictionary_datatype(
-                ColumnDataTypeWrapper::int32_datatype(),
-                ColumnDataTypeWrapper::string_datatype()
-            ),
-            ConcreteDataType::dictionary_datatype(
-                ConcreteDataType::int32_datatype(),
-                ConcreteDataType::string_datatype()
-            )
-            .try_into()
-            .unwrap()
-        );

        let result: Result<ColumnDataTypeWrapper> = ConcreteDataType::null_datatype().try_into();
        assert!(result.is_err());
@@ -1712,20 +1580,6 @@ mod tests {
                        datatype_extension: Some(Box::new(ColumnDataTypeExtension {
                            type_ext: Some(TypeExt::StructType(StructTypeExtension {
                                fields: vec![
-                                    v1::StructField {
-                                        name: "address".to_string(),
-                                        datatype: ColumnDataTypeWrapper::string_datatype()
-                                            .datatype()
-                                            .into(),
-                                        datatype_extension: None
-                                    },
-                                    v1::StructField {
-                                        name: "age".to_string(),
-                                        datatype: ColumnDataTypeWrapper::int64_datatype()
-                                            .datatype()
-                                            .into(),
-                                        datatype_extension: None
-                                    },
                                    v1::StructField {
                                        name: "id".to_string(),
                                        datatype: ColumnDataTypeWrapper::int64_datatype()
@@ -1740,6 +1594,20 @@ mod tests {
                                            .into(),
                                        datatype_extension: None
                                    },
+                                    v1::StructField {
+                                        name: "age".to_string(),
+                                        datatype: ColumnDataTypeWrapper::int32_datatype()
+                                            .datatype()
+                                            .into(),
+                                        datatype_extension: None
+                                    },
+                                    v1::StructField {
+                                        name: "address".to_string(),
+                                        datatype: ColumnDataTypeWrapper::string_datatype()
+                                            .datatype()
+                                            .into(),
+                                        datatype_extension: None
+                                    }
                                ]
                            }))
                        }))
@@ -1910,199 +1778,4 @@ mod tests {
            _ => panic!("Unexpected value type"),
        }
    }
-
-    #[test]
-    fn test_encode_decode_json_value() {
-        let json = JsonValue::null();
-        let proto = encode_json_value(json.clone());
-        assert!(proto.value.is_none());
-        let value = decode_json_value(&proto);
-        assert_eq!(json.as_ref(), value);
-
-        let json: JsonValue = true.into();
-        let proto = encode_json_value(json.clone());
-        assert_eq!(proto.value, Some(json_value::Value::Boolean(true)));
-        let value = decode_json_value(&proto);
-        assert_eq!(json.as_ref(), value);
-
-        let json: JsonValue = (-1i64).into();
-        let proto = encode_json_value(json.clone());
-        assert_eq!(proto.value, Some(json_value::Value::Int(-1)));
-        let value = decode_json_value(&proto);
-        assert_eq!(json.as_ref(), value);
-
-        let json: JsonValue = 1u64.into();
-        let proto = encode_json_value(json.clone());
-        assert_eq!(proto.value, Some(json_value::Value::Uint(1)));
-        let value = decode_json_value(&proto);
-        assert_eq!(json.as_ref(), value);
-
-        let json: JsonValue = 1.0f64.into();
-        let proto = encode_json_value(json.clone());
-        assert_eq!(proto.value, Some(json_value::Value::Float(1.0)));
-        let value = decode_json_value(&proto);
-        assert_eq!(json.as_ref(), value);
-
-        let json: JsonValue = "s".into();
-        let proto = encode_json_value(json.clone());
-        assert_eq!(proto.value, Some(json_value::Value::Str("s".to_string())));
-        let value = decode_json_value(&proto);
-        assert_eq!(json.as_ref(), value);
-
-        let json: JsonValue = [1i64, 2, 3].into();
-        let proto = encode_json_value(json.clone());
-        assert_eq!(
-            proto.value,
-            Some(json_value::Value::Array(JsonList {
-                items: vec![
-                    v1::JsonValue {
-                        value: Some(json_value::Value::Int(1))
-                    },
-                    v1::JsonValue {
-                        value: Some(json_value::Value::Int(2))
-                    },
-                    v1::JsonValue {
-                        value: Some(json_value::Value::Int(3))
-                    }
-                ]
-            }))
-        );
-        let value = decode_json_value(&proto);
-        assert_eq!(json.as_ref(), value);
-
-        let json: JsonValue = [(); 0].into();
-        let proto = encode_json_value(json.clone());
-        assert_eq!(
-            proto.value,
-            Some(json_value::Value::Array(JsonList { items: vec![] }))
-        );
-        let value = decode_json_value(&proto);
-        assert_eq!(json.as_ref(), value);
-
-        let json: JsonValue = [("k3", 3i64), ("k2", 2i64), ("k1", 1i64)].into();
-        let proto = encode_json_value(json.clone());
-        assert_eq!(
-            proto.value,
-            Some(json_value::Value::Object(JsonObject {
-                entries: vec![
-                    v1::json_object::Entry {
-                        key: "k1".to_string(),
-                        value: Some(v1::JsonValue {
-                            value: Some(json_value::Value::Int(1))
-                        }),
-                    },
-                    v1::json_object::Entry {
-                        key: "k2".to_string(),
-                        value: Some(v1::JsonValue {
-                            value: Some(json_value::Value::Int(2))
-                        }),
-                    },
-                    v1::json_object::Entry {
-                        key: "k3".to_string(),
-                        value: Some(v1::JsonValue {
-                            value: Some(json_value::Value::Int(3))
-                        }),
-                    },
-                ]
-            }))
-        );
-        let value = decode_json_value(&proto);
-        assert_eq!(json.as_ref(), value);
-
-        let json: JsonValue = [("null", ()); 0].into();
-        let proto = encode_json_value(json.clone());
-        assert_eq!(
-            proto.value,
-            Some(json_value::Value::Object(JsonObject { entries: vec![] }))
-        );
-        let value = decode_json_value(&proto);
-        assert_eq!(json.as_ref(), value);
-
-        let json: JsonValue = [
-            ("null", JsonVariant::from(())),
-            ("bool", false.into()),
-            ("list", ["hello", "world"].into()),
-            (
-                "object",
-                [
-                    ("positive_i", JsonVariant::from(42u64)),
-                    ("negative_i", (-42i64).into()),
-                    ("nested", [("what", "blah")].into()),
-                ]
-                .into(),
-            ),
-        ]
-        .into();
-        let proto = encode_json_value(json.clone());
-        assert_eq!(
-            proto.value,
-            Some(json_value::Value::Object(JsonObject {
-                entries: vec![
-                    v1::json_object::Entry {
-                        key: "bool".to_string(),
-                        value: Some(v1::JsonValue {
-                            value: Some(json_value::Value::Boolean(false))
-                        }),
-                    },
-                    v1::json_object::Entry {
-                        key: "list".to_string(),
-                        value: Some(v1::JsonValue {
-                            value: Some(json_value::Value::Array(JsonList {
-                                items: vec![
-                                    v1::JsonValue {
-                                        value: Some(json_value::Value::Str("hello".to_string()))
-                                    },
-                                    v1::JsonValue {
-                                        value: Some(json_value::Value::Str("world".to_string()))
-                                    },
-                                ]
-                            }))
-                        }),
-                    },
-                    v1::json_object::Entry {
-                        key: "null".to_string(),
-                        value: Some(v1::JsonValue { value: None }),
-                    },
-                    v1::json_object::Entry {
-                        key: "object".to_string(),
-                        value: Some(v1::JsonValue {
-                            value: Some(json_value::Value::Object(JsonObject {
-                                entries: vec![
-                                    v1::json_object::Entry {
-                                        key: "negative_i".to_string(),
-                                        value: Some(v1::JsonValue {
-                                            value: Some(json_value::Value::Int(-42))
-                                        }),
-                                    },
-                                    v1::json_object::Entry {
-                                        key: "nested".to_string(),
-                                        value: Some(v1::JsonValue {
-                                            value: Some(json_value::Value::Object(JsonObject {
-                                                entries: vec![v1::json_object::Entry {
-                                                    key: "what".to_string(),
-                                                    value: Some(v1::JsonValue {
-                                                        value: Some(json_value::Value::Str(
-                                                            "blah".to_string()
-                                                        ))
-                                                    }),
-                                                },]
-                                            }))
-                                        }),
-                                    },
-                                    v1::json_object::Entry {
-                                        key: "positive_i".to_string(),
-                                        value: Some(v1::JsonValue {
-                                            value: Some(json_value::Value::Uint(42))
-                                        }),
-                                    },
-                                ]
-                            }))
-                        }),
-                    },
-                ]
-            }))
-        );
-        let value = decode_json_value(&proto);
-        assert_eq!(json.as_ref(), value);
-    }
 }
--- a/src/catalog/src/system_schema/information_schema.rs
+++ b/src/catalog/src/system_schema/information_schema.rs
@@ -22,6 +22,7 @@ mod procedure_info;
 pub mod process_list;
 pub mod region_peers;
 mod region_statistics;
+mod runtime_metrics;
 pub mod schemata;
 mod ssts;
 mod table_constraints;
@@ -64,6 +65,7 @@ use crate::system_schema::information_schema::information_memory_table::get_sche
 use crate::system_schema::information_schema::key_column_usage::InformationSchemaKeyColumnUsage;
 use crate::system_schema::information_schema::partitions::InformationSchemaPartitions;
 use crate::system_schema::information_schema::region_peers::InformationSchemaRegionPeers;
+use crate::system_schema::information_schema::runtime_metrics::InformationSchemaMetrics;
 use crate::system_schema::information_schema::schemata::InformationSchemaSchemata;
 use crate::system_schema::information_schema::ssts::{
    InformationSchemaSstsIndexMeta, InformationSchemaSstsManifest, InformationSchemaSstsStorage,
@@ -214,6 +216,7 @@ impl SystemSchemaProviderInner for InformationSchemaProvider {
                self.catalog_name.clone(),
                self.catalog_manager.clone(),
            )) as _),
+            RUNTIME_METRICS => Some(Arc::new(InformationSchemaMetrics::new())),
            PARTITIONS => Some(Arc::new(InformationSchemaPartitions::new(
                self.catalog_name.clone(),
                self.catalog_manager.clone(),
@@ -308,6 +311,10 @@ impl InformationSchemaProvider {
        // authentication details, and other critical information.
        // Only put these tables under `greptime` catalog to prevent info leak.
        if self.catalog_name == DEFAULT_CATALOG_NAME {
+            tables.insert(
+                RUNTIME_METRICS.to_string(),
+                self.build_table(RUNTIME_METRICS).unwrap(),
+            );
            tables.insert(
                BUILD_INFO.to_string(),
                self.build_table(BUILD_INFO).unwrap(),
--- a/src/catalog/src/system_schema/information_schema/runtime_metrics.rs
+++ b/src/catalog/src/system_schema/information_schema/runtime_metrics.rs
@@ -0,0 +1,265 @@
+// Copyright 2023 Greptime Team
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//     http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+use std::sync::Arc;
+
+use arrow_schema::SchemaRef as ArrowSchemaRef;
+use common_catalog::consts::INFORMATION_SCHEMA_RUNTIME_METRICS_TABLE_ID;
+use common_error::ext::BoxedError;
+use common_recordbatch::adapter::RecordBatchStreamAdapter;
+use common_recordbatch::{RecordBatch, SendableRecordBatchStream};
+use common_time::util::current_time_millis;
+use datafusion::execution::TaskContext;
+use datafusion::physical_plan::SendableRecordBatchStream as DfSendableRecordBatchStream;
+use datafusion::physical_plan::stream::RecordBatchStreamAdapter as DfRecordBatchStreamAdapter;
+use datafusion::physical_plan::streaming::PartitionStream as DfPartitionStream;
+use datatypes::prelude::{ConcreteDataType, MutableVector};
+use datatypes::scalars::ScalarVectorBuilder;
+use datatypes::schema::{ColumnSchema, Schema, SchemaRef};
+use datatypes::vectors::{
+    ConstantVector, Float64VectorBuilder, StringVectorBuilder, TimestampMillisecondVector,
+    VectorRef,
+};
+use itertools::Itertools;
+use snafu::ResultExt;
+use store_api::storage::{ScanRequest, TableId};
+
+use crate::error::{CreateRecordBatchSnafu, InternalSnafu, Result};
+use crate::system_schema::information_schema::{InformationTable, RUNTIME_METRICS};
+
+#[derive(Debug)]
+pub(super) struct InformationSchemaMetrics {
+    schema: SchemaRef,
+}
+
+const METRIC_NAME: &str = "metric_name";
+const METRIC_VALUE: &str = "value";
+const METRIC_LABELS: &str = "labels";
+const PEER_ADDR: &str = "peer_addr";
+const PEER_TYPE: &str = "peer_type";
+const TIMESTAMP: &str = "timestamp";
+
+/// The `information_schema.runtime_metrics` virtual table.
+/// It provides the GreptimeDB runtime metrics for the users by SQL.
+impl InformationSchemaMetrics {
+    pub(super) fn new() -> Self {
+        Self {
+            schema: Self::schema(),
+        }
+    }
+
+    fn schema() -> SchemaRef {
+        Arc::new(Schema::new(vec![
+            ColumnSchema::new(METRIC_NAME, ConcreteDataType::string_datatype(), false),
+            ColumnSchema::new(METRIC_VALUE, ConcreteDataType::float64_datatype(), false),
+            ColumnSchema::new(METRIC_LABELS, ConcreteDataType::string_datatype(), true),
+            ColumnSchema::new(PEER_ADDR, ConcreteDataType::string_datatype(), true),
+            ColumnSchema::new(PEER_TYPE, ConcreteDataType::string_datatype(), false),
+            ColumnSchema::new(
+                TIMESTAMP,
+                ConcreteDataType::timestamp_millisecond_datatype(),
+                false,
+            ),
+        ]))
+    }
+
+    fn builder(&self) -> InformationSchemaMetricsBuilder {
+        InformationSchemaMetricsBuilder::new(self.schema.clone())
+    }
+}
+
+impl InformationTable for InformationSchemaMetrics {
+    fn table_id(&self) -> TableId {
+        INFORMATION_SCHEMA_RUNTIME_METRICS_TABLE_ID
+    }
+
+    fn table_name(&self) -> &'static str {
+        RUNTIME_METRICS
+    }
+
+    fn schema(&self) -> SchemaRef {
+        self.schema.clone()
+    }
+
+    fn to_stream(&self, request: ScanRequest) -> Result<SendableRecordBatchStream> {
+        let schema = self.schema.arrow_schema().clone();
+        let mut builder = self.builder();
+        let stream = Box::pin(DfRecordBatchStreamAdapter::new(
+            schema,
+            futures::stream::once(async move {
+                builder
+                    .make_metrics(Some(request))
+                    .await
+                    .map(|x| x.into_df_record_batch())
+                    .map_err(Into::into)
+            }),
+        ));
+
+        Ok(Box::pin(
+            RecordBatchStreamAdapter::try_new(stream)
+                .map_err(BoxedError::new)
+                .context(InternalSnafu)?,
+        ))
+    }
+}
+
+struct InformationSchemaMetricsBuilder {
+    schema: SchemaRef,
+
+    metric_names: StringVectorBuilder,
+    metric_values: Float64VectorBuilder,
+    metric_labels: StringVectorBuilder,
+    peer_addrs: StringVectorBuilder,
+    peer_types: StringVectorBuilder,
+}
+
+impl InformationSchemaMetricsBuilder {
+    fn new(schema: SchemaRef) -> Self {
+        Self {
+            schema,
+            metric_names: StringVectorBuilder::with_capacity(42),
+            metric_values: Float64VectorBuilder::with_capacity(42),
+            metric_labels: StringVectorBuilder::with_capacity(42),
+            peer_addrs: StringVectorBuilder::with_capacity(42),
+            peer_types: StringVectorBuilder::with_capacity(42),
+        }
+    }
+
+    fn add_metric(
+        &mut self,
+        metric_name: &str,
+        labels: String,
+        metric_value: f64,
+        peer: Option<&str>,
+        peer_type: &str,
+    ) {
+        self.metric_names.push(Some(metric_name));
+        self.metric_values.push(Some(metric_value));
+        self.metric_labels.push(Some(&labels));
+        self.peer_addrs.push(peer);
+        self.peer_types.push(Some(peer_type));
+    }
+
+    async fn make_metrics(&mut self, _request: Option<ScanRequest>) -> Result<RecordBatch> {
+        let metric_families = prometheus::gather();
+
+        let write_request =
+            common_telemetry::metric::convert_metric_to_write_request(metric_families, None, 0);
+
+        for ts in write_request.timeseries {
+            //Safety: always has `__name__` label
+            let metric_name = ts
+                .labels
+                .iter()
+                .find_map(|label| {
+                    if label.name == "__name__" {
+                        Some(label.value.clone())
+                    } else {
+                        None
+                    }
+                })
+                .unwrap();
+
+            self.add_metric(
+                &metric_name,
+                ts.labels
+                    .into_iter()
+                    .filter_map(|label| {
+                        if label.name == "__name__" {
+                            None
+                        } else {
+                            Some(format!("{}={}", label.name, label.value))
+                        }
+                    })
+                    .join(", "),
+                // Safety: always has a sample
+                ts.samples[0].value,
+                // The peer column is always `None` for standalone
+                None,
+                "STANDALONE",
+            );
+        }
+
+        // FIXME(dennis): fetching other peers metrics
+        self.finish()
+    }
+
+    fn finish(&mut self) -> Result<RecordBatch> {
+        let rows_num = self.metric_names.len();
+
+        let timestamps = Arc::new(ConstantVector::new(
+            Arc::new(TimestampMillisecondVector::from_slice([
+                current_time_millis(),
+            ])),
+            rows_num,
+        ));
+
+        let columns: Vec<VectorRef> = vec![
+            Arc::new(self.metric_names.finish()),
+            Arc::new(self.metric_values.finish()),
+            Arc::new(self.metric_labels.finish()),
+            Arc::new(self.peer_addrs.finish()),
+            Arc::new(self.peer_types.finish()),
+            timestamps,
+        ];
+
+        RecordBatch::new(self.schema.clone(), columns).context(CreateRecordBatchSnafu)
+    }
+}
+
+impl DfPartitionStream for InformationSchemaMetrics {
+    fn schema(&self) -> &ArrowSchemaRef {
+        self.schema.arrow_schema()
+    }
+
+    fn execute(&self, _: Arc<TaskContext>) -> DfSendableRecordBatchStream {
+        let schema = self.schema.arrow_schema().clone();
+        let mut builder = self.builder();
+        Box::pin(DfRecordBatchStreamAdapter::new(
+            schema,
+            futures::stream::once(async move {
+                builder
+                    .make_metrics(None)
+                    .await
+                    .map(|x| x.into_df_record_batch())
+                    .map_err(Into::into)
+            }),
+        ))
+    }
+}
+
+#[cfg(test)]
+mod tests {
+    use common_recordbatch::RecordBatches;
+
+    use super::*;
+
+    #[tokio::test]
+    async fn test_make_metrics() {
+        let metrics = InformationSchemaMetrics::new();
+
+        let stream = metrics.to_stream(ScanRequest::default()).unwrap();
+
+        let batches = RecordBatches::try_collect(stream).await.unwrap();
+
+        let result_literal = batches.pretty_print().unwrap();
+
+        assert!(result_literal.contains(METRIC_NAME));
+        assert!(result_literal.contains(METRIC_VALUE));
+        assert!(result_literal.contains(METRIC_LABELS));
+        assert!(result_literal.contains(PEER_ADDR));
+        assert!(result_literal.contains(PEER_TYPE));
+        assert!(result_literal.contains(TIMESTAMP));
+    }
+}
--- a/src/catalog/src/system_schema/information_schema/table_names.rs
+++ b/src/catalog/src/system_schema/information_schema/table_names.rs
@@ -38,6 +38,7 @@ pub const TABLE_PRIVILEGES: &str = "table_privileges";
 pub const TRIGGERS: &str = "triggers";
 pub const GLOBAL_STATUS: &str = "global_status";
 pub const SESSION_STATUS: &str = "session_status";
+pub const RUNTIME_METRICS: &str = "runtime_metrics";
 pub const PARTITIONS: &str = "partitions";
 pub const REGION_PEERS: &str = "region_peers";
 pub const TABLE_CONSTRAINTS: &str = "table_constraints";
--- a/src/catalog/src/system_schema/information_schema/tables.rs
+++ b/src/catalog/src/system_schema/information_schema/tables.rs
@@ -12,6 +12,7 @@
 // See the License for the specific language governing permissions and
 // limitations under the License.

+use std::collections::HashSet;
 use std::sync::{Arc, Weak};

 use arrow_schema::SchemaRef as ArrowSchemaRef;
@@ -254,17 +255,14 @@ impl InformationSchemaTablesBuilder {
        // TODO(dennis): `region_stats` API is not stable in distributed cluster because of network issue etc.
        // But we don't want the statements such as `show tables` fail,
        // so using `unwrap_or_else` here instead of `?` operator.
-        let region_stats = {
-            let mut x = information_extension
-                .region_stats()
-                .await
-                .unwrap_or_else(|e| {
-                    error!(e; "Failed to find region stats in information_schema, fallback to all empty");
-                    vec![]
-                });
-            x.sort_unstable_by_key(|x| x.id);
-            x
-        };
+        let region_stats = information_extension
+            .region_stats()
+            .await
+            .map_err(|e| {
+                error!(e; "Failed to call region_stats");
+                e
+            })
+            .unwrap_or_else(|_| vec![]);

        for schema_name in catalog_manager.schema_names(&catalog_name, None).await? {
            let mut stream = catalog_manager.tables(&catalog_name, &schema_name, None);
@@ -275,16 +273,16 @@ impl InformationSchemaTablesBuilder {
                // TODO(dennis): make it working for metric engine
                let table_region_stats =
                    if table_info.meta.engine == MITO_ENGINE || table_info.is_physical_table() {
-                        table_info
+                        let region_ids = table_info
                            .meta
                            .region_numbers
                            .iter()
                            .map(|n| RegionId::new(table_info.ident.table_id, *n))
-                            .flat_map(|region_id| {
-                                region_stats
-                                    .binary_search_by_key(&region_id, |x| x.id)
-                                    .map(|i| &region_stats[i])
-                            })
+                            .collect::<HashSet<_>>();
+
+                        region_stats
+                            .iter()
+                            .filter(|stat| region_ids.contains(&stat.id))
                            .collect::<Vec<_>>()
                    } else {
                        vec![]
--- a/src/cli/src/data/export.rs
+++ b/src/cli/src/data/export.rs
@@ -67,17 +67,9 @@ pub struct ExportCommand {
    #[clap(long, default_value_t = default_database())]
    database: String,

-    /// The number of databases exported in parallel.
-    /// For example, if there are 20 databases and `db_parallelism` is 4,
-    /// 4 databases will be exported concurrently.
-    #[clap(long, short = 'j', default_value = "1", alias = "export-jobs")]
-    db_parallelism: usize,
-
-    /// The number of tables exported in parallel within a single database.
-    /// For example, if a database has 30 tables and `parallelism` is 8,
-    /// 8 tables will be exported concurrently.
-    #[clap(long, default_value = "4")]
-    table_parallelism: usize,
+    /// Parallelism of the export.
+    #[clap(long, short = 'j', default_value = "1")]
+    export_jobs: usize,

    /// Max retry times for each job.
    #[clap(long, default_value = "3")]
@@ -218,11 +210,10 @@ impl ExportCommand {
            schema,
            database_client,
            output_dir: self.output_dir.clone(),
-            export_jobs: self.db_parallelism,
+            parallelism: self.export_jobs,
            target: self.target.clone(),
            start_time: self.start_time.clone(),
            end_time: self.end_time.clone(),
-            parallelism: self.table_parallelism,
            s3: self.s3,
            ddl_local_dir: self.ddl_local_dir.clone(),
            s3_bucket: self.s3_bucket.clone(),
@@ -260,11 +251,10 @@ pub struct Export {
    schema: Option<String>,
    database_client: DatabaseClient,
    output_dir: Option<String>,
-    export_jobs: usize,
+    parallelism: usize,
    target: ExportTarget,
    start_time: Option<String>,
    end_time: Option<String>,
-    parallelism: usize,
    s3: bool,
    ddl_local_dir: Option<String>,
    s3_bucket: Option<String>,
@@ -474,7 +464,7 @@ impl Export {

    async fn export_create_table(&self) -> Result<()> {
        let timer = Instant::now();
-        let semaphore = Arc::new(Semaphore::new(self.export_jobs));
+        let semaphore = Arc::new(Semaphore::new(self.parallelism));
        let db_names = self.get_db_names().await?;
        let db_count = db_names.len();
        let operator = Arc::new(self.build_prefer_fs_operator().await?);
@@ -635,13 +625,13 @@ impl Export {

    async fn export_database_data(&self) -> Result<()> {
        let timer = Instant::now();
-        let semaphore = Arc::new(Semaphore::new(self.export_jobs));
+        let semaphore = Arc::new(Semaphore::new(self.parallelism));
        let db_names = self.get_db_names().await?;
        let db_count = db_names.len();
        let mut tasks = Vec::with_capacity(db_count);
        let operator = Arc::new(self.build_operator().await?);
        let fs_first_operator = Arc::new(self.build_prefer_fs_operator().await?);
-        let with_options = build_with_options(&self.start_time, &self.end_time, self.parallelism);
+        let with_options = build_with_options(&self.start_time, &self.end_time);

        for schema in db_names {
            let semaphore_moved = semaphore.clone();
@@ -898,11 +888,7 @@ impl Tool for Export {
 }

 /// Builds the WITH options string for SQL commands, assuming consistent syntax across S3 and local exports.
-fn build_with_options(
-    start_time: &Option<String>,
-    end_time: &Option<String>,
-    parallelism: usize,
-) -> String {
+fn build_with_options(start_time: &Option<String>, end_time: &Option<String>) -> String {
    let mut options = vec!["format = 'parquet'".to_string()];
    if let Some(start) = start_time {
        options.push(format!("start_time = '{}'", start));
@@ -910,6 +896,5 @@ fn build_with_options(
    if let Some(end) = end_time {
        options.push(format!("end_time = '{}'", end));
    }
-    options.push(format!("parallelism = {}", parallelism));
    options.join(", ")
 }
--- a/src/cli/src/data/import.rs
+++ b/src/cli/src/data/import.rs
@@ -56,11 +56,9 @@ pub struct ImportCommand {
    #[clap(long, default_value_t = default_database())]
    database: String,

-    /// The number of databases imported in parallel.
-    /// For example, if there are 20 databases and `db_parallelism` is 4,
-    /// 4 databases will be imported concurrently.
-    #[clap(long, short = 'j', default_value = "1", alias = "import-jobs")]
-    db_parallelism: usize,
+    /// Parallelism of the import.
+    #[clap(long, short = 'j', default_value = "1")]
+    import_jobs: usize,

    /// Max retry times for each job.
    #[clap(long, default_value = "3")]
@@ -111,7 +109,7 @@ impl ImportCommand {
            schema,
            database_client,
            input_dir: self.input_dir.clone(),
-            parallelism: self.db_parallelism,
+            parallelism: self.import_jobs,
            target: self.target.clone(),
        }))
    }
--- a/src/client/src/client.rs
+++ b/src/client/src/client.rs
@@ -21,7 +21,7 @@ use api::v1::prometheus_gateway_client::PrometheusGatewayClient;
 use api::v1::region::region_client::RegionClient as PbRegionClient;
 use arrow_flight::flight_service_client::FlightServiceClient;
 use common_grpc::channel_manager::{
-    ChannelConfig, ChannelManager, ClientTlsOption, load_client_tls_config,
+    ChannelConfig, ChannelManager, ClientTlsOption, load_tls_config,
 };
 use parking_lot::RwLock;
 use snafu::{OptionExt, ResultExt};
@@ -95,9 +95,9 @@ impl Client {
        U: AsRef<str>,
        A: AsRef<[U]>,
    {
-        let channel_config = ChannelConfig::default().client_tls_config(client_tls.clone());
-        let tls_config =
-            load_client_tls_config(Some(client_tls)).context(error::CreateTlsChannelSnafu)?;
+        let channel_config = ChannelConfig::default().client_tls_config(client_tls);
+        let tls_config = load_tls_config(channel_config.client_tls.as_ref())
+            .context(error::CreateTlsChannelSnafu)?;
        let channel_manager = ChannelManager::with_config(channel_config, tls_config);
        Ok(Self::with_manager_and_urls(channel_manager, urls))
    }
--- a/src/client/src/database.rs
+++ b/src/client/src/database.rs
@@ -435,10 +435,10 @@ impl Database {
                            .context(ExternalSnafu)?;
                        match flight_message {
                            FlightMessage::RecordBatch(arrow_batch) => {
-                                yield Ok(RecordBatch::from_df_record_batch(
+                                yield RecordBatch::try_from_df_record_batch(
                                    schema_cloned.clone(),
                                    arrow_batch,
-                                ))
+                                )
                            }
                            FlightMessage::Metrics(_) => {}
                            FlightMessage::AffectedRows(_) | FlightMessage::Schema(_) => {
--- a/src/client/src/region.rs
+++ b/src/client/src/region.rs
@@ -182,8 +182,10 @@ impl RegionRequester {

                match flight_message {
                    FlightMessage::RecordBatch(record_batch) => {
-                        let result_to_yield =
-                            RecordBatch::from_df_record_batch(schema_cloned.clone(), record_batch);
+                        let result_to_yield = RecordBatch::try_from_df_record_batch(
+                            schema_cloned.clone(),
+                            record_batch,
+                        );

                        // get the next message from the stream. normally it should be a metrics message.
                        if let Some(next_flight_message_result) = flight_message_stream.next().await
@@ -217,7 +219,7 @@ impl RegionRequester {
                            stream_ended = true;
                        }

-                        yield Ok(result_to_yield);
+                        yield result_to_yield;
                    }
                    FlightMessage::Metrics(s) => {
                        // just a branch in case of some metrics message comes after other things.
--- a/src/cmd/src/datanode/objbench.rs
+++ b/src/cmd/src/datanode/objbench.rs
@@ -161,7 +161,6 @@ impl ObjbenchCommand {
            level: 0,
            file_size,
            available_indexes: Default::default(),
-            indexes: Default::default(),
            index_file_size: 0,
            index_file_id: None,
            num_rows,
--- a/src/cmd/src/error.rs
+++ b/src/cmd/src/error.rs
@@ -99,6 +99,13 @@ pub enum Error {
        source: flow::Error,
    },

+    #[snafu(display("Servers error"))]
+    Servers {
+        #[snafu(implicit)]
+        location: Location,
+        source: servers::error::Error,
+    },
+
    #[snafu(display("Failed to start frontend"))]
    StartFrontend {
        #[snafu(implicit)]
@@ -329,6 +336,7 @@ impl ErrorExt for Error {
            Error::ShutdownFrontend { source, .. } => source.status_code(),
            Error::StartMetaServer { source, .. } => source.status_code(),
            Error::ShutdownMetaServer { source, .. } => source.status_code(),
+            Error::Servers { source, .. } => source.status_code(),
            Error::BuildMetaServer { source, .. } => source.status_code(),
            Error::UnsupportedSelectorType { source, .. } => source.status_code(),
            Error::BuildCli { source, .. } => source.status_code(),
--- a/src/cmd/src/frontend.rs
+++ b/src/cmd/src/frontend.rs
@@ -43,6 +43,7 @@ use frontend::instance::builder::FrontendBuilder;
 use frontend::server::Services;
 use meta_client::{MetaClientOptions, MetaClientType};
 use servers::addrs;
+use servers::export_metrics::ExportMetricsTask;
 use servers::grpc::GrpcOptions;
 use servers::tls::{TlsMode, TlsOption};
 use snafu::{OptionExt, ResultExt};
@@ -176,8 +177,6 @@ pub struct StartCommand {
    #[clap(long)]
    tls_key_path: Option<String>,
    #[clap(long)]
-    tls_watch: bool,
-    #[clap(long)]
    user_provider: Option<String>,
    #[clap(long)]
    disable_dashboard: Option<bool>,
@@ -231,7 +230,6 @@ impl StartCommand {
            self.tls_mode.clone(),
            self.tls_cert_path.clone(),
            self.tls_key_path.clone(),
-            self.tls_watch,
        );

        if let Some(addr) = &self.http_addr {
@@ -457,6 +455,9 @@ impl StartCommand {
        .context(error::StartFrontendSnafu)?;
        let instance = Arc::new(instance);

+        let export_metrics_task = ExportMetricsTask::try_new(&opts.export_metrics, Some(&plugins))
+            .context(error::ServersSnafu)?;
+
        let servers = Services::new(opts, instance.clone(), plugins)
            .build()
            .context(error::StartFrontendSnafu)?;
@@ -465,6 +466,7 @@ impl StartCommand {
            instance,
            servers,
            heartbeat_task,
+            export_metrics_task,
        };

        Ok(Instance::new(frontend, guard))
--- a/src/cmd/src/standalone.rs
+++ b/src/cmd/src/standalone.rs
@@ -57,6 +57,7 @@ use frontend::instance::StandaloneDatanodeManager;
 use frontend::instance::builder::FrontendBuilder;
 use frontend::server::Services;
 use meta_srv::metasrv::{FLOW_ID_SEQ, TABLE_ID_SEQ};
+use servers::export_metrics::ExportMetricsTask;
 use servers::tls::{TlsMode, TlsOption};
 use snafu::ResultExt;
 use standalone::StandaloneInformationExtension;
@@ -227,8 +228,6 @@ pub struct StartCommand {
    #[clap(long)]
    tls_key_path: Option<String>,
    #[clap(long)]
-    tls_watch: bool,
-    #[clap(long)]
    user_provider: Option<String>,
    #[clap(long, default_value = "GREPTIMEDB_STANDALONE")]
    pub env_prefix: String,
@@ -278,7 +277,6 @@ impl StartCommand {
            self.tls_mode.clone(),
            self.tls_cert_path.clone(),
            self.tls_key_path.clone(),
-            self.tls_watch,
        );

        if let Some(addr) = &self.http_addr {
@@ -564,6 +562,9 @@ impl StartCommand {
        .context(StartFlownodeSnafu)?;
        flow_streaming_engine.set_frontend_invoker(invoker).await;

+        let export_metrics_task = ExportMetricsTask::try_new(&opts.export_metrics, Some(&plugins))
+            .context(error::ServersSnafu)?;
+
        let servers = Services::new(opts, fe_instance.clone(), plugins.clone())
            .build()
            .context(error::StartFrontendSnafu)?;
@@ -572,6 +573,7 @@ impl StartCommand {
            instance: fe_instance,
            servers,
            heartbeat_task: None,
+            export_metrics_task,
        };

        #[cfg(feature = "enterprise")]
@@ -767,9 +769,6 @@ mod tests {
    fn test_load_log_options_from_cli() {
        let cmd = StartCommand {
            user_provider: Some("static_user_provider:cmd:test=test".to_string()),
-            mysql_addr: Some("127.0.0.1:4002".to_string()),
-            postgres_addr: Some("127.0.0.1:4003".to_string()),
-            tls_watch: true,
            ..Default::default()
        };

@@ -786,8 +785,6 @@ mod tests {

        assert_eq!("./greptimedb_data/test/logs", opts.logging.dir);
        assert_eq!("debug", opts.logging.level.unwrap());
-        assert!(opts.mysql.tls.watch);
-        assert!(opts.postgres.tls.watch);
    }

    #[test]
--- a/src/cmd/tests/load_config_test.rs
+++ b/src/cmd/tests/load_config_test.rs
@@ -15,7 +15,6 @@
 use std::time::Duration;

 use cmd::options::GreptimeOptions;
-use common_base::memory_limit::MemoryLimit;
 use common_config::{Configurable, DEFAULT_DATA_HOME};
 use common_options::datanode::{ClientOptions, DatanodeClientOptions};
 use common_telemetry::logging::{DEFAULT_LOGGING_DIR, DEFAULT_OTLP_HTTP_ENDPOINT, LoggingOptions};
@@ -31,6 +30,7 @@ use meta_srv::selector::SelectorType;
 use metric_engine::config::EngineConfig as MetricEngineConfig;
 use mito2::config::MitoConfig;
 use query::options::QueryOptions;
+use servers::export_metrics::ExportMetricsOption;
 use servers::grpc::GrpcOptions;
 use servers::http::HttpOptions;
 use servers::tls::{TlsMode, TlsOption};
@@ -74,19 +74,14 @@ fn test_load_datanode_example_config() {
                RegionEngineConfig::Mito(MitoConfig {
                    auto_flush_interval: Duration::from_secs(3600),
                    write_cache_ttl: Some(Duration::from_secs(60 * 60 * 8)),
-                    scan_memory_limit: MemoryLimit::Percentage(50),
                    ..Default::default()
                }),
                RegionEngineConfig::File(FileEngineConfig {}),
                RegionEngineConfig::Metric(MetricEngineConfig {
-                    sparse_primary_key_encoding: true,
+                    experimental_sparse_primary_key_encoding: false,
                    flush_metadata_region_interval: Duration::from_secs(30),
                }),
            ],
-            query: QueryOptions {
-                memory_pool_size: MemoryLimit::Percentage(50),
-                ..Default::default()
-            },
            logging: LoggingOptions {
                level: Some("info".to_string()),
                dir: format!("{}/{}", DEFAULT_DATA_HOME, DEFAULT_LOGGING_DIR),
@@ -94,6 +89,11 @@ fn test_load_datanode_example_config() {
                tracing_sample_ratio: Some(Default::default()),
                ..Default::default()
            },
+            export_metrics: ExportMetricsOption {
+                self_import: None,
+                remote_write: Some(Default::default()),
+                ..Default::default()
+            },
            grpc: GrpcOptions::default()
                .with_bind_addr("127.0.0.1:3001")
                .with_server_addr("127.0.0.1:3001"),
@@ -140,6 +140,11 @@ fn test_load_frontend_example_config() {
                    ..Default::default()
                },
            },
+            export_metrics: ExportMetricsOption {
+                self_import: None,
+                remote_write: Some(Default::default()),
+                ..Default::default()
+            },
            grpc: GrpcOptions {
                bind_addr: "127.0.0.1:4001".to_string(),
                server_addr: "127.0.0.1:4001".to_string(),
@@ -150,10 +155,6 @@ fn test_load_frontend_example_config() {
                cors_allowed_origins: vec!["https://example.com".to_string()],
                ..Default::default()
            },
-            query: QueryOptions {
-                memory_pool_size: MemoryLimit::Percentage(50),
-                ..Default::default()
-            },
            ..Default::default()
        },
        ..Default::default()
@@ -190,6 +191,11 @@ fn test_load_metasrv_example_config() {
                    tcp_nodelay: true,
                },
            },
+            export_metrics: ExportMetricsOption {
+                self_import: None,
+                remote_write: Some(Default::default()),
+                ..Default::default()
+            },
            backend_tls: Some(TlsOption {
                mode: TlsMode::Prefer,
                cert_path: String::new(),
@@ -236,7 +242,6 @@ fn test_load_flownode_example_config() {
            query: QueryOptions {
                parallelism: 1,
                allow_query_fallback: false,
-                memory_pool_size: MemoryLimit::Percentage(50),
            },
            meta_client: Some(MetaClientOptions {
                metasrv_addrs: vec!["127.0.0.1:3002".to_string()],
@@ -281,12 +286,11 @@ fn test_load_standalone_example_config() {
                RegionEngineConfig::Mito(MitoConfig {
                    auto_flush_interval: Duration::from_secs(3600),
                    write_cache_ttl: Some(Duration::from_secs(60 * 60 * 8)),
-                    scan_memory_limit: MemoryLimit::Percentage(50),
                    ..Default::default()
                }),
                RegionEngineConfig::File(FileEngineConfig {}),
                RegionEngineConfig::Metric(MetricEngineConfig {
-                    sparse_primary_key_encoding: true,
+                    experimental_sparse_primary_key_encoding: false,
                    flush_metadata_region_interval: Duration::from_secs(30),
                }),
            ],
@@ -301,14 +305,16 @@ fn test_load_standalone_example_config() {
                tracing_sample_ratio: Some(Default::default()),
                ..Default::default()
            },
+            export_metrics: ExportMetricsOption {
+                self_import: Some(Default::default()),
+                remote_write: Some(Default::default()),
+                ..Default::default()
+            },
            http: HttpOptions {
                cors_allowed_origins: vec!["https://example.com".to_string()],
                ..Default::default()
            },
-            query: QueryOptions {
-                memory_pool_size: MemoryLimit::Percentage(50),
-                ..Default::default()
-            },
+
            ..Default::default()
        },
        ..Default::default()
--- a/src/common/base/src/lib.rs
+++ b/src/common/base/src/lib.rs
@@ -15,7 +15,6 @@
 pub mod bit_vec;
 pub mod bytes;
 pub mod cancellation;
-pub mod memory_limit;
 pub mod plugins;
 pub mod range_read;
 #[allow(clippy::all)]
--- a/src/common/base/src/memory_limit.rs
+++ b/src/common/base/src/memory_limit.rs
@@ -1,265 +0,0 @@
-// Copyright 2023 Greptime Team
-//
-// Licensed under the Apache License, Version 2.0 (the "License");
-// you may not use this file except in compliance with the License.
-// You may obtain a copy of the License at
-//
-//     http://www.apache.org/licenses/LICENSE-2.0
-//
-// Unless required by applicable law or agreed to in writing, software
-// distributed under the License is distributed on an "AS IS" BASIS,
-// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-// See the License for the specific language governing permissions and
-// limitations under the License.
-
-use std::fmt::{self, Display};
-use std::str::FromStr;
-
-use serde::{Deserialize, Deserializer, Serialize, Serializer};
-
-use crate::readable_size::ReadableSize;
-
-/// Memory limit configuration that supports both absolute size and percentage.
-///
-/// Examples:
-/// - Absolute size: "2GB", "4GiB", "512MB"
-/// - Percentage: "50%", "75%"
-/// - Unlimited: "unlimited", "0"
-#[derive(Debug, Clone, Copy, PartialEq, Eq, Default)]
-pub enum MemoryLimit {
-    /// Absolute memory size.
-    Size(ReadableSize),
-    /// Percentage of total system memory (0-100).
-    Percentage(u8),
-    /// No memory limit.
-    #[default]
-    Unlimited,
-}
-
-impl MemoryLimit {
-    /// Resolve the memory limit to bytes based on total system memory.
-    /// Returns 0 if the limit is unlimited.
-    pub fn resolve(&self, total_memory_bytes: u64) -> u64 {
-        match self {
-            MemoryLimit::Size(size) => size.as_bytes(),
-            MemoryLimit::Percentage(pct) => total_memory_bytes * (*pct as u64) / 100,
-            MemoryLimit::Unlimited => 0,
-        }
-    }
-
-    /// Returns true if this limit is unlimited.
-    pub fn is_unlimited(&self) -> bool {
-        match self {
-            MemoryLimit::Size(size) => size.as_bytes() == 0,
-            MemoryLimit::Percentage(pct) => *pct == 0,
-            MemoryLimit::Unlimited => true,
-        }
-    }
-}
-
-impl FromStr for MemoryLimit {
-    type Err = String;
-
-    fn from_str(s: &str) -> Result<Self, Self::Err> {
-        let s = s.trim();
-
-        if s.eq_ignore_ascii_case("unlimited") {
-            return Ok(MemoryLimit::Unlimited);
-        }
-
-        if let Some(pct_str) = s.strip_suffix('%') {
-            let pct = pct_str
-                .trim()
-                .parse::<u8>()
-                .map_err(|e| format!("invalid percentage value '{}': {}", pct_str, e))?;
-
-            if pct > 100 {
-                return Err(format!("percentage must be between 0 and 100, got {}", pct));
-            }
-
-            if pct == 0 {
-                Ok(MemoryLimit::Unlimited)
-            } else {
-                Ok(MemoryLimit::Percentage(pct))
-            }
-        } else {
-            let size = ReadableSize::from_str(s)?;
-            if size.as_bytes() == 0 {
-                Ok(MemoryLimit::Unlimited)
-            } else {
-                Ok(MemoryLimit::Size(size))
-            }
-        }
-    }
-}
-
-impl Display for MemoryLimit {
-    fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
-        match self {
-            MemoryLimit::Size(size) => write!(f, "{}", size),
-            MemoryLimit::Percentage(pct) => write!(f, "{}%", pct),
-            MemoryLimit::Unlimited => write!(f, "unlimited"),
-        }
-    }
-}
-
-impl Serialize for MemoryLimit {
-    fn serialize<S>(&self, serializer: S) -> Result<S::Ok, S::Error>
-    where
-        S: Serializer,
-    {
-        serializer.serialize_str(&self.to_string())
-    }
-}
-
-impl<'de> Deserialize<'de> for MemoryLimit {
-    fn deserialize<D>(deserializer: D) -> Result<Self, D::Error>
-    where
-        D: Deserializer<'de>,
-    {
-        let s = String::deserialize(deserializer)?;
-        MemoryLimit::from_str(&s).map_err(serde::de::Error::custom)
-    }
-}
-
-#[cfg(test)]
-mod tests {
-    use super::*;
-
-    #[test]
-    fn test_parse_absolute_size() {
-        assert_eq!(
-            "2GB".parse::<MemoryLimit>().unwrap(),
-            MemoryLimit::Size(ReadableSize(2 * 1024 * 1024 * 1024))
-        );
-        assert_eq!(
-            "512MB".parse::<MemoryLimit>().unwrap(),
-            MemoryLimit::Size(ReadableSize(512 * 1024 * 1024))
-        );
-        assert_eq!("0".parse::<MemoryLimit>().unwrap(), MemoryLimit::Unlimited);
-    }
-
-    #[test]
-    fn test_parse_percentage() {
-        assert_eq!(
-            "50%".parse::<MemoryLimit>().unwrap(),
-            MemoryLimit::Percentage(50)
-        );
-        assert_eq!(
-            "75%".parse::<MemoryLimit>().unwrap(),
-            MemoryLimit::Percentage(75)
-        );
-        assert_eq!("0%".parse::<MemoryLimit>().unwrap(), MemoryLimit::Unlimited);
-    }
-
-    #[test]
-    fn test_parse_invalid() {
-        assert!("150%".parse::<MemoryLimit>().is_err());
-        assert!("-10%".parse::<MemoryLimit>().is_err());
-        assert!("invalid".parse::<MemoryLimit>().is_err());
-    }
-
-    #[test]
-    fn test_resolve() {
-        let total = 8 * 1024 * 1024 * 1024; // 8GB
-
-        assert_eq!(
-            MemoryLimit::Size(ReadableSize(2 * 1024 * 1024 * 1024)).resolve(total),
-            2 * 1024 * 1024 * 1024
-        );
-        assert_eq!(
-            MemoryLimit::Percentage(50).resolve(total),
-            4 * 1024 * 1024 * 1024
-        );
-        assert_eq!(MemoryLimit::Unlimited.resolve(total), 0);
-    }
-
-    #[test]
-    fn test_is_unlimited() {
-        assert!(MemoryLimit::Unlimited.is_unlimited());
-        assert!(!MemoryLimit::Size(ReadableSize(1024)).is_unlimited());
-        assert!(!MemoryLimit::Percentage(50).is_unlimited());
-        assert!(!MemoryLimit::Percentage(1).is_unlimited());
-
-        // Defensive: these states shouldn't exist via public API, but check anyway
-        assert!(MemoryLimit::Size(ReadableSize(0)).is_unlimited());
-        assert!(MemoryLimit::Percentage(0).is_unlimited());
-    }
-
-    #[test]
-    fn test_parse_100_percent() {
-        assert_eq!(
-            "100%".parse::<MemoryLimit>().unwrap(),
-            MemoryLimit::Percentage(100)
-        );
-    }
-
-    #[test]
-    fn test_display_percentage() {
-        assert_eq!(MemoryLimit::Percentage(20).to_string(), "20%");
-        assert_eq!(MemoryLimit::Percentage(50).to_string(), "50%");
-        assert_eq!(MemoryLimit::Percentage(100).to_string(), "100%");
-    }
-
-    #[test]
-    fn test_parse_unlimited() {
-        assert_eq!(
-            "unlimited".parse::<MemoryLimit>().unwrap(),
-            MemoryLimit::Unlimited
-        );
-        assert_eq!(
-            "UNLIMITED".parse::<MemoryLimit>().unwrap(),
-            MemoryLimit::Unlimited
-        );
-        assert_eq!(
-            "Unlimited".parse::<MemoryLimit>().unwrap(),
-            MemoryLimit::Unlimited
-        );
-    }
-
-    #[test]
-    fn test_display_unlimited() {
-        assert_eq!(MemoryLimit::Unlimited.to_string(), "unlimited");
-    }
-
-    #[test]
-    fn test_parse_display_roundtrip() {
-        let cases = vec![
-            "50%",
-            "100%",
-            "1%",
-            "2GB",
-            "512MB",
-            "unlimited",
-            "UNLIMITED",
-            "0",  // normalized to unlimited
-            "0%", // normalized to unlimited
-        ];
-
-        for input in cases {
-            let parsed = input.parse::<MemoryLimit>().unwrap();
-            let displayed = parsed.to_string();
-            let reparsed = displayed.parse::<MemoryLimit>().unwrap();
-            assert_eq!(
-                parsed, reparsed,
-                "round-trip failed: '{}' -> '{}' -> '{:?}'",
-                input, displayed, reparsed
-            );
-        }
-    }
-
-    #[test]
-    fn test_zero_normalization() {
-        // All forms of zero should normalize to Unlimited
-        assert_eq!("0".parse::<MemoryLimit>().unwrap(), MemoryLimit::Unlimited);
-        assert_eq!("0%".parse::<MemoryLimit>().unwrap(), MemoryLimit::Unlimited);
-        assert_eq!("0B".parse::<MemoryLimit>().unwrap(), MemoryLimit::Unlimited);
-        assert_eq!(
-            "0KB".parse::<MemoryLimit>().unwrap(),
-            MemoryLimit::Unlimited
-        );
-
-        // Unlimited always displays as "unlimited"
-        assert_eq!(MemoryLimit::Unlimited.to_string(), "unlimited");
-    }
-}
--- a/src/common/catalog/src/consts.rs
+++ b/src/common/catalog/src/consts.rs
@@ -86,6 +86,8 @@ pub const INFORMATION_SCHEMA_TRIGGERS_TABLE_ID: u32 = 24;
 pub const INFORMATION_SCHEMA_GLOBAL_STATUS_TABLE_ID: u32 = 25;
 /// id for information_schema.SESSION_STATUS
 pub const INFORMATION_SCHEMA_SESSION_STATUS_TABLE_ID: u32 = 26;
+/// id for information_schema.RUNTIME_METRICS
+pub const INFORMATION_SCHEMA_RUNTIME_METRICS_TABLE_ID: u32 = 27;
 /// id for information_schema.PARTITIONS
 pub const INFORMATION_SCHEMA_PARTITIONS_TABLE_ID: u32 = 28;
 /// id for information_schema.REGION_PEERS
@@ -110,8 +112,6 @@ pub const INFORMATION_SCHEMA_SSTS_MANIFEST_TABLE_ID: u32 = 37;
 pub const INFORMATION_SCHEMA_SSTS_STORAGE_TABLE_ID: u32 = 38;
 /// id for information_schema.ssts_index_meta
 pub const INFORMATION_SCHEMA_SSTS_INDEX_META_TABLE_ID: u32 = 39;
-/// id for information_schema.alerts
-pub const INFORMATION_SCHEMA_ALERTS_TABLE_ID: u32 = 40;

 // ----- End of information_schema tables -----

--- a/src/common/datasource/src/buffered_writer.rs
+++ b/src/common/datasource/src/buffered_writer.rs
@@ -12,11 +12,28 @@
 // See the License for the specific language governing permissions and
 // limitations under the License.

+use std::future::Future;
+
 use arrow::record_batch::RecordBatch;
 use async_trait::async_trait;
 use datafusion::parquet::format::FileMetaData;
+use snafu::{OptionExt, ResultExt};
+use tokio::io::{AsyncWrite, AsyncWriteExt};

-use crate::error::Result;
+use crate::error::{self, Result};
+use crate::share_buffer::SharedBuffer;
+
+pub struct LazyBufferedWriter<T, U, F> {
+    path: String,
+    writer_factory: F,
+    writer: Option<T>,
+    /// None stands for [`LazyBufferedWriter`] closed.
+    encoder: Option<U>,
+    buffer: SharedBuffer,
+    rows_written: usize,
+    bytes_written: u64,
+    threshold: usize,
+}

 pub trait DfRecordBatchEncoder {
    fn write(&mut self, batch: &RecordBatch) -> Result<()>;
@@ -26,3 +43,126 @@ pub trait DfRecordBatchEncoder {
 pub trait ArrowWriterCloser {
    async fn close(mut self) -> Result<FileMetaData>;
 }
+
+impl<
+    T: AsyncWrite + Send + Unpin,
+    U: DfRecordBatchEncoder + ArrowWriterCloser,
+    F: Fn(String) -> Fut,
+    Fut: Future<Output = Result<T>>,
+> LazyBufferedWriter<T, U, F>
+{
+    /// Closes `LazyBufferedWriter` and optionally flushes all data to underlying storage
+    /// if any row's been written.
+    pub async fn close_with_arrow_writer(mut self) -> Result<(FileMetaData, u64)> {
+        let encoder = self
+            .encoder
+            .take()
+            .context(error::BufferedWriterClosedSnafu)?;
+        let metadata = encoder.close().await?;
+
+        // It's important to shut down! flushes all pending writes
+        self.close_inner_writer().await?;
+        Ok((metadata, self.bytes_written))
+    }
+}
+
+impl<
+    T: AsyncWrite + Send + Unpin,
+    U: DfRecordBatchEncoder,
+    F: Fn(String) -> Fut,
+    Fut: Future<Output = Result<T>>,
+> LazyBufferedWriter<T, U, F>
+{
+    /// Closes the writer and flushes the buffer data.
+    pub async fn close_inner_writer(&mut self) -> Result<()> {
+        // Use `rows_written` to keep a track of if any rows have been written.
+        // If no row's been written, then we can simply close the underlying
+        // writer without flush so that no file will be actually created.
+        if self.rows_written != 0 {
+            self.bytes_written += self.try_flush(true).await?;
+        }
+
+        if let Some(writer) = &mut self.writer {
+            writer.shutdown().await.context(error::AsyncWriteSnafu)?;
+        }
+        Ok(())
+    }
+
+    pub fn new(
+        threshold: usize,
+        buffer: SharedBuffer,
+        encoder: U,
+        path: impl AsRef<str>,
+        writer_factory: F,
+    ) -> Self {
+        Self {
+            path: path.as_ref().to_string(),
+            threshold,
+            encoder: Some(encoder),
+            buffer,
+            rows_written: 0,
+            bytes_written: 0,
+            writer_factory,
+            writer: None,
+        }
+    }
+
+    pub async fn write(&mut self, batch: &RecordBatch) -> Result<()> {
+        let encoder = self
+            .encoder
+            .as_mut()
+            .context(error::BufferedWriterClosedSnafu)?;
+        encoder.write(batch)?;
+        self.rows_written += batch.num_rows();
+        self.bytes_written += self.try_flush(false).await?;
+        Ok(())
+    }
+
+    async fn try_flush(&mut self, all: bool) -> Result<u64> {
+        let mut bytes_written: u64 = 0;
+
+        // Once buffered data size reaches threshold, split the data in chunks (typically 4MB)
+        // and write to underlying storage.
+        while self.buffer.buffer.lock().unwrap().len() >= self.threshold {
+            let chunk = {
+                let mut buffer = self.buffer.buffer.lock().unwrap();
+                buffer.split_to(self.threshold)
+            };
+            let size = chunk.len();
+
+            self.maybe_init_writer()
+                .await?
+                .write_all(&chunk)
+                .await
+                .context(error::AsyncWriteSnafu)?;
+
+            bytes_written += size as u64;
+        }
+
+        if all {
+            bytes_written += self.try_flush_all().await?;
+        }
+        Ok(bytes_written)
+    }
+
+    /// Only initiates underlying file writer when rows have been written.
+    async fn maybe_init_writer(&mut self) -> Result<&mut T> {
+        if let Some(ref mut writer) = self.writer {
+            Ok(writer)
+        } else {
+            let writer = (self.writer_factory)(self.path.clone()).await?;
+            Ok(self.writer.insert(writer))
+        }
+    }
+
+    async fn try_flush_all(&mut self) -> Result<u64> {
+        let remain = self.buffer.buffer.lock().unwrap().split();
+        let size = remain.len();
+        self.maybe_init_writer()
+            .await?
+            .write_all(&remain)
+            .await
+            .context(error::AsyncWriteSnafu)?;
+        Ok(size as u64)
+    }
+}
--- a/src/common/datasource/src/compressed_writer.rs
+++ b/src/common/datasource/src/compressed_writer.rs
@@ -1,202 +0,0 @@
-// Copyright 2023 Greptime Team
-//
-// Licensed under the Apache License, Version 2.0 (the "License");
-// you may not use this file except in compliance with the License.
-// You may obtain a copy of the License at
-//
-//     http://www.apache.org/licenses/LICENSE-2.0
-//
-// Unless required by applicable law or agreed to in writing, software
-// distributed under the License is distributed on an "AS IS" BASIS,
-// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-// See the License for the specific language governing permissions and
-// limitations under the License.
-
-use std::io;
-use std::pin::Pin;
-use std::task::{Context, Poll};
-
-use async_compression::tokio::write::{BzEncoder, GzipEncoder, XzEncoder, ZstdEncoder};
-use snafu::ResultExt;
-use tokio::io::{AsyncWrite, AsyncWriteExt};
-
-use crate::compression::CompressionType;
-use crate::error::{self, Result};
-
-/// A compressed writer that wraps an underlying async writer with compression.
-///
-/// This writer supports multiple compression formats including GZIP, BZIP2, XZ, and ZSTD.
-/// It provides transparent compression for any async writer implementation.
-pub struct CompressedWriter {
-    inner: Box<dyn AsyncWrite + Unpin + Send>,
-    compression_type: CompressionType,
-}
-
-impl CompressedWriter {
-    /// Creates a new compressed writer with the specified compression type.
-    ///
-    /// # Arguments
-    ///
-    /// * `writer` - The underlying writer to wrap with compression
-    /// * `compression_type` - The type of compression to apply
-    pub fn new(
-        writer: impl AsyncWrite + Unpin + Send + 'static,
-        compression_type: CompressionType,
-    ) -> Self {
-        let inner: Box<dyn AsyncWrite + Unpin + Send> = match compression_type {
-            CompressionType::Gzip => Box::new(GzipEncoder::new(writer)),
-            CompressionType::Bzip2 => Box::new(BzEncoder::new(writer)),
-            CompressionType::Xz => Box::new(XzEncoder::new(writer)),
-            CompressionType::Zstd => Box::new(ZstdEncoder::new(writer)),
-            CompressionType::Uncompressed => Box::new(writer),
-        };
-
-        Self {
-            inner,
-            compression_type,
-        }
-    }
-
-    /// Returns the compression type used by this writer.
-    pub fn compression_type(&self) -> CompressionType {
-        self.compression_type
-    }
-
-    /// Flush the writer and shutdown compression
-    pub async fn shutdown(mut self) -> Result<()> {
-        self.inner
-            .shutdown()
-            .await
-            .context(error::AsyncWriteSnafu)?;
-        Ok(())
-    }
-}
-
-impl AsyncWrite for CompressedWriter {
-    fn poll_write(
-        mut self: Pin<&mut Self>,
-        cx: &mut Context<'_>,
-        buf: &[u8],
-    ) -> Poll<io::Result<usize>> {
-        Pin::new(&mut self.inner).poll_write(cx, buf)
-    }
-
-    fn poll_flush(mut self: Pin<&mut Self>, cx: &mut Context<'_>) -> Poll<io::Result<()>> {
-        Pin::new(&mut self.inner).poll_flush(cx)
-    }
-
-    fn poll_shutdown(mut self: Pin<&mut Self>, cx: &mut Context<'_>) -> Poll<io::Result<()>> {
-        Pin::new(&mut self.inner).poll_shutdown(cx)
-    }
-}
-
-/// A trait for converting async writers into compressed writers.
-///
-/// This trait is automatically implemented for all types that implement [`AsyncWrite`].
-pub trait IntoCompressedWriter {
-    /// Converts this writer into a [`CompressedWriter`] with the specified compression type.
-    ///
-    /// # Arguments
-    ///
-    /// * `self` - The underlying writer to wrap with compression
-    /// * `compression_type` - The type of compression to apply
-    fn into_compressed_writer(self, compression_type: CompressionType) -> CompressedWriter
-    where
-        Self: AsyncWrite + Unpin + Send + 'static + Sized,
-    {
-        CompressedWriter::new(self, compression_type)
-    }
-}
-
-impl<W: AsyncWrite + Unpin + Send + 'static> IntoCompressedWriter for W {}
-
-#[cfg(test)]
-mod tests {
-    use tokio::io::{AsyncReadExt, AsyncWriteExt, duplex};
-
-    use super::*;
-
-    #[tokio::test]
-    async fn test_compressed_writer_gzip() {
-        let (duplex_writer, mut duplex_reader) = duplex(1024);
-        let mut writer = duplex_writer.into_compressed_writer(CompressionType::Gzip);
-        let original = b"test data for gzip compression";
-
-        writer.write_all(original).await.unwrap();
-        writer.shutdown().await.unwrap();
-
-        let mut buffer = Vec::new();
-        duplex_reader.read_to_end(&mut buffer).await.unwrap();
-
-        // The compressed data should be different from the original
-        assert_ne!(buffer, original);
-        assert!(!buffer.is_empty());
-    }
-
-    #[tokio::test]
-    async fn test_compressed_writer_bzip2() {
-        let (duplex_writer, mut duplex_reader) = duplex(1024);
-        let mut writer = duplex_writer.into_compressed_writer(CompressionType::Bzip2);
-        let original = b"test data for bzip2 compression";
-
-        writer.write_all(original).await.unwrap();
-        writer.shutdown().await.unwrap();
-
-        let mut buffer = Vec::new();
-        duplex_reader.read_to_end(&mut buffer).await.unwrap();
-
-        // The compressed data should be different from the original
-        assert_ne!(buffer, original);
-        assert!(!buffer.is_empty());
-    }
-
-    #[tokio::test]
-    async fn test_compressed_writer_xz() {
-        let (duplex_writer, mut duplex_reader) = duplex(1024);
-        let mut writer = duplex_writer.into_compressed_writer(CompressionType::Xz);
-        let original = b"test data for xz compression";
-
-        writer.write_all(original).await.unwrap();
-        writer.shutdown().await.unwrap();
-
-        let mut buffer = Vec::new();
-        duplex_reader.read_to_end(&mut buffer).await.unwrap();
-
-        // The compressed data should be different from the original
-        assert_ne!(buffer, original);
-        assert!(!buffer.is_empty());
-    }
-
-    #[tokio::test]
-    async fn test_compressed_writer_zstd() {
-        let (duplex_writer, mut duplex_reader) = duplex(1024);
-        let mut writer = duplex_writer.into_compressed_writer(CompressionType::Zstd);
-        let original = b"test data for zstd compression";
-
-        writer.write_all(original).await.unwrap();
-        writer.shutdown().await.unwrap();
-
-        let mut buffer = Vec::new();
-        duplex_reader.read_to_end(&mut buffer).await.unwrap();
-
-        // The compressed data should be different from the original
-        assert_ne!(buffer, original);
-        assert!(!buffer.is_empty());
-    }
-
-    #[tokio::test]
-    async fn test_compressed_writer_uncompressed() {
-        let (duplex_writer, mut duplex_reader) = duplex(1024);
-        let mut writer = duplex_writer.into_compressed_writer(CompressionType::Uncompressed);
-        let original = b"test data for uncompressed";
-
-        writer.write_all(original).await.unwrap();
-        writer.shutdown().await.unwrap();
-
-        let mut buffer = Vec::new();
-        duplex_reader.read_to_end(&mut buffer).await.unwrap();
-
-        // Uncompressed data should be the same as the original
-        assert_eq!(buffer, original);
-    }
-}
--- a/src/common/datasource/src/error.rs
+++ b/src/common/datasource/src/error.rs
@@ -194,6 +194,12 @@ pub enum Error {
        location: Location,
    },

+    #[snafu(display("Buffered writer closed"))]
+    BufferedWriterClosed {
+        #[snafu(implicit)]
+        location: Location,
+    },
+
    #[snafu(display("Failed to write parquet file, path: {}", path))]
    WriteParquet {
        path: String,
@@ -202,14 +208,6 @@ pub enum Error {
        #[snafu(source)]
        error: parquet::errors::ParquetError,
    },
-
-    #[snafu(display("Failed to build file stream"))]
-    BuildFileStream {
-        #[snafu(implicit)]
-        location: Location,
-        #[snafu(source)]
-        error: datafusion::error::DataFusionError,
-    },
 }

 pub type Result<T> = std::result::Result<T, Error>;
@@ -241,7 +239,7 @@ impl ErrorExt for Error {
            | ReadRecordBatch { .. }
            | WriteRecordBatch { .. }
            | EncodeRecordBatch { .. }
-            | BuildFileStream { .. }
+            | BufferedWriterClosed { .. }
            | OrcReader { .. } => StatusCode::Unexpected,
        }
    }
--- a/src/common/datasource/src/file_format.rs
+++ b/src/common/datasource/src/file_format.rs
@@ -30,22 +30,12 @@ use arrow::record_batch::RecordBatch;
 use arrow_schema::{ArrowError, Schema as ArrowSchema};
 use async_trait::async_trait;
 use bytes::{Buf, Bytes};
-use common_recordbatch::DfSendableRecordBatchStream;
-use datafusion::datasource::file_format::file_compression_type::FileCompressionType as DfCompressionType;
-use datafusion::datasource::listing::PartitionedFile;
-use datafusion::datasource::object_store::ObjectStoreUrl;
-use datafusion::datasource::physical_plan::{
-    FileGroup, FileOpenFuture, FileScanConfigBuilder, FileSource, FileStream,
-};
+use datafusion::datasource::physical_plan::FileOpenFuture;
 use datafusion::error::{DataFusionError, Result as DataFusionResult};
 use datafusion::physical_plan::SendableRecordBatchStream;
-use datafusion::physical_plan::metrics::ExecutionPlanMetricsSet;
-use datatypes::arrow::datatypes::SchemaRef;
 use futures::{StreamExt, TryStreamExt};
 use object_store::ObjectStore;
-use object_store_opendal::OpendalStore;
 use snafu::ResultExt;
-use tokio::io::AsyncWriteExt;
 use tokio_util::compat::FuturesAsyncWriteCompatExt;

 use self::csv::CsvFormat;
@@ -53,8 +43,7 @@ use self::json::JsonFormat;
 use self::orc::OrcFormat;
 use self::parquet::ParquetFormat;
 use crate::DEFAULT_WRITE_BUFFER_SIZE;
-use crate::buffered_writer::DfRecordBatchEncoder;
-use crate::compressed_writer::{CompressedWriter, IntoCompressedWriter};
+use crate::buffered_writer::{DfRecordBatchEncoder, LazyBufferedWriter};
 use crate::compression::CompressionType;
 use crate::error::{self, Result};
 use crate::share_buffer::SharedBuffer;
@@ -206,128 +195,33 @@ pub async fn infer_schemas(
    ArrowSchema::try_merge(schemas).context(error::MergeSchemaSnafu)
 }

-/// Writes data to a compressed writer if the data is not empty.
-///
-/// Does nothing if `data` is empty; otherwise writes all data and returns any error.
-async fn write_to_compressed_writer(
-    compressed_writer: &mut CompressedWriter,
-    data: &[u8],
-) -> Result<()> {
-    if !data.is_empty() {
-        compressed_writer
-            .write_all(data)
-            .await
-            .context(error::AsyncWriteSnafu)?;
-    }
-    Ok(())
-}
-
-/// Streams [SendableRecordBatchStream] to a file with optional compression support.
-/// Data is buffered and flushed according to the given `threshold`.
-/// Ensures that writer resources are cleanly released and that an empty file is not
-/// created if no rows are written.
-///
-/// Returns the total number of rows successfully written.
-pub async fn stream_to_file<E>(
+pub async fn stream_to_file<T: DfRecordBatchEncoder, U: Fn(SharedBuffer) -> T>(
    mut stream: SendableRecordBatchStream,
    store: ObjectStore,
    path: &str,
    threshold: usize,
    concurrency: usize,
-    compression_type: CompressionType,
-    encoder_factory: impl Fn(SharedBuffer) -> E,
-) -> Result<usize>
-where
-    E: DfRecordBatchEncoder,
-{
-    // Create the file writer with OpenDAL's built-in buffering
-    let writer = store
-        .writer_with(path)
-        .concurrent(concurrency)
-        .chunk(DEFAULT_WRITE_BUFFER_SIZE.as_bytes() as usize)
-        .await
-        .with_context(|_| error::WriteObjectSnafu { path })?
-        .into_futures_async_write()
-        .compat_write();
-
-    // Apply compression if needed
-    let mut compressed_writer = writer.into_compressed_writer(compression_type);
-
-    // Create a buffer for the encoder
+    encoder_factory: U,
+) -> Result<usize> {
    let buffer = SharedBuffer::with_capacity(threshold);
-    let mut encoder = encoder_factory(buffer.clone());
+    let encoder = encoder_factory(buffer.clone());
+    let mut writer = LazyBufferedWriter::new(threshold, buffer, encoder, path, |path| async {
+        store
+            .writer_with(&path)
+            .concurrent(concurrency)
+            .chunk(DEFAULT_WRITE_BUFFER_SIZE.as_bytes() as usize)
+            .await
+            .map(|v| v.into_futures_async_write().compat_write())
+            .context(error::WriteObjectSnafu { path })
+    });

    let mut rows = 0;

-    // Process each record batch
    while let Some(batch) = stream.next().await {
        let batch = batch.context(error::ReadRecordBatchSnafu)?;
-
-        // Write batch using the encoder
-        encoder.write(&batch)?;
+        writer.write(&batch).await?;
        rows += batch.num_rows();
-
-        loop {
-            let chunk = {
-                let mut buffer_guard = buffer.buffer.lock().unwrap();
-                if buffer_guard.len() < threshold {
-                    break;
-                }
-                buffer_guard.split_to(threshold)
-            };
-            write_to_compressed_writer(&mut compressed_writer, &chunk).await?;
-        }
    }
-
-    // If no row's been written, just simply close the underlying writer
-    // without flush so that no file will be actually created.
-    if rows != 0 {
-        // Final flush of any remaining data
-        let final_data = {
-            let mut buffer_guard = buffer.buffer.lock().unwrap();
-            buffer_guard.split()
-        };
-        write_to_compressed_writer(&mut compressed_writer, &final_data).await?;
-    }
-
-    // Shutdown compression and close writer
-    compressed_writer.shutdown().await?;
-
+    writer.close_inner_writer().await?;
    Ok(rows)
 }
-
-/// Creates a [FileStream] for reading data from a file with optional column projection
-/// and compression support.
-///
-/// Returns [SendableRecordBatchStream].
-pub async fn file_to_stream(
-    store: &ObjectStore,
-    filename: &str,
-    file_schema: SchemaRef,
-    file_source: Arc<dyn FileSource>,
-    projection: Option<Vec<usize>>,
-    compression_type: CompressionType,
-) -> Result<DfSendableRecordBatchStream> {
-    let df_compression: DfCompressionType = compression_type.into();
-    let config = FileScanConfigBuilder::new(
-        ObjectStoreUrl::local_filesystem(),
-        file_schema,
-        file_source.clone(),
-    )
-    .with_file_group(FileGroup::new(vec![PartitionedFile::new(
-        filename.to_string(),
-        0,
-    )]))
-    .with_projection(projection)
-    .with_file_compression_type(df_compression)
-    .build();
-
-    let store = Arc::new(OpendalStore::new(store.clone()));
-    let file_opener = file_source
-        .with_projection(&config)
-        .create_file_opener(store, &config, 0);
-    let stream = FileStream::new(&config, 0, file_opener, &ExecutionPlanMetricsSet::new())
-        .context(error::BuildFileStreamSnafu)?;
-
-    Ok(Box::pin(stream))
-}
--- a/src/common/datasource/src/file_format/csv.rs
+++ b/src/common/datasource/src/file_format/csv.rs
@@ -157,27 +157,19 @@ pub async fn stream_to_csv(
    concurrency: usize,
    format: &CsvFormat,
 ) -> Result<usize> {
-    stream_to_file(
-        stream,
-        store,
-        path,
-        threshold,
-        concurrency,
-        format.compression_type,
-        |buffer| {
-            let mut builder = WriterBuilder::new();
-            if let Some(timestamp_format) = &format.timestamp_format {
-                builder = builder.with_timestamp_format(timestamp_format.to_owned())
-            }
-            if let Some(date_format) = &format.date_format {
-                builder = builder.with_date_format(date_format.to_owned())
-            }
-            if let Some(time_format) = &format.time_format {
-                builder = builder.with_time_format(time_format.to_owned())
-            }
-            builder.build(buffer)
-        },
-    )
+    stream_to_file(stream, store, path, threshold, concurrency, |buffer| {
+        let mut builder = WriterBuilder::new();
+        if let Some(timestamp_format) = &format.timestamp_format {
+            builder = builder.with_timestamp_format(timestamp_format.to_owned())
+        }
+        if let Some(date_format) = &format.date_format {
+            builder = builder.with_date_format(date_format.to_owned())
+        }
+        if let Some(time_format) = &format.time_format {
+            builder = builder.with_time_format(time_format.to_owned())
+        }
+        builder.build(buffer)
+    })
    .await
 }

@@ -189,21 +181,13 @@ impl DfRecordBatchEncoder for csv::Writer<SharedBuffer> {

 #[cfg(test)]
 mod tests {
-    use std::sync::Arc;

-    use common_recordbatch::adapter::DfRecordBatchStreamAdapter;
-    use common_recordbatch::{RecordBatch, RecordBatches};
    use common_test_util::find_workspace_path;
-    use datafusion::datasource::physical_plan::{CsvSource, FileSource};
-    use datatypes::prelude::ConcreteDataType;
-    use datatypes::schema::{ColumnSchema, Schema};
-    use datatypes::vectors::{Float64Vector, StringVector, UInt32Vector, VectorRef};
-    use futures::TryStreamExt;

    use super::*;
    use crate::file_format::{
        FORMAT_COMPRESSION_TYPE, FORMAT_DELIMITER, FORMAT_HAS_HEADER,
-        FORMAT_SCHEMA_INFER_MAX_RECORD, FileFormat, file_to_stream,
+        FORMAT_SCHEMA_INFER_MAX_RECORD, FileFormat,
    };
    use crate::test_util::{format_schema, test_store};

@@ -313,166 +297,4 @@ mod tests {
            }
        );
    }
-
-    #[tokio::test]
-    async fn test_compressed_csv() {
-        // Create test data
-        let column_schemas = vec![
-            ColumnSchema::new("id", ConcreteDataType::uint32_datatype(), false),
-            ColumnSchema::new("name", ConcreteDataType::string_datatype(), false),
-            ColumnSchema::new("value", ConcreteDataType::float64_datatype(), false),
-        ];
-        let schema = Arc::new(Schema::new(column_schemas));
-
-        // Create multiple record batches with different data
-        let batch1_columns: Vec<VectorRef> = vec![
-            Arc::new(UInt32Vector::from_slice(vec![1, 2, 3])),
-            Arc::new(StringVector::from(vec!["Alice", "Bob", "Charlie"])),
-            Arc::new(Float64Vector::from_slice(vec![10.5, 20.3, 30.7])),
-        ];
-        let batch1 = RecordBatch::new(schema.clone(), batch1_columns).unwrap();
-
-        let batch2_columns: Vec<VectorRef> = vec![
-            Arc::new(UInt32Vector::from_slice(vec![4, 5, 6])),
-            Arc::new(StringVector::from(vec!["David", "Eva", "Frank"])),
-            Arc::new(Float64Vector::from_slice(vec![40.1, 50.2, 60.3])),
-        ];
-        let batch2 = RecordBatch::new(schema.clone(), batch2_columns).unwrap();
-
-        let batch3_columns: Vec<VectorRef> = vec![
-            Arc::new(UInt32Vector::from_slice(vec![7, 8, 9])),
-            Arc::new(StringVector::from(vec!["Grace", "Henry", "Ivy"])),
-            Arc::new(Float64Vector::from_slice(vec![70.4, 80.5, 90.6])),
-        ];
-        let batch3 = RecordBatch::new(schema.clone(), batch3_columns).unwrap();
-
-        // Combine all batches into a RecordBatches collection
-        let recordbatches = RecordBatches::try_new(schema, vec![batch1, batch2, batch3]).unwrap();
-
-        // Test with different compression types
-        let compression_types = vec![
-            CompressionType::Gzip,
-            CompressionType::Bzip2,
-            CompressionType::Xz,
-            CompressionType::Zstd,
-        ];
-
-        // Create a temporary file path
-        let temp_dir = common_test_util::temp_dir::create_temp_dir("test_compressed_csv");
-        for compression_type in compression_types {
-            let format = CsvFormat {
-                compression_type,
-                ..CsvFormat::default()
-            };
-
-            // Use correct format without Debug formatter
-            let compressed_file_name =
-                format!("test_compressed_csv.{}", compression_type.file_extension());
-            let compressed_file_path = temp_dir.path().join(&compressed_file_name);
-            let compressed_file_path_str = compressed_file_path.to_str().unwrap();
-
-            // Create a simple file store for testing
-            let store = test_store("/");
-
-            // Export CSV with compression
-            let rows = stream_to_csv(
-                Box::pin(DfRecordBatchStreamAdapter::new(recordbatches.as_stream())),
-                store,
-                compressed_file_path_str,
-                1024,
-                1,
-                &format,
-            )
-            .await
-            .unwrap();
-
-            assert_eq!(rows, 9);
-
-            // Verify compressed file was created and has content
-            assert!(compressed_file_path.exists());
-            let file_size = std::fs::metadata(&compressed_file_path).unwrap().len();
-            assert!(file_size > 0);
-
-            // Verify the file is actually compressed
-            let file_content = std::fs::read(&compressed_file_path).unwrap();
-            // Compressed files should not start with CSV header
-            // They should have compression magic bytes
-            match compression_type {
-                CompressionType::Gzip => {
-                    // Gzip magic bytes: 0x1f 0x8b
-                    assert_eq!(file_content[0], 0x1f, "Gzip file should start with 0x1f");
-                    assert_eq!(
-                        file_content[1], 0x8b,
-                        "Gzip file should have 0x8b as second byte"
-                    );
-                }
-                CompressionType::Bzip2 => {
-                    // Bzip2 magic bytes: 'BZ'
-                    assert_eq!(file_content[0], b'B', "Bzip2 file should start with 'B'");
-                    assert_eq!(
-                        file_content[1], b'Z',
-                        "Bzip2 file should have 'Z' as second byte"
-                    );
-                }
-                CompressionType::Xz => {
-                    // XZ magic bytes: 0xFD '7zXZ'
-                    assert_eq!(file_content[0], 0xFD, "XZ file should start with 0xFD");
-                }
-                CompressionType::Zstd => {
-                    // Zstd magic bytes: 0x28 0xB5 0x2F 0xFD
-                    assert_eq!(file_content[0], 0x28, "Zstd file should start with 0x28");
-                    assert_eq!(
-                        file_content[1], 0xB5,
-                        "Zstd file should have 0xB5 as second byte"
-                    );
-                }
-                _ => {}
-            }
-
-            // Verify the compressed file can be decompressed and content matches original data
-            let store = test_store("/");
-            let schema = Arc::new(
-                CsvFormat {
-                    compression_type,
-                    ..Default::default()
-                }
-                .infer_schema(&store, compressed_file_path_str)
-                .await
-                .unwrap(),
-            );
-            let csv_source = CsvSource::new(true, b',', b'"')
-                .with_schema(schema.clone())
-                .with_batch_size(8192);
-
-            let stream = file_to_stream(
-                &store,
-                compressed_file_path_str,
-                schema.clone(),
-                csv_source.clone(),
-                None,
-                compression_type,
-            )
-            .await
-            .unwrap();
-
-            let batches = stream.try_collect::<Vec<_>>().await.unwrap();
-            let pretty_print = arrow::util::pretty::pretty_format_batches(&batches)
-                .unwrap()
-                .to_string();
-            let expected = r#"+----+---------+-------+
-| id | name    | value |
-+----+---------+-------+
-| 1  | Alice   | 10.5  |
-| 2  | Bob     | 20.3  |
-| 3  | Charlie | 30.7  |
-| 4  | David   | 40.1  |
-| 5  | Eva     | 50.2  |
-| 6  | Frank   | 60.3  |
-| 7  | Grace   | 70.4  |
-| 8  | Henry   | 80.5  |
-| 9  | Ivy     | 90.6  |
-+----+---------+-------+"#;
-            assert_eq!(expected, pretty_print);
-        }
-    }
 }
--- a/src/common/datasource/src/file_format/json.rs
+++ b/src/common/datasource/src/file_format/json.rs
@@ -115,17 +115,10 @@ pub async fn stream_to_json(
    path: &str,
    threshold: usize,
    concurrency: usize,
-    format: &JsonFormat,
 ) -> Result<usize> {
-    stream_to_file(
-        stream,
-        store,
-        path,
-        threshold,
-        concurrency,
-        format.compression_type,
-        json::LineDelimitedWriter::new,
-    )
+    stream_to_file(stream, store, path, threshold, concurrency, |buffer| {
+        json::LineDelimitedWriter::new(buffer)
+    })
    .await
 }

@@ -137,21 +130,10 @@ impl DfRecordBatchEncoder for json::Writer<SharedBuffer, LineDelimited> {

 #[cfg(test)]
 mod tests {
-    use std::sync::Arc;
-
-    use common_recordbatch::adapter::DfRecordBatchStreamAdapter;
-    use common_recordbatch::{RecordBatch, RecordBatches};
    use common_test_util::find_workspace_path;
-    use datafusion::datasource::physical_plan::{FileSource, JsonSource};
-    use datatypes::prelude::ConcreteDataType;
-    use datatypes::schema::{ColumnSchema, Schema};
-    use datatypes::vectors::{Float64Vector, StringVector, UInt32Vector, VectorRef};
-    use futures::TryStreamExt;

    use super::*;
-    use crate::file_format::{
-        FORMAT_COMPRESSION_TYPE, FORMAT_SCHEMA_INFER_MAX_RECORD, FileFormat, file_to_stream,
-    };
+    use crate::file_format::{FORMAT_COMPRESSION_TYPE, FORMAT_SCHEMA_INFER_MAX_RECORD, FileFormat};
    use crate::test_util::{format_schema, test_store};

    fn test_data_root() -> String {
@@ -221,165 +203,4 @@ mod tests {
            }
        );
    }
-
-    #[tokio::test]
-    async fn test_compressed_json() {
-        // Create test data
-        let column_schemas = vec![
-            ColumnSchema::new("id", ConcreteDataType::uint32_datatype(), false),
-            ColumnSchema::new("name", ConcreteDataType::string_datatype(), false),
-            ColumnSchema::new("value", ConcreteDataType::float64_datatype(), false),
-        ];
-        let schema = Arc::new(Schema::new(column_schemas));
-
-        // Create multiple record batches with different data
-        let batch1_columns: Vec<VectorRef> = vec![
-            Arc::new(UInt32Vector::from_slice(vec![1, 2, 3])),
-            Arc::new(StringVector::from(vec!["Alice", "Bob", "Charlie"])),
-            Arc::new(Float64Vector::from_slice(vec![10.5, 20.3, 30.7])),
-        ];
-        let batch1 = RecordBatch::new(schema.clone(), batch1_columns).unwrap();
-
-        let batch2_columns: Vec<VectorRef> = vec![
-            Arc::new(UInt32Vector::from_slice(vec![4, 5, 6])),
-            Arc::new(StringVector::from(vec!["David", "Eva", "Frank"])),
-            Arc::new(Float64Vector::from_slice(vec![40.1, 50.2, 60.3])),
-        ];
-        let batch2 = RecordBatch::new(schema.clone(), batch2_columns).unwrap();
-
-        let batch3_columns: Vec<VectorRef> = vec![
-            Arc::new(UInt32Vector::from_slice(vec![7, 8, 9])),
-            Arc::new(StringVector::from(vec!["Grace", "Henry", "Ivy"])),
-            Arc::new(Float64Vector::from_slice(vec![70.4, 80.5, 90.6])),
-        ];
-        let batch3 = RecordBatch::new(schema.clone(), batch3_columns).unwrap();
-
-        // Combine all batches into a RecordBatches collection
-        let recordbatches = RecordBatches::try_new(schema, vec![batch1, batch2, batch3]).unwrap();
-
-        // Test with different compression types
-        let compression_types = vec![
-            CompressionType::Gzip,
-            CompressionType::Bzip2,
-            CompressionType::Xz,
-            CompressionType::Zstd,
-        ];
-
-        // Create a temporary file path
-        let temp_dir = common_test_util::temp_dir::create_temp_dir("test_compressed_json");
-        for compression_type in compression_types {
-            let format = JsonFormat {
-                compression_type,
-                ..JsonFormat::default()
-            };
-
-            let compressed_file_name =
-                format!("test_compressed_json.{}", compression_type.file_extension());
-            let compressed_file_path = temp_dir.path().join(&compressed_file_name);
-            let compressed_file_path_str = compressed_file_path.to_str().unwrap();
-
-            // Create a simple file store for testing
-            let store = test_store("/");
-
-            // Export JSON with compression
-            let rows = stream_to_json(
-                Box::pin(DfRecordBatchStreamAdapter::new(recordbatches.as_stream())),
-                store,
-                compressed_file_path_str,
-                1024,
-                1,
-                &format,
-            )
-            .await
-            .unwrap();
-
-            assert_eq!(rows, 9);
-
-            // Verify compressed file was created and has content
-            assert!(compressed_file_path.exists());
-            let file_size = std::fs::metadata(&compressed_file_path).unwrap().len();
-            assert!(file_size > 0);
-
-            // Verify the file is actually compressed
-            let file_content = std::fs::read(&compressed_file_path).unwrap();
-            // Compressed files should not start with '{' (JSON character)
-            // They should have compression magic bytes
-            match compression_type {
-                CompressionType::Gzip => {
-                    // Gzip magic bytes: 0x1f 0x8b
-                    assert_eq!(file_content[0], 0x1f, "Gzip file should start with 0x1f");
-                    assert_eq!(
-                        file_content[1], 0x8b,
-                        "Gzip file should have 0x8b as second byte"
-                    );
-                }
-                CompressionType::Bzip2 => {
-                    // Bzip2 magic bytes: 'BZ'
-                    assert_eq!(file_content[0], b'B', "Bzip2 file should start with 'B'");
-                    assert_eq!(
-                        file_content[1], b'Z',
-                        "Bzip2 file should have 'Z' as second byte"
-                    );
-                }
-                CompressionType::Xz => {
-                    // XZ magic bytes: 0xFD '7zXZ'
-                    assert_eq!(file_content[0], 0xFD, "XZ file should start with 0xFD");
-                }
-                CompressionType::Zstd => {
-                    // Zstd magic bytes: 0x28 0xB5 0x2F 0xFD
-                    assert_eq!(file_content[0], 0x28, "Zstd file should start with 0x28");
-                    assert_eq!(
-                        file_content[1], 0xB5,
-                        "Zstd file should have 0xB5 as second byte"
-                    );
-                }
-                _ => {}
-            }
-
-            // Verify the compressed file can be decompressed and content matches original data
-            let store = test_store("/");
-            let schema = Arc::new(
-                JsonFormat {
-                    compression_type,
-                    ..Default::default()
-                }
-                .infer_schema(&store, compressed_file_path_str)
-                .await
-                .unwrap(),
-            );
-            let json_source = JsonSource::new()
-                .with_schema(schema.clone())
-                .with_batch_size(8192);
-
-            let stream = file_to_stream(
-                &store,
-                compressed_file_path_str,
-                schema.clone(),
-                json_source.clone(),
-                None,
-                compression_type,
-            )
-            .await
-            .unwrap();
-
-            let batches = stream.try_collect::<Vec<_>>().await.unwrap();
-            let pretty_print = arrow::util::pretty::pretty_format_batches(&batches)
-                .unwrap()
-                .to_string();
-            let expected = r#"+----+---------+-------+
-| id | name    | value |
-+----+---------+-------+
-| 1  | Alice   | 10.5  |
-| 2  | Bob     | 20.3  |
-| 3  | Charlie | 30.7  |
-| 4  | David   | 40.1  |
-| 5  | Eva     | 50.2  |
-| 6  | Frank   | 60.3  |
-| 7  | Grace   | 70.4  |
-| 8  | Henry   | 80.5  |
-| 9  | Ivy     | 90.6  |
-+----+---------+-------+"#;
-            assert_eq!(expected, pretty_print);
-        }
-    }
 }
--- a/src/common/datasource/src/lib.rs
+++ b/src/common/datasource/src/lib.rs
@@ -16,7 +16,6 @@
 #![feature(type_alias_impl_trait)]

 pub mod buffered_writer;
-pub mod compressed_writer;
 pub mod compression;
 pub mod error;
 pub mod file_format;
--- a/src/common/datasource/src/test_util.rs
+++ b/src/common/datasource/src/test_util.rs
@@ -28,7 +28,7 @@ use object_store::ObjectStore;
 use object_store::services::Fs;

 use crate::file_format::csv::{CsvFormat, stream_to_csv};
-use crate::file_format::json::{JsonFormat, stream_to_json};
+use crate::file_format::json::stream_to_json;
 use crate::test_util;

 pub const TEST_BATCH_SIZE: usize = 100;
@@ -122,16 +122,13 @@ pub async fn setup_stream_to_json_test(origin_path: &str, threshold: impl Fn(usi

    let output_path = format!("{}/{}", dir.path().display(), "output");

-    let json_format = JsonFormat::default();
-
    assert!(
        stream_to_json(
            Box::pin(stream),
            tmp_store.clone(),
            &output_path,
            threshold(size),
-            8,
-            &json_format,
+            8
        )
        .await
        .is_ok()
--- a/src/common/event-recorder/src/recorder.rs
+++ b/src/common/event-recorder/src/recorder.rs
@@ -97,9 +97,9 @@ pub trait Event: Send + Sync + Debug {
        vec![]
    }

-    /// Add the extra rows to the event with the default row.
-    fn extra_rows(&self) -> Result<Vec<Row>> {
-        Ok(vec![Row { values: vec![] }])
+    /// Add the extra row to the event with the default row.
+    fn extra_row(&self) -> Result<Row> {
+        Ok(Row { values: vec![] })
    }

    /// Returns the event as any type.
@@ -159,17 +159,15 @@ pub fn build_row_inserts_request(events: &[&Box<dyn Event>]) -> Result<RowInsert

    let mut rows: Vec<Row> = Vec::with_capacity(events.len());
    for event in events {
-        let extra_rows = event.extra_rows()?;
-        for extra_row in extra_rows {
-            let mut values = Vec::with_capacity(3 + extra_row.values.len());
-            values.extend([
-                ValueData::StringValue(event.event_type().to_string()).into(),
-                ValueData::BinaryValue(event.json_payload()?.into_bytes()).into(),
-                ValueData::TimestampNanosecondValue(event.timestamp().value()).into(),
-            ]);
-            values.extend(extra_row.values);
-            rows.push(Row { values });
-        }
+        let extra_row = event.extra_row()?;
+        let mut values = Vec::with_capacity(3 + extra_row.values.len());
+        values.extend([
+            ValueData::StringValue(event.event_type().to_string()).into(),
+            ValueData::BinaryValue(event.json_payload()?.into_bytes()).into(),
+            ValueData::TimestampNanosecondValue(event.timestamp().value()).into(),
+        ]);
+        values.extend(extra_row.values);
+        rows.push(Row { values });
    }

    Ok(RowInsertRequests {
--- a/src/common/frontend/src/slow_query_event.rs
+++ b/src/common/frontend/src/slow_query_event.rs
@@ -107,8 +107,8 @@ impl Event for SlowQueryEvent {
        ]
    }

-    fn extra_rows(&self) -> Result<Vec<Row>> {
-        Ok(vec![Row {
+    fn extra_row(&self) -> Result<Row> {
+        Ok(Row {
            values: vec![
                ValueData::U64Value(self.cost).into(),
                ValueData::U64Value(self.threshold).into(),
@@ -119,7 +119,7 @@ impl Event for SlowQueryEvent {
                ValueData::TimestampMillisecondValue(self.promql_start.unwrap_or(0)).into(),
                ValueData::TimestampMillisecondValue(self.promql_end.unwrap_or(0)).into(),
            ],
-        }])
+        })
    }

    fn json_payload(&self) -> Result<String> {
--- a/src/common/function/Cargo.toml
+++ b/src/common/function/Cargo.toml
@@ -47,7 +47,6 @@ h3o = { version = "0.6", optional = true }
 hyperloglogplus = "0.4"
 jsonb.workspace = true
 memchr = "2.7"
-mito-codec.workspace = true
 nalgebra.workspace = true
 num = "0.4"
 num-traits = "0.2"
--- a/src/common/function/src/admin.rs
+++ b/src/common/function/src/admin.rs
@@ -12,7 +12,6 @@
 // See the License for the specific language governing permissions and
 // limitations under the License.

-mod build_index_table;
 mod flush_compact_region;
 mod flush_compact_table;
 mod migrate_region;
@@ -27,7 +26,6 @@ use reconcile_catalog::ReconcileCatalogFunction;
 use reconcile_database::ReconcileDatabaseFunction;
 use reconcile_table::ReconcileTableFunction;

-use crate::admin::build_index_table::BuildIndexFunction;
 use crate::flush_flow::FlushFlowFunction;
 use crate::function_registry::FunctionRegistry;

@@ -42,7 +40,6 @@ impl AdminFunction {
        registry.register(CompactRegionFunction::factory());
        registry.register(FlushTableFunction::factory());
        registry.register(CompactTableFunction::factory());
-        registry.register(BuildIndexFunction::factory());
        registry.register(FlushFlowFunction::factory());
        registry.register(ReconcileCatalogFunction::factory());
        registry.register(ReconcileDatabaseFunction::factory());
--- a/src/common/function/src/admin/build_index_table.rs
+++ b/src/common/function/src/admin/build_index_table.rs
@@ -1,80 +0,0 @@
-// Copyright 2023 Greptime Team
-//
-// Licensed under the Apache License, Version 2.0 (the "License");
-// you may not use this file except in compliance with the License.
-// You may obtain a copy of the License at
-//
-//     http://www.apache.org/licenses/LICENSE-2.0
-//
-// Unless required by applicable law or agreed to in writing, software
-// distributed under the License is distributed on an "AS IS" BASIS,
-// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-// See the License for the specific language governing permissions and
-// limitations under the License.
-
-use arrow::datatypes::DataType as ArrowDataType;
-use common_error::ext::BoxedError;
-use common_macro::admin_fn;
-use common_query::error::{
-    InvalidFuncArgsSnafu, MissingTableMutationHandlerSnafu, Result, TableMutationSnafu,
-    UnsupportedInputDataTypeSnafu,
-};
-use datafusion_expr::{Signature, Volatility};
-use datatypes::prelude::*;
-use session::context::QueryContextRef;
-use session::table_name::table_name_to_full_name;
-use snafu::{ResultExt, ensure};
-use table::requests::BuildIndexTableRequest;
-
-use crate::handlers::TableMutationHandlerRef;
-
-#[admin_fn(
-    name = BuildIndexFunction,
-    display_name = build_index,
-    sig_fn = build_index_signature,
-    ret = uint64
-)]
-pub(crate) async fn build_index(
-    table_mutation_handler: &TableMutationHandlerRef,
-    query_ctx: &QueryContextRef,
-    params: &[ValueRef<'_>],
-) -> Result<Value> {
-    ensure!(
-        params.len() == 1,
-        InvalidFuncArgsSnafu {
-            err_msg: format!(
-                "The length of the args is not correct, expect 1, have: {}",
-                params.len()
-            ),
-        }
-    );
-
-    let ValueRef::String(table_name) = params[0] else {
-        return UnsupportedInputDataTypeSnafu {
-            function: "build_index",
-            datatypes: params.iter().map(|v| v.data_type()).collect::<Vec<_>>(),
-        }
-        .fail();
-    };
-
-    let (catalog_name, schema_name, table_name) = table_name_to_full_name(table_name, query_ctx)
-        .map_err(BoxedError::new)
-        .context(TableMutationSnafu)?;
-
-    let affected_rows = table_mutation_handler
-        .build_index(
-            BuildIndexTableRequest {
-                catalog_name,
-                schema_name,
-                table_name,
-            },
-            query_ctx.clone(),
-        )
-        .await?;
-
-    Ok(Value::from(affected_rows as u64))
-}
-
-fn build_index_signature() -> Signature {
-    Signature::uniform(1, vec![ArrowDataType::Utf8], Volatility::Immutable)
-}
--- a/src/common/function/src/function_registry.rs
+++ b/src/common/function/src/function_registry.rs
@@ -34,7 +34,6 @@ use crate::scalars::json::JsonFunction;
 use crate::scalars::matches::MatchesFunction;
 use crate::scalars::matches_term::MatchesTermFunction;
 use crate::scalars::math::MathFunction;
-use crate::scalars::primary_key::DecodePrimaryKeyFunction;
 use crate::scalars::string::register_string_functions;
 use crate::scalars::timestamp::TimestampFunction;
 use crate::scalars::uddsketch_calc::UddSketchCalcFunction;
@@ -144,7 +143,6 @@ pub static FUNCTION_REGISTRY: LazyLock<Arc<FunctionRegistry>> = LazyLock::new(||
    ExpressionFunction::register(&function_registry);
    UddSketchCalcFunction::register(&function_registry);
    HllCalcFunction::register(&function_registry);
-    DecodePrimaryKeyFunction::register(&function_registry);

    // Full text search function
    MatchesFunction::register(&function_registry);
--- a/src/common/function/src/handlers.rs
+++ b/src/common/function/src/handlers.rs
@@ -25,9 +25,7 @@ use common_query::Output;
 use common_query::error::Result;
 use session::context::QueryContextRef;
 use store_api::storage::RegionId;
-use table::requests::{
-    BuildIndexTableRequest, CompactTableRequest, DeleteRequest, FlushTableRequest, InsertRequest,
-};
+use table::requests::{CompactTableRequest, DeleteRequest, FlushTableRequest, InsertRequest};

 /// A trait for handling table mutations in `QueryEngine`.
 #[async_trait]
@@ -49,13 +47,6 @@ pub trait TableMutationHandler: Send + Sync {
        ctx: QueryContextRef,
    ) -> Result<AffectedRows>;

-    /// Trigger an index build task for the table.
-    async fn build_index(
-        &self,
-        request: BuildIndexTableRequest,
-        ctx: QueryContextRef,
-    ) -> Result<AffectedRows>;
-
    /// Trigger a flush task for a table region.
    async fn flush_region(&self, region_id: RegionId, ctx: QueryContextRef)
    -> Result<AffectedRows>;
--- a/src/common/function/src/scalars.rs
+++ b/src/common/function/src/scalars.rs
@@ -20,7 +20,6 @@ pub mod json;
 pub mod matches;
 pub mod matches_term;
 pub mod math;
-pub mod primary_key;
 pub(crate) mod string;
 pub mod vector;

--- a/src/common/function/src/scalars/json.rs
+++ b/src/common/function/src/scalars/json.rs
@@ -19,7 +19,7 @@ mod json_path_match;
 mod json_to_string;
 mod parse_json;

-use json_get::{JsonGetBool, JsonGetFloat, JsonGetInt, JsonGetObject, JsonGetString};
+use json_get::{JsonGetBool, JsonGetFloat, JsonGetInt, JsonGetString};
 use json_is::{
    JsonIsArray, JsonIsBool, JsonIsFloat, JsonIsInt, JsonIsNull, JsonIsObject, JsonIsString,
 };
@@ -39,7 +39,6 @@ impl JsonFunction {
        registry.register_scalar(JsonGetFloat::default());
        registry.register_scalar(JsonGetString::default());
        registry.register_scalar(JsonGetBool::default());
-        registry.register_scalar(JsonGetObject::default());

        registry.register_scalar(JsonIsNull::default());
        registry.register_scalar(JsonIsInt::default());
--- a/src/common/function/src/scalars/json/json_get.rs
+++ b/src/common/function/src/scalars/json/json_get.rs
@@ -16,13 +16,10 @@ use std::fmt::{self, Display};
 use std::sync::Arc;

 use arrow::compute;
-use datafusion_common::DataFusionError;
 use datafusion_common::arrow::array::{
-    Array, AsArray, BinaryViewBuilder, BooleanBuilder, Float64Builder, Int64Builder,
-    StringViewBuilder,
+    Array, AsArray, BooleanBuilder, Float64Builder, Int64Builder, StringViewBuilder,
 };
 use datafusion_common::arrow::datatypes::DataType;
-use datafusion_expr::type_coercion::aggregates::STRINGS;
 use datafusion_expr::{ColumnarValue, ScalarFunctionArgs, Signature};

 use crate::function::{Function, extract_args};
@@ -215,92 +212,13 @@ impl Display for JsonGetString {
    }
 }

-/// Get the object from JSON value by path.
-pub(super) struct JsonGetObject {
-    signature: Signature,
-}
-
-impl JsonGetObject {
-    const NAME: &'static str = "json_get_object";
-}
-
-impl Default for JsonGetObject {
-    fn default() -> Self {
-        Self {
-            signature: helper::one_of_sigs2(
-                vec![
-                    DataType::Binary,
-                    DataType::LargeBinary,
-                    DataType::BinaryView,
-                ],
-                STRINGS.to_vec(),
-            ),
-        }
-    }
-}
-
-impl Function for JsonGetObject {
-    fn name(&self) -> &str {
-        Self::NAME
-    }
-
-    fn return_type(&self, _: &[DataType]) -> datafusion_common::Result<DataType> {
-        Ok(DataType::BinaryView)
-    }
-
-    fn signature(&self) -> &Signature {
-        &self.signature
-    }
-
-    fn invoke_with_args(
-        &self,
-        args: ScalarFunctionArgs,
-    ) -> datafusion_common::Result<ColumnarValue> {
-        let [arg0, arg1] = extract_args(self.name(), &args)?;
-        let arg0 = compute::cast(&arg0, &DataType::BinaryView)?;
-        let jsons = arg0.as_binary_view();
-        let arg1 = compute::cast(&arg1, &DataType::Utf8View)?;
-        let paths = arg1.as_string_view();
-
-        let len = jsons.len();
-        let mut builder = BinaryViewBuilder::with_capacity(len);
-
-        for i in 0..len {
-            let json = jsons.is_valid(i).then(|| jsons.value(i));
-            let path = paths.is_valid(i).then(|| paths.value(i));
-            let result = if let (Some(json), Some(path)) = (json, path) {
-                let result = jsonb::jsonpath::parse_json_path(path.as_bytes()).and_then(|path| {
-                    let mut data = Vec::new();
-                    let mut offset = Vec::new();
-                    jsonb::get_by_path(json, path, &mut data, &mut offset)
-                        .map(|()| jsonb::is_object(&data).then_some(data))
-                });
-                result.map_err(|e| DataFusionError::Execution(e.to_string()))?
-            } else {
-                None
-            };
-            builder.append_option(result);
-        }
-
-        Ok(ColumnarValue::Array(Arc::new(builder.finish())))
-    }
-}
-
-impl Display for JsonGetObject {
-    fn fmt(&self, f: &mut fmt::Formatter) -> fmt::Result {
-        write!(f, "{}", Self::NAME.to_ascii_uppercase())
-    }
-}
-
 #[cfg(test)]
 mod tests {
    use std::sync::Arc;

    use arrow_schema::Field;
-    use datafusion_common::ScalarValue;
-    use datafusion_common::arrow::array::{BinaryArray, BinaryViewArray, StringArray};
+    use datafusion_common::arrow::array::{BinaryArray, StringArray};
    use datafusion_common::arrow::datatypes::{Float64Type, Int64Type};
-    use datatypes::types::parse_string_to_jsonb;

    use super::*;

@@ -507,49 +425,4 @@ mod tests {
            assert_eq!(*gt, result);
        }
    }
-
-    #[test]
-    fn test_json_get_object() -> datafusion_common::Result<()> {
-        let udf = JsonGetObject::default();
-        assert_eq!("json_get_object", udf.name());
-        assert_eq!(
-            DataType::BinaryView,
-            udf.return_type(&[DataType::BinaryView, DataType::Utf8View])?
-        );
-
-        let json_value = parse_string_to_jsonb(r#"{"a": {"b": {"c": {"d": 1}}}}"#).unwrap();
-        let paths = vec!["$", "$.a", "$.a.b", "$.a.b.c", "$.a.b.c.d", "$.e", "$.a.e"];
-        let number_rows = paths.len();
-
-        let args = ScalarFunctionArgs {
-            args: vec![
-                ColumnarValue::Scalar(ScalarValue::Binary(Some(json_value))),
-                ColumnarValue::Array(Arc::new(StringArray::from_iter_values(paths))),
-            ],
-            arg_fields: vec![],
-            number_rows,
-            return_field: Arc::new(Field::new("x", DataType::Binary, false)),
-            config_options: Arc::new(Default::default()),
-        };
-        let result = udf
-            .invoke_with_args(args)
-            .and_then(|x| x.to_array(number_rows))?;
-        let result = result.as_binary_view();
-
-        let expected = &BinaryViewArray::from_iter(
-            vec![
-                Some(r#"{"a": {"b": {"c": {"d": 1}}}}"#),
-                Some(r#"{"b": {"c": {"d": 1}}}"#),
-                Some(r#"{"c": {"d": 1}}"#),
-                Some(r#"{"d": 1}"#),
-                None,
-                None,
-                None,
-            ]
-            .into_iter()
-            .map(|x| x.and_then(|s| parse_string_to_jsonb(s).ok())),
-        );
-        assert_eq!(result, expected);
-        Ok(())
-    }
 }
--- a/src/common/function/src/scalars/json/json_to_string.rs
+++ b/src/common/function/src/scalars/json/json_to_string.rs
@@ -32,15 +32,7 @@ impl Default for JsonToStringFunction {
    fn default() -> Self {
        Self {
            // TODO(LFC): Use a more clear type here instead of "Binary" for Json input, once we have a "Json" type.
-            signature: Signature::uniform(
-                1,
-                vec![
-                    DataType::Binary,
-                    DataType::LargeBinary,
-                    DataType::BinaryView,
-                ],
-                Volatility::Immutable,
-            ),
+            signature: Signature::exact(vec![DataType::Binary], Volatility::Immutable),
        }
    }
 }
@@ -65,8 +57,7 @@ impl Function for JsonToStringFunction {
        args: ScalarFunctionArgs,
    ) -> datafusion_common::Result<ColumnarValue> {
        let [arg0] = extract_args(self.name(), &args)?;
-        let arg0 = arrow::compute::cast(&arg0, &DataType::BinaryView)?;
-        let jsons = arg0.as_binary_view();
+        let jsons = arg0.as_binary::<i32>();

        let size = jsons.len();
        let mut builder = StringViewBuilder::with_capacity(size);
--- a/src/common/function/src/scalars/primary_key.rs
+++ b/src/common/function/src/scalars/primary_key.rs
@@ -1,521 +0,0 @@
-// Copyright 2023 Greptime Team
-//
-// Licensed under the Apache License, Version 2.0 (the "License");
-// you may not use this file except in compliance with the License.
-// You may obtain a copy of the License at
-//
-//     http://www.apache.org/licenses/LICENSE-2.0
-//
-// Unless required by applicable law or agreed to in writing, software
-// distributed under the License is distributed on an "AS IS" BASIS,
-// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-// See the License for the specific language governing permissions and
-// limitations under the License.
-
-use std::collections::HashMap;
-use std::fmt::{self, Display};
-use std::sync::Arc;
-
-use datafusion_common::arrow::array::{
-    Array, ArrayRef, BinaryArray, BinaryViewArray, DictionaryArray, ListBuilder, StringBuilder,
-};
-use datafusion_common::arrow::datatypes::{DataType, Field};
-use datafusion_common::{DataFusionError, ScalarValue};
-use datafusion_expr::{ColumnarValue, ScalarFunctionArgs, Signature, Volatility};
-use datatypes::arrow::datatypes::UInt32Type;
-use datatypes::value::Value;
-use mito_codec::row_converter::{
-    CompositeValues, PrimaryKeyCodec, SortField, build_primary_key_codec_with_fields,
-};
-use store_api::codec::PrimaryKeyEncoding;
-use store_api::metadata::RegionMetadata;
-use store_api::storage::ColumnId;
-use store_api::storage::consts::{PRIMARY_KEY_COLUMN_NAME, ReservedColumnId};
-
-use crate::function::{Function, extract_args};
-use crate::function_registry::FunctionRegistry;
-
-type NameValuePair = (String, Option<String>);
-
-#[derive(Clone, Debug)]
-pub(crate) struct DecodePrimaryKeyFunction {
-    signature: Signature,
-}
-
-const NAME: &str = "decode_primary_key";
-const NULL_VALUE_LITERAL: &str = "null";
-
-impl Default for DecodePrimaryKeyFunction {
-    fn default() -> Self {
-        Self {
-            signature: Signature::any(3, Volatility::Immutable),
-        }
-    }
-}
-
-impl DecodePrimaryKeyFunction {
-    pub fn register(registry: &FunctionRegistry) {
-        registry.register_scalar(Self::default());
-    }
-
-    fn return_data_type() -> DataType {
-        DataType::List(Arc::new(Field::new("item", DataType::Utf8, true)))
-    }
-}
-
-impl Function for DecodePrimaryKeyFunction {
-    fn name(&self) -> &str {
-        NAME
-    }
-
-    fn return_type(&self, _: &[DataType]) -> datafusion_common::Result<DataType> {
-        Ok(Self::return_data_type())
-    }
-
-    fn signature(&self) -> &Signature {
-        &self.signature
-    }
-
-    fn invoke_with_args(
-        &self,
-        args: ScalarFunctionArgs,
-    ) -> datafusion_common::Result<ColumnarValue> {
-        let [encoded, _, _] = extract_args(self.name(), &args)?;
-        let number_rows = args.number_rows;
-
-        let encoding = parse_encoding(&args.args[1])?;
-        let metadata = parse_region_metadata(&args.args[2])?;
-        let codec = build_codec(&metadata, encoding);
-        let name_lookup: HashMap<_, _> = metadata
-            .column_metadatas
-            .iter()
-            .map(|c| (c.column_id, c.column_schema.name.clone()))
-            .collect();
-
-        let decoded_rows = decode_primary_keys(encoded, number_rows, codec.as_ref(), &name_lookup)?;
-        let array = build_list_array(&decoded_rows)?;
-
-        Ok(ColumnarValue::Array(array))
-    }
-}
-
-impl Display for DecodePrimaryKeyFunction {
-    fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
-        write!(f, "DECODE_PRIMARY_KEY")
-    }
-}
-
-fn parse_encoding(arg: &ColumnarValue) -> datafusion_common::Result<PrimaryKeyEncoding> {
-    let encoding = match arg {
-        ColumnarValue::Scalar(ScalarValue::Utf8(Some(v)))
-        | ColumnarValue::Scalar(ScalarValue::LargeUtf8(Some(v))) => v.as_str(),
-        ColumnarValue::Scalar(value) => {
-            return Err(DataFusionError::Execution(format!(
-                "encoding must be a string literal, got {value:?}"
-            )));
-        }
-        ColumnarValue::Array(_) => {
-            return Err(DataFusionError::Execution(
-                "encoding must be a scalar string".to_string(),
-            ));
-        }
-    };
-
-    match encoding.to_ascii_lowercase().as_str() {
-        "dense" => Ok(PrimaryKeyEncoding::Dense),
-        "sparse" => Ok(PrimaryKeyEncoding::Sparse),
-        _ => Err(DataFusionError::Execution(format!(
-            "unsupported primary key encoding: {encoding}"
-        ))),
-    }
-}
-
-fn build_codec(
-    metadata: &RegionMetadata,
-    encoding: PrimaryKeyEncoding,
-) -> Arc<dyn PrimaryKeyCodec> {
-    let fields = metadata.primary_key_columns().map(|c| {
-        (
-            c.column_id,
-            SortField::new(c.column_schema.data_type.clone()),
-        )
-    });
-    build_primary_key_codec_with_fields(encoding, fields)
-}
-
-fn parse_region_metadata(arg: &ColumnarValue) -> datafusion_common::Result<RegionMetadata> {
-    let json = match arg {
-        ColumnarValue::Scalar(ScalarValue::Utf8(Some(v)))
-        | ColumnarValue::Scalar(ScalarValue::LargeUtf8(Some(v))) => v.as_str(),
-        ColumnarValue::Scalar(value) => {
-            return Err(DataFusionError::Execution(format!(
-                "region metadata must be a string literal, got {value:?}"
-            )));
-        }
-        ColumnarValue::Array(_) => {
-            return Err(DataFusionError::Execution(
-                "region metadata must be a scalar string".to_string(),
-            ));
-        }
-    };
-
-    RegionMetadata::from_json(json)
-        .map_err(|e| DataFusionError::Execution(format!("failed to parse region metadata: {e:?}")))
-}
-
-fn decode_primary_keys(
-    encoded: ArrayRef,
-    number_rows: usize,
-    codec: &dyn PrimaryKeyCodec,
-    name_lookup: &HashMap<ColumnId, String>,
-) -> datafusion_common::Result<Vec<Vec<NameValuePair>>> {
-    if let Some(dict) = encoded
-        .as_any()
-        .downcast_ref::<DictionaryArray<UInt32Type>>()
-    {
-        decode_dictionary(dict, number_rows, codec, name_lookup)
-    } else if let Some(array) = encoded.as_any().downcast_ref::<BinaryArray>() {
-        decode_binary_array(array, codec, name_lookup)
-    } else if let Some(array) = encoded.as_any().downcast_ref::<BinaryViewArray>() {
-        decode_binary_view_array(array, codec, name_lookup)
-    } else {
-        Err(DataFusionError::Execution(format!(
-            "column {PRIMARY_KEY_COLUMN_NAME} must be binary or dictionary(binary) array"
-        )))
-    }
-}
-
-fn decode_dictionary(
-    dict: &DictionaryArray<UInt32Type>,
-    number_rows: usize,
-    codec: &dyn PrimaryKeyCodec,
-    name_lookup: &HashMap<ColumnId, String>,
-) -> datafusion_common::Result<Vec<Vec<NameValuePair>>> {
-    let values = dict
-        .values()
-        .as_any()
-        .downcast_ref::<BinaryArray>()
-        .ok_or_else(|| {
-            DataFusionError::Execution("primary key dictionary values are not binary".to_string())
-        })?;
-
-    let mut decoded_values = Vec::with_capacity(values.len());
-    for i in 0..values.len() {
-        let pk = values.value(i);
-        let pairs = decode_one(pk, codec, name_lookup)?;
-        decoded_values.push(pairs);
-    }
-
-    let mut rows = Vec::with_capacity(number_rows);
-    let keys = dict.keys();
-    for i in 0..number_rows {
-        let dict_index = keys.value(i) as usize;
-        rows.push(decoded_values[dict_index].clone());
-    }
-
-    Ok(rows)
-}
-
-fn decode_binary_array(
-    array: &BinaryArray,
-    codec: &dyn PrimaryKeyCodec,
-    name_lookup: &HashMap<ColumnId, String>,
-) -> datafusion_common::Result<Vec<Vec<NameValuePair>>> {
-    (0..array.len())
-        .map(|i| decode_one(array.value(i), codec, name_lookup))
-        .collect()
-}
-
-fn decode_binary_view_array(
-    array: &BinaryViewArray,
-    codec: &dyn PrimaryKeyCodec,
-    name_lookup: &HashMap<ColumnId, String>,
-) -> datafusion_common::Result<Vec<Vec<NameValuePair>>> {
-    (0..array.len())
-        .map(|i| decode_one(array.value(i), codec, name_lookup))
-        .collect()
-}
-
-fn decode_one(
-    pk: &[u8],
-    codec: &dyn PrimaryKeyCodec,
-    name_lookup: &HashMap<ColumnId, String>,
-) -> datafusion_common::Result<Vec<NameValuePair>> {
-    let decoded = codec
-        .decode(pk)
-        .map_err(|e| DataFusionError::Execution(format!("failed to decode primary key: {e}")))?;
-
-    Ok(match decoded {
-        CompositeValues::Dense(values) => values
-            .into_iter()
-            .map(|(column_id, value)| (column_name(column_id, name_lookup), value_to_string(value)))
-            .collect(),
-        CompositeValues::Sparse(values) => {
-            let mut values: Vec<_> = values
-                .iter()
-                .map(|(column_id, value)| {
-                    (
-                        *column_id,
-                        column_name(*column_id, name_lookup),
-                        value_to_string(value.clone()),
-                    )
-                })
-                .collect();
-            values.sort_by_key(|(column_id, _, _)| {
-                (ReservedColumnId::is_reserved(*column_id), *column_id)
-            });
-            values
-                .into_iter()
-                .map(|(_, name, value)| (name, value))
-                .collect()
-        }
-    })
-}
-
-fn column_name(column_id: ColumnId, name_lookup: &HashMap<ColumnId, String>) -> String {
-    if let Some(name) = name_lookup.get(&column_id) {
-        return name.clone();
-    }
-
-    if column_id == ReservedColumnId::table_id() {
-        return "__table_id".to_string();
-    }
-    if column_id == ReservedColumnId::tsid() {
-        return "__tsid".to_string();
-    }
-
-    column_id.to_string()
-}
-
-fn value_to_string(value: Value) -> Option<String> {
-    match value {
-        Value::Null => None,
-        _ => Some(value.to_string()),
-    }
-}
-
-fn build_list_array(rows: &[Vec<NameValuePair>]) -> datafusion_common::Result<ArrayRef> {
-    let mut builder = ListBuilder::new(StringBuilder::new());
-
-    for row in rows {
-        for (key, value) in row {
-            let value = value.as_deref().unwrap_or(NULL_VALUE_LITERAL);
-            builder.values().append_value(format!("{key} : {value}"));
-        }
-        builder.append(true);
-    }
-
-    Ok(Arc::new(builder.finish()))
-}
-
-#[cfg(test)]
-mod tests {
-    use api::v1::SemanticType;
-    use datafusion_common::ScalarValue;
-    use datatypes::arrow::array::builder::BinaryDictionaryBuilder;
-    use datatypes::arrow::array::{BinaryArray, ListArray, StringArray};
-    use datatypes::arrow::datatypes::UInt32Type;
-    use datatypes::prelude::ConcreteDataType;
-    use datatypes::schema::ColumnSchema;
-    use datatypes::value::Value;
-    use mito_codec::row_converter::{
-        DensePrimaryKeyCodec, PrimaryKeyCodecExt, SortField, SparsePrimaryKeyCodec,
-    };
-    use store_api::codec::PrimaryKeyEncoding;
-    use store_api::metadata::{ColumnMetadata, RegionMetadataBuilder};
-    use store_api::storage::consts::ReservedColumnId;
-    use store_api::storage::{ColumnId, RegionId};
-
-    use super::*;
-
-    fn pk_field() -> Arc<Field> {
-        Arc::new(Field::new_dictionary(
-            PRIMARY_KEY_COLUMN_NAME,
-            DataType::UInt32,
-            DataType::Binary,
-            false,
-        ))
-    }
-
-    fn region_metadata_json(
-        columns: &[(ColumnId, &str, ConcreteDataType)],
-        encoding: PrimaryKeyEncoding,
-    ) -> String {
-        let mut builder = RegionMetadataBuilder::new(RegionId::new(1, 1));
-        builder.push_column_metadata(ColumnMetadata {
-            column_schema: ColumnSchema::new(
-                "ts",
-                ConcreteDataType::timestamp_millisecond_datatype(),
-                false,
-            ),
-            semantic_type: SemanticType::Timestamp,
-            column_id: 100,
-        });
-        builder.primary_key_encoding(encoding);
-        for (id, name, ty) in columns {
-            builder.push_column_metadata(ColumnMetadata {
-                column_schema: ColumnSchema::new((*name).to_string(), ty.clone(), true),
-                semantic_type: SemanticType::Tag,
-                column_id: *id,
-            });
-        }
-        builder.primary_key(columns.iter().map(|(id, _, _)| *id).collect());
-
-        builder.build().unwrap().to_json().unwrap()
-    }
-
-    fn list_row(list: &ListArray, row_idx: usize) -> Vec<String> {
-        let values = list.value(row_idx);
-        let values = values.as_any().downcast_ref::<StringArray>().unwrap();
-        (0..values.len())
-            .map(|i| values.value(i).to_string())
-            .collect()
-    }
-
-    #[test]
-    fn test_decode_dense_primary_key() {
-        let columns = vec![
-            (0, "host", ConcreteDataType::string_datatype()),
-            (1, "core", ConcreteDataType::int64_datatype()),
-        ];
-        let metadata_json = region_metadata_json(&columns, PrimaryKeyEncoding::Dense);
-        let codec = DensePrimaryKeyCodec::with_fields(
-            columns
-                .iter()
-                .map(|(id, _, ty)| (*id, SortField::new(ty.clone())))
-                .collect(),
-        );
-
-        let rows = vec![
-            vec![Value::from("a"), Value::from(1_i64)],
-            vec![Value::from("b"), Value::from(2_i64)],
-            vec![Value::from("a"), Value::from(1_i64)],
-        ];
-
-        let mut builder = BinaryDictionaryBuilder::<UInt32Type>::new();
-        for row in &rows {
-            let encoded = codec.encode(row.iter().map(|v| v.as_value_ref())).unwrap();
-            builder.append(encoded.as_slice()).unwrap();
-        }
-        let dict_array: ArrayRef = Arc::new(builder.finish());
-
-        let args = ScalarFunctionArgs {
-            args: vec![
-                ColumnarValue::Array(dict_array),
-                ColumnarValue::Scalar(ScalarValue::Utf8(Some("dense".to_string()))),
-                ColumnarValue::Scalar(ScalarValue::Utf8(Some(metadata_json))),
-            ],
-            arg_fields: vec![
-                pk_field(),
-                Arc::new(Field::new("encoding", DataType::Utf8, false)),
-                Arc::new(Field::new("region_metadata", DataType::Utf8, false)),
-            ],
-            number_rows: 3,
-            return_field: Arc::new(Field::new(
-                "decoded",
-                DecodePrimaryKeyFunction::return_data_type(),
-                false,
-            )),
-            config_options: Default::default(),
-        };
-
-        let func = DecodePrimaryKeyFunction::default();
-        let result = func
-            .invoke_with_args(args)
-            .and_then(|v| v.to_array(3))
-            .unwrap();
-        let list = result.as_any().downcast_ref::<ListArray>().unwrap();
-
-        let expected = [
-            vec!["host : a".to_string(), "core : 1".to_string()],
-            vec!["host : b".to_string(), "core : 2".to_string()],
-            vec!["host : a".to_string(), "core : 1".to_string()],
-        ];
-
-        for (row_idx, expected_row) in expected.iter().enumerate() {
-            assert_eq!(*expected_row, list_row(list, row_idx));
-        }
-    }
-
-    #[test]
-    fn test_decode_sparse_primary_key() {
-        let columns = vec![
-            (10, "k0", ConcreteDataType::string_datatype()),
-            (11, "k1", ConcreteDataType::string_datatype()),
-        ];
-        let metadata_json = region_metadata_json(&columns, PrimaryKeyEncoding::Sparse);
-        let codec = SparsePrimaryKeyCodec::schemaless();
-
-        let rows = vec![
-            vec![
-                (ReservedColumnId::table_id(), Value::UInt32(1)),
-                (ReservedColumnId::tsid(), Value::UInt64(100)),
-                (10, Value::from("a")),
-                (11, Value::from("b")),
-            ],
-            vec![
-                (ReservedColumnId::table_id(), Value::UInt32(1)),
-                (ReservedColumnId::tsid(), Value::UInt64(200)),
-                (10, Value::from("c")),
-                (11, Value::from("d")),
-            ],
-        ];
-
-        let mut encoded_values = Vec::with_capacity(rows.len());
-        for row in &rows {
-            let mut buf = Vec::new();
-            codec.encode_values(row, &mut buf).unwrap();
-            encoded_values.push(buf);
-        }
-
-        let pk_array: ArrayRef = Arc::new(BinaryArray::from_iter_values(
-            encoded_values.iter().cloned(),
-        ));
-
-        let args = ScalarFunctionArgs {
-            args: vec![
-                ColumnarValue::Array(pk_array),
-                ColumnarValue::Scalar(ScalarValue::Utf8(Some("sparse".to_string()))),
-                ColumnarValue::Scalar(ScalarValue::Utf8(Some(metadata_json))),
-            ],
-            arg_fields: vec![
-                pk_field(),
-                Arc::new(Field::new("encoding", DataType::Utf8, false)),
-                Arc::new(Field::new("region_metadata", DataType::Utf8, false)),
-            ],
-            number_rows: rows.len(),
-            return_field: Arc::new(Field::new(
-                "decoded",
-                DecodePrimaryKeyFunction::return_data_type(),
-                false,
-            )),
-            config_options: Default::default(),
-        };
-
-        let func = DecodePrimaryKeyFunction::default();
-        let result = func
-            .invoke_with_args(args)
-            .and_then(|v| v.to_array(rows.len()))
-            .unwrap();
-        let list = result.as_any().downcast_ref::<ListArray>().unwrap();
-
-        let expected = [
-            vec![
-                "k0 : a".to_string(),
-                "k1 : b".to_string(),
-                "__tsid : 100".to_string(),
-                "__table_id : 1".to_string(),
-            ],
-            vec![
-                "k0 : c".to_string(),
-                "k1 : d".to_string(),
-                "__tsid : 200".to_string(),
-                "__table_id : 1".to_string(),
-            ],
-        ];
-
-        for (row_idx, expected_row) in expected.iter().enumerate() {
-            assert_eq!(*expected_row, list_row(list, row_idx));
-        }
-    }
-}
--- a/src/common/function/src/state.rs
+++ b/src/common/function/src/state.rs
@@ -44,8 +44,7 @@ impl FunctionState {
        use session::context::QueryContextRef;
        use store_api::storage::RegionId;
        use table::requests::{
-            BuildIndexTableRequest, CompactTableRequest, DeleteRequest, FlushTableRequest,
-            InsertRequest,
+            CompactTableRequest, DeleteRequest, FlushTableRequest, InsertRequest,
        };

        use crate::handlers::{FlowServiceHandler, ProcedureServiceHandler, TableMutationHandler};
@@ -121,14 +120,6 @@ impl FunctionState {
                Ok(ROWS)
            }

-            async fn build_index(
-                &self,
-                _request: BuildIndexTableRequest,
-                _ctx: QueryContextRef,
-            ) -> Result<AffectedRows> {
-                Ok(ROWS)
-            }
-
            async fn flush_region(
                &self,
                _region_id: RegionId,
--- a/src/common/function/src/system/pg_catalog.rs
+++ b/src/common/function/src/system/pg_catalog.rs
@@ -12,6 +12,8 @@
 // See the License for the specific language governing permissions and
 // limitations under the License.

+mod version;
+
 use std::sync::Arc;

 use common_catalog::consts::{
@@ -21,10 +23,10 @@ use datafusion::arrow::array::{ArrayRef, StringArray, as_boolean_array};
 use datafusion::catalog::TableFunction;
 use datafusion::common::ScalarValue;
 use datafusion::common::utils::SingleRowListArrayBuilder;
-use datafusion_expr::{ColumnarValue, ScalarFunctionArgs, Signature, TypeSignature, Volatility};
+use datafusion_expr::{ColumnarValue, ScalarFunctionArgs, Signature, Volatility};
 use datafusion_pg_catalog::pg_catalog::{self, PgCatalogStaticTables};
 use datatypes::arrow::datatypes::{DataType, Field};
-use derive_more::derive::Display;
+use version::PGVersionFunction;

 use crate::function::{Function, find_function_context};
 use crate::function_registry::FunctionRegistry;
@@ -36,6 +38,7 @@ const SESSION_USER_FUNCTION_NAME: &str = "session_user";
 const CURRENT_DATABASE_FUNCTION_NAME: &str = "current_database";

 define_nullary_udf!(CurrentSchemaFunction);
+define_nullary_udf!(CurrentSchemasFunction);
 define_nullary_udf!(SessionUserFunction);
 define_nullary_udf!(CurrentDatabaseFunction);

@@ -115,23 +118,6 @@ impl Function for SessionUserFunction {
    }
 }

-#[derive(Display, Debug)]
-#[display("{}", self.name())]
-pub(super) struct CurrentSchemasFunction {
-    signature: Signature,
-}
-
-impl CurrentSchemasFunction {
-    pub fn new() -> Self {
-        Self {
-            signature: Signature::new(
-                TypeSignature::Exact(vec![DataType::Boolean]),
-                Volatility::Stable,
-            ),
-        }
-    }
-}
-
 impl Function for CurrentSchemasFunction {
    fn name(&self) -> &str {
        CURRENT_SCHEMAS_FUNCTION_NAME
@@ -139,9 +125,9 @@ impl Function for CurrentSchemasFunction {

    fn return_type(&self, _: &[DataType]) -> datafusion_common::Result<DataType> {
        Ok(DataType::List(Arc::new(Field::new(
-            "item",
-            DataType::Utf8,
-            true,
+            "x",
+            DataType::Utf8View,
+            false,
        ))))
    }

@@ -180,8 +166,9 @@ impl PGCatalogFunction {
        let static_tables =
            Arc::new(PgCatalogStaticTables::try_new().expect("load postgres static tables"));

+        registry.register_scalar(PGVersionFunction::default());
        registry.register_scalar(CurrentSchemaFunction::default());
-        registry.register_scalar(CurrentSchemasFunction::new());
+        registry.register_scalar(CurrentSchemasFunction::default());
        registry.register_scalar(SessionUserFunction::default());
        registry.register_scalar(CurrentDatabaseFunction::default());
        registry.register(pg_catalog::format_type::create_format_type_udf());
--- a/src/common/function/src/system/pg_catalog/version.rs
+++ b/src/common/function/src/system/pg_catalog/version.rs
@@ -0,0 +1,61 @@
+// Copyright 2023 Greptime Team
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//     http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+use std::fmt;
+
+use datafusion::arrow::datatypes::DataType;
+use datafusion_common::ScalarValue;
+use datafusion_expr::{ColumnarValue, ScalarFunctionArgs, Signature, Volatility};
+
+use crate::function::Function;
+
+#[derive(Clone, Debug)]
+pub(crate) struct PGVersionFunction {
+    signature: Signature,
+}
+
+impl Default for PGVersionFunction {
+    fn default() -> Self {
+        Self {
+            signature: Signature::exact(vec![], Volatility::Immutable),
+        }
+    }
+}
+
+impl fmt::Display for PGVersionFunction {
+    fn fmt(&self, f: &mut fmt::Formatter) -> fmt::Result {
+        write!(f, "pg_catalog.VERSION")
+    }
+}
+
+impl Function for PGVersionFunction {
+    fn name(&self) -> &str {
+        "pg_catalog.version"
+    }
+
+    fn return_type(&self, _: &[DataType]) -> datafusion_common::Result<DataType> {
+        Ok(DataType::Utf8View)
+    }
+
+    fn signature(&self) -> &Signature {
+        &self.signature
+    }
+
+    fn invoke_with_args(&self, _: ScalarFunctionArgs) -> datafusion_common::Result<ColumnarValue> {
+        Ok(ColumnarValue::Scalar(ScalarValue::Utf8View(Some(format!(
+            "PostgreSQL 16.3 GreptimeDB {}",
+            common_version::version()
+        )))))
+    }
+}
--- a/src/common/function/src/system/version.rs
+++ b/src/common/function/src/system/version.rs
@@ -50,7 +50,7 @@ impl Function for VersionFunction {
                )
            }
            Channel::Postgres => {
-                format!("PostgreSQL 16.3 GreptimeDB {}", common_version::version())
+                format!("16.3-greptimedb-{}", common_version::version())
            }
            _ => common_version::version().to_string(),
        };
--- a/src/common/grpc/Cargo.toml
+++ b/src/common/grpc/Cargo.toml
@@ -23,7 +23,6 @@ datatypes.workspace = true
 flatbuffers = "25.2"
 hyper.workspace = true
 lazy_static.workspace = true
-notify.workspace = true
 prost.workspace = true
 serde.workspace = true
 serde_json.workspace = true
@@ -38,7 +37,6 @@ vec1 = "1.12"
 criterion = "0.4"
 hyper-util = { workspace = true, features = ["tokio"] }
 rand.workspace = true
-tempfile.workspace = true

 [[bench]]
 name = "bench_main"
--- a/src/common/grpc/src/channel_manager.rs
+++ b/src/common/grpc/src/channel_manager.rs
@@ -12,7 +12,6 @@
 // See the License for the specific language governing permissions and
 // limitations under the License.

-use std::path::Path;
 use std::sync::Arc;
 use std::sync::atomic::{AtomicBool, AtomicU64, AtomicUsize, Ordering};
 use std::time::Duration;
@@ -31,7 +30,6 @@ use tonic::transport::{
 use tower::Service;

 use crate::error::{CreateChannelSnafu, InvalidConfigFilePathSnafu, Result};
-use crate::reloadable_tls::{ReloadableTlsConfig, TlsConfigLoader, maybe_watch_tls_config};

 const RECYCLE_CHANNEL_INTERVAL_SECS: u64 = 60;
 pub const DEFAULT_GRPC_REQUEST_TIMEOUT_SECS: u64 = 10;
@@ -52,7 +50,7 @@ pub struct ChannelManager {
 struct Inner {
    id: u64,
    config: ChannelConfig,
-    reloadable_client_tls_config: Option<Arc<ReloadableClientTlsConfig>>,
+    client_tls_config: Option<ClientTlsConfig>,
    pool: Arc<Pool>,
    channel_recycle_started: AtomicBool,
    cancel: CancellationToken,
@@ -80,7 +78,7 @@ impl Inner {
        Self {
            id,
            config,
-            reloadable_client_tls_config: None,
+            client_tls_config: None,
            pool,
            channel_recycle_started: AtomicBool::new(false),
            cancel,
@@ -93,17 +91,13 @@ impl ChannelManager {
        Default::default()
    }

-    /// Create a ChannelManager with configuration and optional TLS config
-    ///
-    /// Use [`load_client_tls_config`] to create TLS configuration from `ClientTlsOption`.
-    /// The TLS config supports both static (watch disabled) and dynamic reloading (watch enabled).
-    /// If you want to use dynamic reloading, please **manually** invoke [`maybe_watch_client_tls_config`] after this method.
-    pub fn with_config(
-        config: ChannelConfig,
-        reloadable_tls_config: Option<Arc<ReloadableClientTlsConfig>>,
-    ) -> Self {
+    /// unified with config function that support tls config
+    /// use [`load_tls_config`] to load tls config from file system
+    pub fn with_config(config: ChannelConfig, tls_config: Option<ClientTlsConfig>) -> Self {
        let mut inner = Inner::with_config(config.clone());
-        inner.reloadable_client_tls_config = reloadable_tls_config;
+        if let Some(tls_config) = tls_config {
+            inner.client_tls_config = Some(tls_config);
+        }
        Self {
            inner: Arc::new(inner),
        }
@@ -178,21 +172,8 @@ impl ChannelManager {
        self.pool().retain_channel(f);
    }

-    /// Clear all channels to force reconnection.
-    /// This should be called when TLS configuration changes to ensure new connections use updated certificates.
-    pub fn clear_all_channels(&self) {
-        self.pool().retain_channel(|_, _| false);
-    }
-
    fn build_endpoint(&self, addr: &str) -> Result<Endpoint> {
-        // Get the latest TLS config from reloadable config (which handles both static and dynamic cases)
-        let tls_config = self
-            .inner
-            .reloadable_client_tls_config
-            .as_ref()
-            .and_then(|c| c.get_config());
-
-        let http_prefix = if tls_config.is_some() {
+        let http_prefix = if self.inner.client_tls_config.is_some() {
            "https"
        } else {
            "http"
@@ -231,9 +212,9 @@ impl ChannelManager {
        if let Some(enabled) = self.config().http2_adaptive_window {
            endpoint = endpoint.http2_adaptive_window(enabled);
        }
-        if let Some(tls_config) = tls_config {
+        if let Some(tls_config) = &self.inner.client_tls_config {
            endpoint = endpoint
-                .tls_config(tls_config)
+                .tls_config(tls_config.clone())
                .context(CreateChannelSnafu { addr })?;
        }

@@ -267,7 +248,7 @@ impl ChannelManager {
    }
 }

-fn load_tls_config(tls_option: Option<&ClientTlsOption>) -> Result<Option<ClientTlsConfig>> {
+pub fn load_tls_config(tls_option: Option<&ClientTlsOption>) -> Result<Option<ClientTlsConfig>> {
    let path_config = match tls_option {
        Some(path_config) if path_config.enabled => path_config,
        _ => return Ok(None),
@@ -295,69 +276,13 @@ fn load_tls_config(tls_option: Option<&ClientTlsOption>) -> Result<Option<Client
    Ok(Some(tls_config))
 }

-impl TlsConfigLoader<ClientTlsConfig> for ClientTlsOption {
-    type Error = crate::error::Error;
-
-    fn load(&self) -> Result<Option<ClientTlsConfig>> {
-        load_tls_config(Some(self))
-    }
-
-    fn watch_paths(&self) -> Vec<&Path> {
-        let mut paths = Vec::new();
-        if let Some(cert_path) = &self.client_cert_path {
-            paths.push(Path::new(cert_path.as_str()));
-        }
-        if let Some(key_path) = &self.client_key_path {
-            paths.push(Path::new(key_path.as_str()));
-        }
-        if let Some(ca_path) = &self.server_ca_cert_path {
-            paths.push(Path::new(ca_path.as_str()));
-        }
-        paths
-    }
-
-    fn watch_enabled(&self) -> bool {
-        self.enabled && self.watch
-    }
-}
-
-/// Type alias for client-side reloadable TLS config
-pub type ReloadableClientTlsConfig = ReloadableTlsConfig<ClientTlsConfig, ClientTlsOption>;
-
-/// Load client TLS configuration from `ClientTlsOption` and return a `ReloadableClientTlsConfig`.
-/// This is the primary way to create TLS configuration for the ChannelManager.
-pub fn load_client_tls_config(
-    tls_option: Option<ClientTlsOption>,
-) -> Result<Option<Arc<ReloadableClientTlsConfig>>> {
-    match tls_option {
-        Some(option) if option.enabled => {
-            let reloadable = ReloadableClientTlsConfig::try_new(option)?;
-            Ok(Some(Arc::new(reloadable)))
-        }
-        _ => Ok(None),
-    }
-}
-
-pub fn maybe_watch_client_tls_config(
-    client_tls_config: Arc<ReloadableClientTlsConfig>,
-    channel_manager: ChannelManager,
-) -> Result<()> {
-    maybe_watch_tls_config(client_tls_config, move || {
-        // Clear all existing channels to force reconnection with new certificates
-        channel_manager.clear_all_channels();
-        info!("Cleared all existing channels to use new TLS certificates.");
-    })
-}
-
-#[derive(Clone, Debug, PartialEq, Eq, Serialize, Deserialize, Default)]
+#[derive(Clone, Debug, PartialEq, Eq, Serialize, Deserialize)]
 pub struct ClientTlsOption {
    /// Whether to enable TLS for client.
    pub enabled: bool,
    pub server_ca_cert_path: Option<String>,
    pub client_cert_path: Option<String>,
    pub client_key_path: Option<String>,
-    #[serde(default)]
-    pub watch: bool,
 }

 #[derive(Clone, Debug, PartialEq, Eq)]
@@ -677,7 +602,6 @@ mod tests {
                server_ca_cert_path: Some("some_server_path".to_string()),
                client_cert_path: Some("some_cert_path".to_string()),
                client_key_path: Some("some_key_path".to_string()),
-                watch: false,
            });

        assert_eq!(
@@ -699,7 +623,6 @@ mod tests {
                    server_ca_cert_path: Some("some_server_path".to_string()),
                    client_cert_path: Some("some_cert_path".to_string()),
                    client_key_path: Some("some_key_path".to_string()),
-                    watch: false,
                }),
                max_recv_message_size: DEFAULT_MAX_GRPC_RECV_MESSAGE_SIZE,
                max_send_message_size: DEFAULT_MAX_GRPC_SEND_MESSAGE_SIZE,
--- a/src/common/grpc/src/error.rs
+++ b/src/common/grpc/src/error.rs
@@ -38,15 +38,6 @@ pub enum Error {
        location: Location,
    },

-    #[snafu(display("Failed to watch config file path: {}", path))]
-    FileWatch {
-        path: String,
-        #[snafu(source)]
-        error: notify::Error,
-        #[snafu(implicit)]
-        location: Location,
-    },
-
    #[snafu(display(
        "Write type mismatch, column name: {}, expected: {}, actual: {}",
        column_name,
@@ -117,7 +108,6 @@ impl ErrorExt for Error {
        match self {
            Error::InvalidTlsConfig { .. }
            | Error::InvalidConfigFilePath { .. }
-            | Error::FileWatch { .. }
            | Error::TypeMismatch { .. }
            | Error::InvalidFlightData { .. }
            | Error::NotSupported { .. } => StatusCode::InvalidArguments,
--- a/src/common/grpc/src/lib.rs
+++ b/src/common/grpc/src/lib.rs
@@ -16,7 +16,6 @@ pub mod channel_manager;
 pub mod error;
 pub mod flight;
 pub mod precision;
-pub mod reloadable_tls;
 pub mod select;

 pub use arrow_flight::FlightData;
--- a/src/common/grpc/src/reloadable_tls.rs
+++ b/src/common/grpc/src/reloadable_tls.rs
@@ -1,163 +0,0 @@
-// Copyright 2023 Greptime Team
-//
-// Licensed under the Apache License, Version 2.0 (the "License");
-// you may not use this file except in compliance with the License.
-// You may obtain a copy of the License at
-//
-//     http://www.apache.org/licenses/LICENSE-2.0
-//
-// Unless required by applicable law or agreed to in writing, software
-// distributed under the License is distributed on an "AS IS" BASIS,
-// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-// See the License for the specific language governing permissions and
-// limitations under the License.
-
-use std::path::Path;
-use std::result::Result as StdResult;
-use std::sync::atomic::{AtomicUsize, Ordering};
-use std::sync::mpsc::channel;
-use std::sync::{Arc, RwLock};
-
-use common_telemetry::{error, info};
-use notify::{EventKind, RecursiveMode, Watcher};
-use snafu::ResultExt;
-
-use crate::error::{FileWatchSnafu, Result};
-
-/// A trait for loading TLS configuration from an option type
-pub trait TlsConfigLoader<T> {
-    type Error;
-
-    /// Load the TLS configuration
-    fn load(&self) -> StdResult<Option<T>, Self::Error>;
-
-    /// Get paths to certificate files for watching
-    fn watch_paths(&self) -> Vec<&Path>;
-
-    /// Check if watching is enabled
-    fn watch_enabled(&self) -> bool;
-}
-
-/// A mutable container for TLS config
-///
-/// This struct allows dynamic reloading of certificates and keys.
-/// It's generic over the config type (e.g., ServerConfig, ClientTlsConfig)
-/// and the option type (e.g., TlsOption, ClientTlsOption).
-#[derive(Debug)]
-pub struct ReloadableTlsConfig<T, O>
-where
-    O: TlsConfigLoader<T>,
-{
-    tls_option: O,
-    config: RwLock<Option<T>>,
-    version: AtomicUsize,
-}
-
-impl<T, O> ReloadableTlsConfig<T, O>
-where
-    O: TlsConfigLoader<T>,
-{
-    /// Create config by loading configuration from the option type
-    pub fn try_new(tls_option: O) -> StdResult<Self, O::Error> {
-        let config = tls_option.load()?;
-        Ok(Self {
-            tls_option,
-            config: RwLock::new(config),
-            version: AtomicUsize::new(0),
-        })
-    }
-
-    /// Reread certificates and keys from file system.
-    pub fn reload(&self) -> StdResult<(), O::Error> {
-        let config = self.tls_option.load()?;
-        *self.config.write().unwrap() = config;
-        self.version.fetch_add(1, Ordering::Relaxed);
-        Ok(())
-    }
-
-    /// Get the config held by this container
-    pub fn get_config(&self) -> Option<T>
-    where
-        T: Clone,
-    {
-        self.config.read().unwrap().clone()
-    }
-
-    /// Get associated option
-    pub fn get_tls_option(&self) -> &O {
-        &self.tls_option
-    }
-
-    /// Get version of current config
-    ///
-    /// this version will auto increase when config get reloaded.
-    pub fn get_version(&self) -> usize {
-        self.version.load(Ordering::Relaxed)
-    }
-}
-
-/// Watch TLS configuration files for changes and reload automatically
-///
-/// This is a generic function that works with any ReloadableTlsConfig.
-/// When changes are detected, it calls the provided callback after reloading.
-///
-/// T: the original TLS config
-/// O: the compiled TLS option
-/// F: the hook function to be called after reloading
-/// E: the error type for the loading operation
-pub fn maybe_watch_tls_config<T, O, F, E>(
-    tls_config: Arc<ReloadableTlsConfig<T, O>>,
-    on_reload: F,
-) -> Result<()>
-where
-    T: Send + Sync + 'static,
-    O: TlsConfigLoader<T, Error = E> + Send + Sync + 'static,
-    E: std::error::Error + Send + Sync + 'static,
-    F: Fn() + Send + 'static,
-{
-    if !tls_config.get_tls_option().watch_enabled() {
-        return Ok(());
-    }
-
-    let tls_config_for_watcher = tls_config.clone();
-
-    let (tx, rx) = channel::<notify::Result<notify::Event>>();
-    let mut watcher = notify::recommended_watcher(tx).context(FileWatchSnafu { path: "<none>" })?;
-
-    // Watch all paths returned by the TlsConfigLoader
-    for path in tls_config.get_tls_option().watch_paths() {
-        watcher
-            .watch(path, RecursiveMode::NonRecursive)
-            .with_context(|_| FileWatchSnafu {
-                path: path.display().to_string(),
-            })?;
-    }
-
-    info!("Spawning background task for watching TLS cert/key file changes");
-    std::thread::spawn(move || {
-        let _watcher = watcher;
-        loop {
-            match rx.recv() {
-                Ok(Ok(event)) => {
-                    if let EventKind::Modify(_) | EventKind::Create(_) = event.kind {
-                        info!("Detected TLS cert/key file change: {:?}", event);
-                        if let Err(err) = tls_config_for_watcher.reload() {
-                            error!("Failed to reload TLS config: {}", err);
-                        } else {
-                            info!("Reloaded TLS cert/key file successfully.");
-                            on_reload();
-                        }
-                    }
-                }
-                Ok(Err(err)) => {
-                    error!("Failed to watch TLS cert/key file: {}", err);
-                }
-                Err(err) => {
-                    error!("TLS cert/key file watcher channel closed: {}", err);
-                }
-            }
-        }
-    });
-
-    Ok(())
-}
--- a/src/common/grpc/tests/mod.rs
+++ b/src/common/grpc/tests/mod.rs
@@ -13,15 +13,14 @@
 // limitations under the License.

 use common_grpc::channel_manager::{
-    ChannelConfig, ChannelManager, ClientTlsOption, load_client_tls_config,
-    maybe_watch_client_tls_config,
+    ChannelConfig, ChannelManager, ClientTlsOption, load_tls_config,
 };

 #[tokio::test]
 async fn test_mtls_config() {
    // test no config
    let config = ChannelConfig::new();
-    let re = load_client_tls_config(config.client_tls.clone());
+    let re = load_tls_config(config.client_tls.as_ref());
    assert!(re.is_ok());
    assert!(re.unwrap().is_none());

@@ -31,10 +30,9 @@ async fn test_mtls_config() {
        server_ca_cert_path: Some("tests/tls/wrong_ca.pem".to_string()),
        client_cert_path: Some("tests/tls/wrong_client.pem".to_string()),
        client_key_path: Some("tests/tls/wrong_client.key".to_string()),
-        watch: false,
    });

-    let re = load_client_tls_config(config.client_tls.clone());
+    let re = load_tls_config(config.client_tls.as_ref());
    assert!(re.is_err());

    // test corrupted file content
@@ -43,10 +41,9 @@ async fn test_mtls_config() {
        server_ca_cert_path: Some("tests/tls/ca.pem".to_string()),
        client_cert_path: Some("tests/tls/client.pem".to_string()),
        client_key_path: Some("tests/tls/corrupted".to_string()),
-        watch: false,
    });

-    let tls_config = load_client_tls_config(config.client_tls.clone()).unwrap();
+    let tls_config = load_tls_config(config.client_tls.as_ref()).unwrap();
    let re = ChannelManager::with_config(config, tls_config);

    let re = re.get("127.0.0.1:0");
@@ -58,112 +55,10 @@ async fn test_mtls_config() {
        server_ca_cert_path: Some("tests/tls/ca.pem".to_string()),
        client_cert_path: Some("tests/tls/client.pem".to_string()),
        client_key_path: Some("tests/tls/client.key".to_string()),
-        watch: false,
    });

-    let tls_config = load_client_tls_config(config.client_tls.clone()).unwrap();
+    let tls_config = load_tls_config(config.client_tls.as_ref()).unwrap();
    let re = ChannelManager::with_config(config, tls_config);
    let re = re.get("127.0.0.1:0");
    let _ = re.unwrap();
 }
-
-#[tokio::test]
-async fn test_reloadable_client_tls_config() {
-    common_telemetry::init_default_ut_logging();
-
-    let dir = tempfile::tempdir().unwrap();
-    let cert_path = dir.path().join("client.pem");
-    let key_path = dir.path().join("client.key");
-
-    std::fs::copy("tests/tls/client.pem", &cert_path).expect("failed to copy cert to tmpdir");
-    std::fs::copy("tests/tls/client.key", &key_path).expect("failed to copy key to tmpdir");
-
-    assert!(std::fs::exists(&cert_path).unwrap());
-    assert!(std::fs::exists(&key_path).unwrap());
-
-    let client_tls_option = ClientTlsOption {
-        enabled: true,
-        server_ca_cert_path: Some("tests/tls/ca.pem".to_string()),
-        client_cert_path: Some(
-            cert_path
-                .clone()
-                .into_os_string()
-                .into_string()
-                .expect("failed to convert path to string"),
-        ),
-        client_key_path: Some(
-            key_path
-                .clone()
-                .into_os_string()
-                .into_string()
-                .expect("failed to convert path to string"),
-        ),
-        watch: true,
-    };
-
-    let reloadable_config = load_client_tls_config(Some(client_tls_option))
-        .expect("failed to load tls config")
-        .expect("tls config should be present");
-
-    let config = ChannelConfig::new();
-    let manager = ChannelManager::with_config(config, Some(reloadable_config.clone()));
-
-    maybe_watch_client_tls_config(reloadable_config.clone(), manager.clone())
-        .expect("failed to watch client config");
-
-    assert_eq!(0, reloadable_config.get_version());
-    assert!(reloadable_config.get_config().is_some());
-
-    // Create a channel to verify it gets cleared on reload
-    let _ = manager.get("127.0.0.1:0").expect("failed to get channel");
-
-    // Simulate file change by copying a different key file
-    let tmp_file = key_path.with_extension("tmp");
-    std::fs::copy("tests/tls/server.key", &tmp_file).expect("Failed to copy temp key file");
-    std::fs::rename(&tmp_file, &key_path).expect("Failed to rename temp key file");
-
-    const MAX_RETRIES: usize = 30;
-    let mut retries = 0;
-    let mut version_updated = false;
-
-    while retries < MAX_RETRIES {
-        if reloadable_config.get_version() > 0 {
-            version_updated = true;
-            break;
-        }
-        std::thread::sleep(std::time::Duration::from_millis(100));
-        retries += 1;
-    }
-
-    assert!(version_updated, "TLS config did not reload in time");
-    assert!(reloadable_config.get_version() > 0);
-    assert!(reloadable_config.get_config().is_some());
-}
-
-#[tokio::test]
-async fn test_channel_manager_with_reloadable_tls() {
-    common_telemetry::init_default_ut_logging();
-
-    let client_tls_option = ClientTlsOption {
-        enabled: true,
-        server_ca_cert_path: Some("tests/tls/ca.pem".to_string()),
-        client_cert_path: Some("tests/tls/client.pem".to_string()),
-        client_key_path: Some("tests/tls/client.key".to_string()),
-        watch: false,
-    };
-
-    let reloadable_config = load_client_tls_config(Some(client_tls_option))
-        .expect("failed to load tls config")
-        .expect("tls config should be present");
-
-    let config = ChannelConfig::new();
-    let manager = ChannelManager::with_config(config, Some(reloadable_config.clone()));
-
-    // Test that we can get a channel
-    let channel = manager.get("127.0.0.1:0");
-    assert!(channel.is_ok());
-
-    // Test that config is properly set
-    assert_eq!(0, reloadable_config.get_version());
-    assert!(reloadable_config.get_config().is_some());
-}
--- a/src/common/macro/src/row/schema.rs
+++ b/src/common/macro/src/row/schema.rs
@@ -12,9 +12,8 @@
 // See the License for the specific language governing permissions and
 // limitations under the License.

-use greptime_proto::v1::ColumnDataTypeExtension;
 use greptime_proto::v1::column_data_type_extension::TypeExt;
-use proc_macro2::{Span, TokenStream as TokenStream2};
+use proc_macro2::TokenStream as TokenStream2;
 use quote::quote;
 use syn::spanned::Spanned;
 use syn::{DeriveInput, Result};
@@ -70,7 +69,57 @@ fn impl_schema_method(fields: &[ParsedField<'_>]) -> Result<TokenStream2> {
            let semantic_type_val = convert_semantic_type_to_proto_semantic_type(column_attribute.semantic_type) as i32;
            let semantic_type = syn::LitInt::new(&semantic_type_val.to_string(), ident.span());
            let extension = match extension {
-                Some(ext) => column_data_type_extension_to_tokens(&ext, ident.span()),
+                Some(ext) => {
+                    match ext.type_ext {
+                        Some(TypeExt::DecimalType(ext)) => {
+                            let precision = syn::LitInt::new(&ext.precision.to_string(), ident.span());
+                            let scale = syn::LitInt::new(&ext.scale.to_string(), ident.span());
+                            quote! {
+                                Some(ColumnDataTypeExtension { type_ext: Some(TypeExt::DecimalType(DecimalTypeExtension { precision: #precision, scale: #scale })) })
+                            }
+                        }
+                        Some(TypeExt::JsonType(ext)) => {
+                            let json_type = syn::LitInt::new(&ext.to_string(), ident.span());
+                            quote! {
+                                Some(ColumnDataTypeExtension { type_ext: Some(TypeExt::JsonType(#json_type)) })
+                            }
+                        }
+                        Some(TypeExt::VectorType(ext)) => {
+                            let dim = syn::LitInt::new(&ext.dim.to_string(), ident.span());
+                            quote! {
+                                Some(ColumnDataTypeExtension { type_ext: Some(TypeExt::VectorType(VectorTypeExtension { dim: #dim })) })
+                            }
+                        }
+                        // TODO(sunng87): revisit all these implementations
+                        Some(TypeExt::ListType(ext)) => {
+                            let item_type = syn::Ident::new(&ext.datatype.to_string(), ident.span());
+                            quote! {
+                                Some(ColumnDataTypeExtension { type_ext: Some(TypeExt::ListType(ListTypeExtension { item_type: #item_type })) })
+                            }
+                        }
+                        Some(TypeExt::StructType(ext)) => {
+                            let fields = ext.fields.iter().map(|field| {
+                                let field_name = syn::Ident::new(&field.name.clone(), ident.span());
+                                let field_type = syn::Ident::new(&field.datatype.to_string(), ident.span());
+                                quote! {
+                                    StructField { name: #field_name, type_: #field_type }
+                                }
+                            }).collect::<Vec<_>>();
+                            quote! {
+                                Some(ColumnDataTypeExtension { type_ext: Some(TypeExt::StructType(StructTypeExtension { fields: [#(#fields),*] })) })
+                            }
+                        }
+                        Some(TypeExt::JsonNativeType(ext)) => {
+                            let inner = syn::Ident::new(&ext.datatype.to_string(), ident.span());
+                            quote! {
+                                Some(ColumnDataTypeExtension { type_ext: Some(TypeExt::JsonNativeType(JsonNativeTypeExtension { datatype: #inner })) })
+                            }
+                        }
+                        None => {
+                            quote! { None }
+                        }
+                    }
+                }
                None => quote! { None },
            };

@@ -92,125 +141,3 @@ fn impl_schema_method(fields: &[ParsedField<'_>]) -> Result<TokenStream2> {
        }
    })
 }
-
-fn column_data_type_extension_to_tokens(
-    extension: &ColumnDataTypeExtension,
-    span: Span,
-) -> TokenStream2 {
-    match extension.type_ext.as_ref() {
-        Some(TypeExt::DecimalType(ext)) => {
-            let precision = syn::LitInt::new(&ext.precision.to_string(), span);
-            let scale = syn::LitInt::new(&ext.scale.to_string(), span);
-            quote! {
-                Some(ColumnDataTypeExtension {
-                    type_ext: Some(TypeExt::DecimalType(DecimalTypeExtension {
-                        precision: #precision,
-                        scale: #scale,
-                    })),
-                })
-            }
-        }
-        Some(TypeExt::JsonType(ext)) => {
-            let json_type = syn::LitInt::new(&ext.to_string(), span);
-            quote! {
-                Some(ColumnDataTypeExtension {
-                    type_ext: Some(TypeExt::JsonType(#json_type)),
-                })
-            }
-        }
-        Some(TypeExt::VectorType(ext)) => {
-            let dim = syn::LitInt::new(&ext.dim.to_string(), span);
-            quote! {
-                Some(ColumnDataTypeExtension {
-                    type_ext: Some(TypeExt::VectorType(VectorTypeExtension { dim: #dim })),
-                })
-            }
-        }
-        Some(TypeExt::ListType(ext)) => {
-            let datatype = syn::LitInt::new(&ext.datatype.to_string(), span);
-            let datatype_extension = ext
-                .datatype_extension
-                .as_deref()
-                .map(|ext| column_data_type_extension_to_tokens(ext, span))
-                .unwrap_or_else(|| quote! { None });
-            quote! {
-                Some(ColumnDataTypeExtension {
-                    type_ext: Some(TypeExt::ListType(Box::new(ListTypeExtension {
-                        datatype: #datatype,
-                        datatype_extension: #datatype_extension,
-                    }))),
-                })
-            }
-        }
-        Some(TypeExt::StructType(ext)) => {
-            let fields = ext.fields.iter().map(|field| {
-                let field_name = &field.name;
-                let datatype = syn::LitInt::new(&field.datatype.to_string(), span);
-                let datatype_extension = field
-                    .datatype_extension
-                    .as_ref()
-                    .map(|ext| column_data_type_extension_to_tokens(ext, span))
-                    .unwrap_or_else(|| quote! { None });
-                quote! {
-                    greptime_proto::v1::StructField {
-                        name: #field_name.to_string(),
-                        datatype: #datatype,
-                        datatype_extension: #datatype_extension,
-                    }
-                }
-            });
-            quote! {
-                Some(ColumnDataTypeExtension {
-                    type_ext: Some(TypeExt::StructType(StructTypeExtension {
-                        fields: vec![#(#fields),*],
-                    })),
-                })
-            }
-        }
-        Some(TypeExt::JsonNativeType(ext)) => {
-            let inner = syn::LitInt::new(&ext.datatype.to_string(), span);
-            let datatype_extension = ext
-                .datatype_extension
-                .as_deref()
-                .map(|ext| column_data_type_extension_to_tokens(ext, span))
-                .unwrap_or_else(|| quote! { None });
-            quote! {
-                Some(ColumnDataTypeExtension {
-                    type_ext: Some(TypeExt::JsonNativeType(Box::new(
-                        JsonNativeTypeExtension {
-                            datatype: #inner,
-                            datatype_extension: #datatype_extension,
-                        },
-                    ))),
-                })
-            }
-        }
-        Some(TypeExt::DictionaryType(ext)) => {
-            let key_datatype = syn::LitInt::new(&ext.key_datatype.to_string(), span);
-            let value_datatype = syn::LitInt::new(&ext.value_datatype.to_string(), span);
-            let key_datatype_extension = ext
-                .key_datatype_extension
-                .as_deref()
-                .map(|ext| column_data_type_extension_to_tokens(ext, span))
-                .unwrap_or_else(|| quote! { None });
-            let value_datatype_extension = ext
-                .value_datatype_extension
-                .as_deref()
-                .map(|ext| column_data_type_extension_to_tokens(ext, span))
-                .unwrap_or_else(|| quote! { None });
-            quote! {
-                Some(ColumnDataTypeExtension {
-                    type_ext: Some(TypeExt::DictionaryType(Box::new(
-                        DictionaryTypeExtension {
-                            key_datatype: #key_datatype,
-                            key_datatype_extension: #key_datatype_extension,
-                            value_datatype: #value_datatype,
-                            value_datatype_extension: #value_datatype_extension,
-                        },
-                    ))),
-                })
-            }
-        }
-        None => quote! { None },
-    }
-}
--- a/src/common/macro/src/row/utils.rs
+++ b/src/common/macro/src/row/utils.rs
@@ -309,8 +309,5 @@ pub(crate) fn convert_column_data_type_to_value_data_ident(
        ColumnDataType::Vector => format_ident!("VectorValue"),
        ColumnDataType::List => format_ident!("ListValue"),
        ColumnDataType::Struct => format_ident!("StructValue"),
-        ColumnDataType::Dictionary => {
-            panic!("Dictionary data type is not supported in row macros yet")
-        }
    }
 }
--- a/src/common/meta/src/datanode.rs
+++ b/src/common/meta/src/datanode.rs
@@ -132,8 +132,6 @@ pub enum RegionManifestInfo {
    Mito {
        manifest_version: u64,
        flushed_entry_id: u64,
-        /// Number of files removed in the manifest's `removed_files` field.
-        file_removed_cnt: u64,
    },
    Metric {
        data_manifest_version: u64,
@@ -273,11 +271,9 @@ impl From<store_api::region_engine::RegionManifestInfo> for RegionManifestInfo {
            store_api::region_engine::RegionManifestInfo::Mito {
                manifest_version,
                flushed_entry_id,
-                file_removed_cnt,
            } => RegionManifestInfo::Mito {
                manifest_version,
                flushed_entry_id,
-                file_removed_cnt,
            },
            store_api::region_engine::RegionManifestInfo::Metric {
                data_manifest_version,
--- a/src/common/meta/src/ddl/alter_database.rs
+++ b/src/common/meta/src/ddl/alter_database.rs
@@ -47,9 +47,6 @@ fn build_new_schema_value(
                    SetDatabaseOption::Ttl(ttl) => {
                        value.ttl = Some(*ttl);
                    }
-                    SetDatabaseOption::Other(key, val) => {
-                        value.extra_options.insert(key.clone(), val.clone());
-                    }
                }
            }
        }
@@ -57,9 +54,6 @@ fn build_new_schema_value(
            for key in keys.0.iter() {
                match key {
                    UnsetDatabaseOption::Ttl => value.ttl = None,
-                    UnsetDatabaseOption::Other(key) => {
-                        value.extra_options.remove(key);
-                    }
                }
            }
        }
@@ -240,41 +234,4 @@ mod tests {
            build_new_schema_value(current_schema_value, &unset_ttl_alter_kind).unwrap();
        assert_eq!(new_schema_value.ttl, None);
    }
-
-    #[test]
-    fn test_build_new_schema_value_with_compaction_options() {
-        let set_compaction = AlterDatabaseKind::SetDatabaseOptions(SetDatabaseOptions(vec![
-            SetDatabaseOption::Other("compaction.type".to_string(), "twcs".to_string()),
-            SetDatabaseOption::Other("compaction.twcs.time_window".to_string(), "1d".to_string()),
-        ]));
-
-        let current_schema_value = SchemaNameValue::default();
-        let new_schema_value =
-            build_new_schema_value(current_schema_value.clone(), &set_compaction).unwrap();
-
-        assert_eq!(
-            new_schema_value.extra_options.get("compaction.type"),
-            Some(&"twcs".to_string())
-        );
-        assert_eq!(
-            new_schema_value
-                .extra_options
-                .get("compaction.twcs.time_window"),
-            Some(&"1d".to_string())
-        );
-
-        let unset_compaction = AlterDatabaseKind::UnsetDatabaseOptions(UnsetDatabaseOptions(vec![
-            UnsetDatabaseOption::Other("compaction.type".to_string()),
-        ]));
-
-        let new_schema_value = build_new_schema_value(new_schema_value, &unset_compaction).unwrap();
-
-        assert_eq!(new_schema_value.extra_options.get("compaction.type"), None);
-        assert_eq!(
-            new_schema_value
-                .extra_options
-                .get("compaction.twcs.time_window"),
-            Some(&"1d".to_string())
-        );
-    }
 }
--- a/src/common/meta/src/ddl/tests/alter_table.rs
+++ b/src/common/meta/src/ddl/tests/alter_table.rs
@@ -182,7 +182,7 @@ fn alter_request_handler(_peer: Peer, request: RegionRequest) -> Result<RegionRe
        let region_id = RegionId::from(req.region_id);
        response.extensions.insert(
            MANIFEST_INFO_EXTENSION_KEY.to_string(),
-            RegionManifestInfo::encode_list(&[(region_id, RegionManifestInfo::mito(1, 1, 0))])
+            RegionManifestInfo::encode_list(&[(region_id, RegionManifestInfo::mito(1, 1))])
                .unwrap(),
        );
        response.extensions.insert(
--- a/src/common/meta/src/instruction.rs
+++ b/src/common/meta/src/instruction.rs
@@ -420,25 +420,20 @@ where
 /// Instruction to get file references for specified regions.
 #[derive(Debug, Clone, Serialize, Deserialize, PartialEq, Eq)]
 pub struct GetFileRefs {
-    /// List of region IDs to get file references from active FileHandles (in-memory).
-    pub query_regions: Vec<RegionId>,
-    /// Mapping from the source region ID (where to read the manifest) to
-    /// the target region IDs (whose file references to look for).
-    /// Key: The region ID of the manifest.
-    /// Value: The list of region IDs to find references for in that manifest.
-    pub related_regions: HashMap<RegionId, Vec<RegionId>>,
+    /// List of region IDs to get file references for.
+    pub region_ids: Vec<RegionId>,
 }

 impl Display for GetFileRefs {
    fn fmt(&self, f: &mut Formatter<'_>) -> std::fmt::Result {
-        write!(f, "GetFileRefs(region_ids={:?})", self.query_regions)
+        write!(f, "GetFileRefs(region_ids={:?})", self.region_ids)
    }
 }

 /// Instruction to trigger garbage collection for a region.
 #[derive(Debug, Clone, Serialize, Deserialize, PartialEq, Eq)]
 pub struct GcRegions {
-    /// The region ID to perform GC on, only regions that are currently on the given datanode can be garbage collected, regions not on the datanode will report errors.
+    /// The region ID to perform GC on.
    pub regions: Vec<RegionId>,
    /// The file references manifest containing temporary file references.
    pub file_refs_manifest: FileRefsManifest,
--- a/src/common/meta/src/key/datanode_table.rs
+++ b/src/common/meta/src/key/datanode_table.rs
@@ -164,25 +164,6 @@ impl DatanodeTableManager {
            .transpose()
    }

-    pub async fn batch_get(
-        &self,
-        keys: &[DatanodeTableKey],
-    ) -> Result<HashMap<DatanodeTableKey, DatanodeTableValue>> {
-        let req = BatchGetRequest::default().with_keys(keys.iter().map(|k| k.to_bytes()).collect());
-        let resp = self.kv_backend.batch_get(req).await?;
-        let values = resp
-            .kvs
-            .into_iter()
-            .map(|kv| {
-                Ok((
-                    DatanodeTableKey::from_bytes(&kv.key)?,
-                    DatanodeTableValue::try_from_raw_value(&kv.value)?,
-                ))
-            })
-            .collect::<Result<HashMap<_, _>>>()?;
-        Ok(values)
-    }
-
    pub fn tables(
        &self,
        datanode_id: DatanodeId,
--- a/src/common/meta/src/key/table_route.rs
+++ b/src/common/meta/src/key/table_route.rs
@@ -661,32 +661,13 @@ impl TableRouteStorage {

    /// Returns batch of [`TableRouteValue`] that respects the order of `table_ids`.
    pub async fn batch_get(&self, table_ids: &[TableId]) -> Result<Vec<Option<TableRouteValue>>> {
-        let raw_table_routes = self.batch_get_inner(table_ids).await?;
+        let mut table_routes = self.batch_get_inner(table_ids).await?;
+        self.remap_routes_addresses(&mut table_routes).await?;

-        Ok(raw_table_routes
-            .into_iter()
-            .map(|v| v.map(|x| x.inner))
-            .collect())
+        Ok(table_routes)
    }

-    /// Returns batch of [`TableRouteValue`] wrapped with [`DeserializedValueWithBytes`].
-    ///
-    /// The return value is a vector of [`Option<DeserializedValueWithBytes<TableRouteValue>>`].
-    /// Note: This method remaps the addresses of the table routes, but does not update their raw byte representations.
-    pub async fn batch_get_with_raw_bytes(
-        &self,
-        table_ids: &[TableId],
-    ) -> Result<Vec<Option<DeserializedValueWithBytes<TableRouteValue>>>> {
-        let mut raw_table_routes = self.batch_get_inner(table_ids).await?;
-        self.remap_routes_addresses(&mut raw_table_routes).await?;
-
-        Ok(raw_table_routes)
-    }
-
-    async fn batch_get_inner(
-        &self,
-        table_ids: &[TableId],
-    ) -> Result<Vec<Option<DeserializedValueWithBytes<TableRouteValue>>>> {
+    async fn batch_get_inner(&self, table_ids: &[TableId]) -> Result<Vec<Option<TableRouteValue>>> {
        let keys = table_ids
            .iter()
            .map(|id| TableRouteKey::new(*id).to_bytes())
@@ -704,7 +685,7 @@ impl TableRouteStorage {
        keys.into_iter()
            .map(|key| {
                if let Some(value) = kvs.get(&key) {
-                    Ok(Some(DeserializedValueWithBytes::from_inner_slice(value)?))
+                    Ok(Some(TableRouteValue::try_from_raw_value(value)?))
                } else {
                    Ok(None)
                }
@@ -714,14 +695,14 @@ impl TableRouteStorage {

    async fn remap_routes_addresses(
        &self,
-        table_routes: &mut [Option<DeserializedValueWithBytes<TableRouteValue>>],
+        table_routes: &mut [Option<TableRouteValue>],
    ) -> Result<()> {
        let keys = table_routes
            .iter()
            .flat_map(|table_route| {
                table_route
                    .as_ref()
-                    .map(|x| extract_address_keys(&x.inner))
+                    .map(extract_address_keys)
                    .unwrap_or_default()
            })
            .collect::<HashSet<_>>()
--- a/src/common/meta/src/key/topic_region.rs
+++ b/src/common/meta/src/key/topic_region.rs
@@ -33,7 +33,7 @@ use crate::rpc::store::{

 // The TopicRegionKey is a key for the topic-region mapping in the kvbackend.
 // The layout of the key is `__topic_region/{topic_name}/{region_id}`.
-#[derive(Debug, Clone, PartialEq, Eq, Hash)]
+#[derive(Debug, Clone, PartialEq)]
 pub struct TopicRegionKey<'a> {
    pub region_id: RegionId,
    pub topic: &'a str,
--- a/src/common/meta/src/region_registry.rs
+++ b/src/common/meta/src/region_registry.rs
@@ -67,7 +67,6 @@ impl LeaderRegionManifestInfo {
            RegionManifestInfo::Mito {
                manifest_version,
                flushed_entry_id,
-                file_removed_cnt: _,
            } => LeaderRegionManifestInfo::Mito {
                manifest_version,
                flushed_entry_id,
--- a/src/common/meta/src/rpc/ddl.rs
+++ b/src/common/meta/src/rpc/ddl.rs
@@ -47,7 +47,6 @@ use serde_with::{DefaultOnNull, serde_as};
 use session::context::{QueryContextBuilder, QueryContextRef};
 use snafu::{OptionExt, ResultExt};
 use table::metadata::{RawTableInfo, TableId};
-use table::requests::validate_database_option;
 use table::table_name::TableName;
 use table::table_reference::TableReference;

@@ -1060,21 +1059,14 @@ impl TryFrom<PbOption> for SetDatabaseOption {
    type Error = error::Error;

    fn try_from(PbOption { key, value }: PbOption) -> Result<Self> {
-        let key_lower = key.to_ascii_lowercase();
-        match key_lower.as_str() {
+        match key.to_ascii_lowercase().as_str() {
            TTL_KEY => {
                let ttl = DatabaseTimeToLive::from_humantime_or_str(&value)
                    .map_err(|_| InvalidSetDatabaseOptionSnafu { key, value }.build())?;

                Ok(SetDatabaseOption::Ttl(ttl))
            }
-            _ => {
-                if validate_database_option(&key_lower) {
-                    Ok(SetDatabaseOption::Other(key_lower, value))
-                } else {
-                    InvalidSetDatabaseOptionSnafu { key, value }.fail()
-                }
-            }
+            _ => InvalidSetDatabaseOptionSnafu { key, value }.fail(),
        }
    }
 }
@@ -1082,29 +1074,20 @@ impl TryFrom<PbOption> for SetDatabaseOption {
 #[derive(Debug, PartialEq, Clone, Serialize, Deserialize)]
 pub enum SetDatabaseOption {
    Ttl(DatabaseTimeToLive),
-    Other(String, String),
 }

 #[derive(Debug, PartialEq, Clone, Serialize, Deserialize)]
 pub enum UnsetDatabaseOption {
    Ttl,
-    Other(String),
 }

 impl TryFrom<&str> for UnsetDatabaseOption {
    type Error = error::Error;

    fn try_from(key: &str) -> Result<Self> {
-        let key_lower = key.to_ascii_lowercase();
-        match key_lower.as_str() {
+        match key.to_ascii_lowercase().as_str() {
            TTL_KEY => Ok(UnsetDatabaseOption::Ttl),
-            _ => {
-                if validate_database_option(&key_lower) {
-                    Ok(UnsetDatabaseOption::Other(key_lower))
-                } else {
-                    InvalidUnsetDatabaseOptionSnafu { key }.fail()
-                }
-            }
+            _ => InvalidUnsetDatabaseOptionSnafu { key }.fail(),
        }
    }
 }
--- a/src/common/procedure/src/error.rs
+++ b/src/common/procedure/src/error.rs
@@ -246,14 +246,6 @@ pub enum Error {
        #[snafu(implicit)]
        location: Location,
    },
-
-    #[snafu(display("Loader for {type_name} is not implemented: {reason}"))]
-    ProcedureLoaderNotImplemented {
-        #[snafu(implicit)]
-        location: Location,
-        type_name: String,
-        reason: String,
-    },
 }

 pub type Result<T> = std::result::Result<T, Error>;
@@ -274,8 +266,7 @@ impl ErrorExt for Error {
            Error::ToJson { .. }
            | Error::DeleteState { .. }
            | Error::FromJson { .. }
-            | Error::WaitWatcher { .. }
-            | Error::ProcedureLoaderNotImplemented { .. } => StatusCode::Internal,
+            | Error::WaitWatcher { .. } => StatusCode::Internal,

            Error::RetryTimesExceeded { .. }
            | Error::RollbackTimesExceeded { .. }
--- a/src/common/procedure/src/event.rs
+++ b/src/common/procedure/src/event.rs
@@ -92,96 +92,25 @@ impl Event for ProcedureEvent {
        schema
    }

-    fn extra_rows(&self) -> Result<Vec<Row>> {
-        let mut internal_event_extra_rows = self.internal_event.extra_rows()?;
-        let mut rows = Vec::with_capacity(internal_event_extra_rows.len());
-        for internal_event_extra_row in internal_event_extra_rows.iter_mut() {
-            let error_str = match &self.state {
-                ProcedureState::Failed { error } => format!("{:?}", error),
-                ProcedureState::PrepareRollback { error } => format!("{:?}", error),
-                ProcedureState::RollingBack { error } => format!("{:?}", error),
-                ProcedureState::Retrying { error } => format!("{:?}", error),
-                ProcedureState::Poisoned { error, .. } => format!("{:?}", error),
-                _ => "".to_string(),
-            };
-            let mut values = Vec::with_capacity(3 + internal_event_extra_row.values.len());
-            values.extend([
-                ValueData::StringValue(self.procedure_id.to_string()).into(),
-                ValueData::StringValue(self.state.as_str_name().to_string()).into(),
-                ValueData::StringValue(error_str).into(),
-            ]);
-            values.append(&mut internal_event_extra_row.values);
-            rows.push(Row { values });
-        }
-
-        Ok(rows)
+    fn extra_row(&self) -> Result<Row> {
+        let error_str = match &self.state {
+            ProcedureState::Failed { error } => format!("{:?}", error),
+            ProcedureState::PrepareRollback { error } => format!("{:?}", error),
+            ProcedureState::RollingBack { error } => format!("{:?}", error),
+            ProcedureState::Retrying { error } => format!("{:?}", error),
+            ProcedureState::Poisoned { error, .. } => format!("{:?}", error),
+            _ => "".to_string(),
+        };
+        let mut row = vec![
+            ValueData::StringValue(self.procedure_id.to_string()).into(),
+            ValueData::StringValue(self.state.as_str_name().to_string()).into(),
+            ValueData::StringValue(error_str).into(),
+        ];
+        row.append(&mut self.internal_event.extra_row()?.values);
+        Ok(Row { values: row })
    }

    fn as_any(&self) -> &dyn Any {
        self
    }
 }
-
-#[cfg(test)]
-mod tests {
-    use api::v1::value::ValueData;
-    use api::v1::{ColumnDataType, ColumnSchema, Row, SemanticType};
-    use common_event_recorder::Event;
-
-    use crate::{ProcedureEvent, ProcedureId, ProcedureState};
-
-    #[derive(Debug)]
-    struct TestEvent;
-
-    impl Event for TestEvent {
-        fn event_type(&self) -> &str {
-            "test_event"
-        }
-
-        fn extra_schema(&self) -> Vec<ColumnSchema> {
-            vec![ColumnSchema {
-                column_name: "test_event_column".to_string(),
-                datatype: ColumnDataType::String.into(),
-                semantic_type: SemanticType::Field.into(),
-                ..Default::default()
-            }]
-        }
-
-        fn extra_rows(&self) -> common_event_recorder::error::Result<Vec<Row>> {
-            Ok(vec![
-                Row {
-                    values: vec![ValueData::StringValue("test_event1".to_string()).into()],
-                },
-                Row {
-                    values: vec![ValueData::StringValue("test_event2".to_string()).into()],
-                },
-            ])
-        }
-
-        fn as_any(&self) -> &dyn std::any::Any {
-            self
-        }
-    }
-
-    #[test]
-    fn test_procedure_event_extra_rows() {
-        let procedure_event = ProcedureEvent::new(
-            ProcedureId::random(),
-            Box::new(TestEvent {}),
-            ProcedureState::Running,
-        );
-
-        let procedure_event_extra_rows = procedure_event.extra_rows().unwrap();
-        assert_eq!(procedure_event_extra_rows.len(), 2);
-        assert_eq!(procedure_event_extra_rows[0].values.len(), 4);
-        assert_eq!(
-            procedure_event_extra_rows[0].values[3],
-            ValueData::StringValue("test_event1".to_string()).into()
-        );
-        assert_eq!(procedure_event_extra_rows[1].values.len(), 4);
-        assert_eq!(
-            procedure_event_extra_rows[1].values[3],
-            ValueData::StringValue("test_event2".to_string()).into()
-        );
-    }
-}
--- a/src/common/query/src/error.rs
+++ b/src/common/query/src/error.rs
@@ -52,6 +52,9 @@ pub enum Error {
        data_type: ArrowDatatype,
    },

+    #[snafu(display("Failed to downcast vector: {}", err_msg))]
+    DowncastVector { err_msg: String },
+
    #[snafu(display("Invalid input type: {}", err_msg))]
    InvalidInputType {
        #[snafu(implicit)]
@@ -206,7 +209,8 @@ pub type Result<T> = std::result::Result<T, Error>;
 impl ErrorExt for Error {
    fn status_code(&self) -> StatusCode {
        match self {
-            Error::InvalidInputState { .. }
+            Error::DowncastVector { .. }
+            | Error::InvalidInputState { .. }
            | Error::ToScalarValue { .. }
            | Error::GetScalarVector { .. }
            | Error::ArrowCompute { .. }
--- a/src/common/recordbatch/src/adapter.rs
+++ b/src/common/recordbatch/src/adapter.rs
@@ -314,10 +314,10 @@ impl Stream for RecordBatchStreamAdapter {
                        metric_collector.record_batch_metrics,
                    );
                }
-                Poll::Ready(Some(Ok(RecordBatch::from_df_record_batch(
+                Poll::Ready(Some(RecordBatch::try_from_df_record_batch(
                    self.schema(),
                    df_record_batch,
-                ))))
+                )))
            }
            Poll::Ready(None) => {
                if let Metrics::Unresolved(df_plan) | Metrics::PartialResolved(df_plan, _) =
--- a/src/common/recordbatch/src/error.rs
+++ b/src/common/recordbatch/src/error.rs
@@ -133,6 +133,18 @@ pub enum Error {
        source: datatypes::error::Error,
    },

+    #[snafu(display(
+        "Failed to downcast vector of type '{:?}' to type '{:?}'",
+        from_type,
+        to_type
+    ))]
+    DowncastVector {
+        from_type: ConcreteDataType,
+        to_type: ConcreteDataType,
+        #[snafu(implicit)]
+        location: Location,
+    },
+
    #[snafu(display("Error occurs when performing arrow computation"))]
    ArrowCompute {
        #[snafu(source)]
@@ -181,13 +193,6 @@ pub enum Error {
        #[snafu(implicit)]
        location: Location,
    },
-
-    #[snafu(display("Exceeded memory limit: {}", msg))]
-    ExceedMemoryLimit {
-        msg: String,
-        #[snafu(implicit)]
-        location: Location,
-    },
 }

 impl ErrorExt for Error {
@@ -205,6 +210,8 @@ impl ErrorExt for Error {
            | Error::PhysicalExpr { .. }
            | Error::RecordBatchSliceIndexOverflow { .. } => StatusCode::Internal,

+            Error::DowncastVector { .. } => StatusCode::Unexpected,
+
            Error::PollStream { .. } => StatusCode::EngineExecuteQuery,

            Error::ArrowCompute { .. } => StatusCode::IllegalState,
@@ -222,8 +229,6 @@ impl ErrorExt for Error {
            Error::StreamTimeout { .. } => StatusCode::Cancelled,

            Error::StreamCancelled { .. } => StatusCode::Cancelled,
-
-            Error::ExceedMemoryLimit { .. } => StatusCode::RuntimeResourcesExhausted,
        }
    }

--- a/src/common/recordbatch/src/lib.rs
+++ b/src/common/recordbatch/src/lib.rs
@@ -21,29 +21,25 @@ pub mod filter;
 mod recordbatch;
 pub mod util;

-use std::fmt;
 use std::pin::Pin;
 use std::sync::Arc;
-use std::sync::atomic::{AtomicBool, AtomicUsize, Ordering};

 use adapter::RecordBatchMetrics;
 use arc_swap::ArcSwapOption;
-use common_base::readable_size::ReadableSize;
 pub use datafusion::physical_plan::SendableRecordBatchStream as DfSendableRecordBatchStream;
-use datatypes::arrow::array::{ArrayRef, AsArray, StringBuilder};
 use datatypes::arrow::compute::SortOptions;
 pub use datatypes::arrow::record_batch::RecordBatch as DfRecordBatch;
 use datatypes::arrow::util::pretty;
 use datatypes::prelude::{ConcreteDataType, VectorRef};
+use datatypes::scalars::{ScalarVector, ScalarVectorBuilder};
 use datatypes::schema::{ColumnSchema, Schema, SchemaRef};
 use datatypes::types::{JsonFormat, jsonb_to_string};
+use datatypes::vectors::{BinaryVector, StringVectorBuilder};
 use error::Result;
 use futures::task::{Context, Poll};
 use futures::{Stream, TryStreamExt};
 pub use recordbatch::RecordBatch;
-use snafu::{ResultExt, ensure};
-
-use crate::error::NewDfRecordBatchSnafu;
+use snafu::{OptionExt, ResultExt, ensure};

 pub trait RecordBatchStream: Stream<Item = Result<RecordBatch>> {
    fn name(&self) -> &str {
@@ -93,14 +89,20 @@ pub fn map_json_type_to_string(
    mapped_schema: &SchemaRef,
 ) -> Result<RecordBatch> {
    let mut vectors = Vec::with_capacity(original_schema.column_schemas().len());
-    for (vector, schema) in batch.columns().iter().zip(original_schema.column_schemas()) {
+    for (vector, schema) in batch.columns.iter().zip(original_schema.column_schemas()) {
        if let ConcreteDataType::Json(j) = &schema.data_type {
            if matches!(&j.format, JsonFormat::Jsonb) {
-                let mut string_vector_builder = StringBuilder::new();
-                let binary_vector = vector.as_binary::<i32>();
-                for value in binary_vector.iter() {
+                let mut string_vector_builder = StringVectorBuilder::with_capacity(vector.len());
+                let binary_vector = vector
+                    .as_any()
+                    .downcast_ref::<BinaryVector>()
+                    .with_context(|| error::DowncastVectorSnafu {
+                        from_type: schema.data_type.clone(),
+                        to_type: ConcreteDataType::binary_datatype(),
+                    })?;
+                for value in binary_vector.iter_data() {
                    let Some(value) = value else {
-                        string_vector_builder.append_null();
+                        string_vector_builder.push(None);
                        continue;
                    };
                    let string_value =
@@ -108,11 +110,11 @@ pub fn map_json_type_to_string(
                            from_type: schema.data_type.clone(),
                            to_type: ConcreteDataType::string_datatype(),
                        })?;
-                    string_vector_builder.append_value(string_value);
+                    string_vector_builder.push(Some(string_value.as_str()));
                }

                let string_vector = string_vector_builder.finish();
-                vectors.push(Arc::new(string_vector) as ArrayRef);
+                vectors.push(Arc::new(string_vector) as VectorRef);
            } else {
                vectors.push(vector.clone());
            }
@@ -121,15 +123,7 @@ pub fn map_json_type_to_string(
        }
    }

-    let record_batch = datatypes::arrow::record_batch::RecordBatch::try_new(
-        mapped_schema.arrow_schema().clone(),
-        vectors,
-    )
-    .context(NewDfRecordBatchSnafu)?;
-    Ok(RecordBatch::from_df_record_batch(
-        mapped_schema.clone(),
-        record_batch,
-    ))
+    RecordBatch::new(mapped_schema.clone(), vectors)
 }

 /// Maps the json type to string in the schema.
@@ -412,395 +406,6 @@ impl<S: Stream<Item = Result<RecordBatch>> + Unpin> Stream for RecordBatchStream
    }
 }

-/// Memory permit for a stream, providing privileged access or rate limiting.
-///
-/// The permit tracks whether this stream has privileged Top-K status.
-/// When dropped, it automatically releases any privileged slot it holds.
-pub struct MemoryPermit {
-    tracker: QueryMemoryTracker,
-    is_privileged: AtomicBool,
-}
-
-impl MemoryPermit {
-    /// Check if this permit currently has privileged status.
-    pub fn is_privileged(&self) -> bool {
-        self.is_privileged.load(Ordering::Acquire)
-    }
-
-    /// Ensure this permit has privileged status by acquiring a slot if available.
-    /// Returns true if privileged (either already privileged or just acquired privilege).
-    fn ensure_privileged(&self) -> bool {
-        if self.is_privileged.load(Ordering::Acquire) {
-            return true;
-        }
-
-        // Try to claim a privileged slot
-        self.tracker
-            .privileged_count
-            .fetch_update(Ordering::AcqRel, Ordering::Acquire, |count| {
-                if count < self.tracker.privileged_slots {
-                    Some(count + 1)
-                } else {
-                    None
-                }
-            })
-            .map(|_| {
-                self.is_privileged.store(true, Ordering::Release);
-                true
-            })
-            .unwrap_or(false)
-    }
-
-    /// Track additional memory usage with this permit.
-    /// Returns error if limit is exceeded.
-    ///
-    /// # Arguments
-    /// * `additional` - Additional memory size to track in bytes
-    /// * `stream_tracked` - Total memory already tracked by this stream
-    ///
-    /// # Behavior
-    /// - Privileged streams: Can push global memory usage up to full limit
-    /// - Standard-tier streams: Can push global memory usage up to limit * standard_tier_memory_fraction (default: 0.7)
-    /// - Standard-tier streams automatically attempt to acquire privilege if slots become available
-    /// - The configured limit is absolute hard limit - no stream can exceed it
-    pub fn track(&self, additional: usize, stream_tracked: usize) -> Result<()> {
-        // Ensure privileged status if possible
-        let is_privileged = self.ensure_privileged();
-
-        self.tracker
-            .track_internal(additional, is_privileged, stream_tracked)
-    }
-
-    /// Release tracked memory.
-    ///
-    /// # Arguments
-    /// * `amount` - Amount of memory to release in bytes
-    pub fn release(&self, amount: usize) {
-        self.tracker.release(amount);
-    }
-}
-
-impl Drop for MemoryPermit {
-    fn drop(&mut self) {
-        // Release privileged slot if we had one
-        if self.is_privileged.load(Ordering::Acquire) {
-            self.tracker
-                .privileged_count
-                .fetch_sub(1, Ordering::Release);
-        }
-    }
-}
-
-/// Memory tracker for RecordBatch streams. Clone to share the same limit across queries.
-///
-/// Implements a two-tier memory allocation strategy:
-/// - **Privileged tier**: First N streams (default: 20) can use up to the full memory limit
-/// - **Standard tier**: Remaining streams are restricted to a fraction of the limit (default: 70%)
-/// - Privilege is granted on a first-come-first-served basis
-/// - The configured limit is an absolute hard cap - no stream can exceed it
-#[derive(Clone)]
-pub struct QueryMemoryTracker {
-    current: Arc<AtomicUsize>,
-    limit: usize,
-    standard_tier_memory_fraction: f64,
-    privileged_count: Arc<AtomicUsize>,
-    privileged_slots: usize,
-    on_update: Option<Arc<dyn Fn(usize) + Send + Sync>>,
-    on_reject: Option<Arc<dyn Fn() + Send + Sync>>,
-}
-
-impl fmt::Debug for QueryMemoryTracker {
-    fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
-        f.debug_struct("QueryMemoryTracker")
-            .field("current", &self.current.load(Ordering::Acquire))
-            .field("limit", &self.limit)
-            .field(
-                "standard_tier_memory_fraction",
-                &self.standard_tier_memory_fraction,
-            )
-            .field(
-                "privileged_count",
-                &self.privileged_count.load(Ordering::Acquire),
-            )
-            .field("privileged_slots", &self.privileged_slots)
-            .field("on_update", &self.on_update.is_some())
-            .field("on_reject", &self.on_reject.is_some())
-            .finish()
-    }
-}
-
-impl QueryMemoryTracker {
-    // Default privileged slots when max_concurrent_queries is 0.
-    const DEFAULT_PRIVILEGED_SLOTS: usize = 20;
-    // Ratio for privileged tier: 70% queries get privileged access, standard tier uses 70% memory.
-    const DEFAULT_PRIVILEGED_TIER_RATIO: f64 = 0.7;
-
-    /// Create a new memory tracker with the given limit and max_concurrent_queries.
-    /// Calculates privileged slots as 70% of max_concurrent_queries (or 20 if max_concurrent_queries is 0).
-    ///
-    /// # Arguments
-    /// * `limit` - Maximum memory usage in bytes (hard limit for all streams). 0 means unlimited.
-    /// * `max_concurrent_queries` - Maximum number of concurrent queries (0 = unlimited).
-    pub fn new(limit: usize, max_concurrent_queries: usize) -> Self {
-        let privileged_slots = Self::calculate_privileged_slots(max_concurrent_queries);
-        Self::with_privileged_slots(limit, privileged_slots)
-    }
-
-    /// Create a new memory tracker with custom privileged slots limit.
-    pub fn with_privileged_slots(limit: usize, privileged_slots: usize) -> Self {
-        Self::with_config(limit, privileged_slots, Self::DEFAULT_PRIVILEGED_TIER_RATIO)
-    }
-
-    /// Create a new memory tracker with full configuration.
-    ///
-    /// # Arguments
-    /// * `limit` - Maximum memory usage in bytes (hard limit for all streams). 0 means unlimited.
-    /// * `privileged_slots` - Maximum number of streams that can get privileged status.
-    /// * `standard_tier_memory_fraction` - Memory fraction for standard-tier streams (range: [0.0, 1.0]).
-    ///
-    /// # Panics
-    /// Panics if `standard_tier_memory_fraction` is not in the range [0.0, 1.0].
-    pub fn with_config(
-        limit: usize,
-        privileged_slots: usize,
-        standard_tier_memory_fraction: f64,
-    ) -> Self {
-        assert!(
-            (0.0..=1.0).contains(&standard_tier_memory_fraction),
-            "standard_tier_memory_fraction must be in [0.0, 1.0], got {}",
-            standard_tier_memory_fraction
-        );
-
-        Self {
-            current: Arc::new(AtomicUsize::new(0)),
-            limit,
-            standard_tier_memory_fraction,
-            privileged_count: Arc::new(AtomicUsize::new(0)),
-            privileged_slots,
-            on_update: None,
-            on_reject: None,
-        }
-    }
-
-    /// Register a new permit for memory tracking.
-    /// The first `privileged_slots` permits get privileged status automatically.
-    /// The returned permit can be shared across multiple streams of the same query.
-    pub fn register_permit(&self) -> MemoryPermit {
-        // Try to claim a privileged slot
-        let is_privileged = self
-            .privileged_count
-            .fetch_update(Ordering::AcqRel, Ordering::Acquire, |count| {
-                if count < self.privileged_slots {
-                    Some(count + 1)
-                } else {
-                    None
-                }
-            })
-            .is_ok();
-
-        MemoryPermit {
-            tracker: self.clone(),
-            is_privileged: AtomicBool::new(is_privileged),
-        }
-    }
-
-    /// Set a callback to be called whenever the usage changes successfully.
-    /// The callback receives the new total usage in bytes.
-    ///
-    /// # Note
-    /// The callback is called after both successful `track()` and `release()` operations.
-    /// It is called even when `limit == 0` (unlimited mode) to track actual usage.
-    pub fn with_on_update<F>(mut self, on_update: F) -> Self
-    where
-        F: Fn(usize) + Send + Sync + 'static,
-    {
-        self.on_update = Some(Arc::new(on_update));
-        self
-    }
-
-    /// Set a callback to be called when memory allocation is rejected.
-    ///
-    /// # Note
-    /// This is only called when `track()` fails due to exceeding the limit.
-    /// It is never called when `limit == 0` (unlimited mode).
-    pub fn with_on_reject<F>(mut self, on_reject: F) -> Self
-    where
-        F: Fn() + Send + Sync + 'static,
-    {
-        self.on_reject = Some(Arc::new(on_reject));
-        self
-    }
-
-    /// Get the current memory usage in bytes.
-    pub fn current(&self) -> usize {
-        self.current.load(Ordering::Acquire)
-    }
-
-    fn calculate_privileged_slots(max_concurrent_queries: usize) -> usize {
-        if max_concurrent_queries == 0 {
-            Self::DEFAULT_PRIVILEGED_SLOTS
-        } else {
-            ((max_concurrent_queries as f64 * Self::DEFAULT_PRIVILEGED_TIER_RATIO) as usize).max(1)
-        }
-    }
-
-    /// Internal method to track additional memory usage.
-    ///
-    /// Called by `MemoryPermit::track()`. Use `MemoryPermit::track()` instead of calling this directly.
-    fn track_internal(
-        &self,
-        additional: usize,
-        is_privileged: bool,
-        stream_tracked: usize,
-    ) -> Result<()> {
-        // Calculate effective global limit based on stream privilege
-        // Privileged streams: can push global usage up to full limit
-        // Standard-tier streams: can only push global usage up to fraction of limit
-        let effective_limit = if is_privileged {
-            self.limit
-        } else {
-            (self.limit as f64 * self.standard_tier_memory_fraction) as usize
-        };
-
-        let mut new_total = 0;
-        let result = self
-            .current
-            .fetch_update(Ordering::AcqRel, Ordering::Acquire, |current| {
-                new_total = current.saturating_add(additional);
-
-                if self.limit == 0 {
-                    // Unlimited mode
-                    return Some(new_total);
-                }
-
-                // Check if new global total exceeds effective limit
-                // The configured limit is absolute hard limit - no stream can exceed it
-                if new_total <= effective_limit {
-                    Some(new_total)
-                } else {
-                    None
-                }
-            });
-
-        match result {
-            Ok(_) => {
-                if let Some(callback) = &self.on_update {
-                    callback(new_total);
-                }
-                Ok(())
-            }
-            Err(current) => {
-                if let Some(callback) = &self.on_reject {
-                    callback();
-                }
-                let msg = format!(
-                    "{} requested, {} used globally ({}%), {} used by this stream (privileged: {}), effective limit: {} ({}%), hard limit: {}",
-                    ReadableSize(additional as u64),
-                    ReadableSize(current as u64),
-                    if self.limit > 0 {
-                        current * 100 / self.limit
-                    } else {
-                        0
-                    },
-                    ReadableSize(stream_tracked as u64),
-                    is_privileged,
-                    ReadableSize(effective_limit as u64),
-                    if self.limit > 0 {
-                        effective_limit * 100 / self.limit
-                    } else {
-                        0
-                    },
-                    ReadableSize(self.limit as u64)
-                );
-                error::ExceedMemoryLimitSnafu { msg }.fail()
-            }
-        }
-    }
-
-    /// Release tracked memory.
-    ///
-    /// # Arguments
-    /// * `amount` - Amount of memory to release in bytes
-    pub fn release(&self, amount: usize) {
-        if let Ok(old_value) =
-            self.current
-                .fetch_update(Ordering::AcqRel, Ordering::Acquire, |current| {
-                    Some(current.saturating_sub(amount))
-                })
-            && let Some(callback) = &self.on_update
-        {
-            callback(old_value.saturating_sub(amount));
-        }
-    }
-}
-
-/// A wrapper stream that tracks memory usage of RecordBatches.
-pub struct MemoryTrackedStream {
-    inner: SendableRecordBatchStream,
-    permit: Arc<MemoryPermit>,
-    // Total tracked size, released when stream drops.
-    total_tracked: usize,
-}
-
-impl MemoryTrackedStream {
-    pub fn new(inner: SendableRecordBatchStream, permit: Arc<MemoryPermit>) -> Self {
-        Self {
-            inner,
-            permit,
-            total_tracked: 0,
-        }
-    }
-}
-
-impl Stream for MemoryTrackedStream {
-    type Item = Result<RecordBatch>;
-
-    fn poll_next(mut self: Pin<&mut Self>, cx: &mut Context<'_>) -> Poll<Option<Self::Item>> {
-        match Pin::new(&mut self.inner).poll_next(cx) {
-            Poll::Ready(Some(Ok(batch))) => {
-                let additional = batch.buffer_memory_size();
-
-                if let Err(e) = self.permit.track(additional, self.total_tracked) {
-                    return Poll::Ready(Some(Err(e)));
-                }
-
-                self.total_tracked += additional;
-
-                Poll::Ready(Some(Ok(batch)))
-            }
-            Poll::Ready(Some(Err(e))) => Poll::Ready(Some(Err(e))),
-            Poll::Ready(None) => Poll::Ready(None),
-            Poll::Pending => Poll::Pending,
-        }
-    }
-
-    fn size_hint(&self) -> (usize, Option<usize>) {
-        self.inner.size_hint()
-    }
-}
-
-impl Drop for MemoryTrackedStream {
-    fn drop(&mut self) {
-        if self.total_tracked > 0 {
-            self.permit.release(self.total_tracked);
-        }
-    }
-}
-
-impl RecordBatchStream for MemoryTrackedStream {
-    fn schema(&self) -> SchemaRef {
-        self.inner.schema()
-    }
-
-    fn output_ordering(&self) -> Option<&[OrderOption]> {
-        self.inner.output_ordering()
-    }
-
-    fn metrics(&self) -> Option<RecordBatchMetrics> {
-        self.inner.metrics()
-    }
-}
-
 #[cfg(test)]
 mod tests {
    use std::sync::Arc;
@@ -891,157 +496,4 @@ mod tests {
        assert_eq!(collected[0], batch1);
        assert_eq!(collected[1], batch2);
    }
-
-    #[test]
-    fn test_query_memory_tracker_basic() {
-        let tracker = Arc::new(QueryMemoryTracker::new(1000, 0));
-
-        // Register first stream - should get privileged status
-        let permit1 = tracker.register_permit();
-        assert!(permit1.is_privileged());
-
-        // Privileged stream can use up to limit
-        assert!(permit1.track(500, 0).is_ok());
-        assert_eq!(tracker.current(), 500);
-
-        // Register second stream - also privileged
-        let permit2 = tracker.register_permit();
-        assert!(permit2.is_privileged());
-        // Can add more but cannot exceed hard limit (1000)
-        assert!(permit2.track(400, 0).is_ok());
-        assert_eq!(tracker.current(), 900);
-
-        permit1.release(500);
-        permit2.release(400);
-        assert_eq!(tracker.current(), 0);
-    }
-
-    #[test]
-    fn test_query_memory_tracker_privileged_limit() {
-        // Privileged slots = 2 for easy testing
-        // Limit: 1000, standard-tier fraction: 0.7 (default)
-        // Privileged can push global to 1000, standard-tier can push global to 700
-        let tracker = Arc::new(QueryMemoryTracker::with_privileged_slots(1000, 2));
-
-        // First 2 streams are privileged
-        let permit1 = tracker.register_permit();
-        let permit2 = tracker.register_permit();
-        assert!(permit1.is_privileged());
-        assert!(permit2.is_privileged());
-
-        // Third stream is standard-tier (not privileged)
-        let permit3 = tracker.register_permit();
-        assert!(!permit3.is_privileged());
-
-        // Privileged stream uses some memory
-        assert!(permit1.track(300, 0).is_ok());
-        assert_eq!(tracker.current(), 300);
-
-        // Standard-tier can add up to 400 (total becomes 700, its effective limit)
-        assert!(permit3.track(400, 0).is_ok());
-        assert_eq!(tracker.current(), 700);
-
-        // Standard-tier stream cannot push global beyond 700
-        let err = permit3.track(100, 400).unwrap_err();
-        let err_msg = err.to_string();
-        assert!(err_msg.contains("400B used by this stream"));
-        assert!(err_msg.contains("effective limit: 700B (70%)"));
-        assert!(err_msg.contains("700B used globally (70%)"));
-        assert_eq!(tracker.current(), 700);
-
-        permit1.release(300);
-        permit3.release(400);
-        assert_eq!(tracker.current(), 0);
-    }
-
-    #[test]
-    fn test_query_memory_tracker_promotion() {
-        // Privileged slots = 1 for easy testing
-        let tracker = Arc::new(QueryMemoryTracker::with_privileged_slots(1000, 1));
-
-        // First stream is privileged
-        let permit1 = tracker.register_permit();
-        assert!(permit1.is_privileged());
-
-        // Second stream is standard-tier (can only use 500)
-        let permit2 = tracker.register_permit();
-        assert!(!permit2.is_privileged());
-
-        // Standard-tier can only track 500
-        assert!(permit2.track(400, 0).is_ok());
-        assert_eq!(tracker.current(), 400);
-
-        // Drop first permit to release privileged slot
-        drop(permit1);
-
-        // Second stream can now be promoted and use more memory
-        assert!(permit2.track(500, 400).is_ok());
-        assert!(permit2.is_privileged());
-        assert_eq!(tracker.current(), 900);
-
-        permit2.release(900);
-        assert_eq!(tracker.current(), 0);
-    }
-
-    #[test]
-    fn test_query_memory_tracker_privileged_hard_limit() {
-        // Test that the configured limit is absolute hard limit for all streams
-        // Privileged: can use full limit (1000)
-        // Standard-tier: can use 0.7x limit (700 with defaults)
-        let tracker = Arc::new(QueryMemoryTracker::new(1000, 0));
-
-        let permit1 = tracker.register_permit();
-        assert!(permit1.is_privileged());
-
-        // Privileged can use up to full limit (1000)
-        assert!(permit1.track(900, 0).is_ok());
-        assert_eq!(tracker.current(), 900);
-
-        // Privileged cannot exceed hard limit (1000)
-        assert!(permit1.track(200, 900).is_err());
-        assert_eq!(tracker.current(), 900);
-
-        // Can add within hard limit
-        assert!(permit1.track(100, 900).is_ok());
-        assert_eq!(tracker.current(), 1000);
-
-        // Cannot exceed even by 1 byte
-        assert!(permit1.track(1, 1000).is_err());
-        assert_eq!(tracker.current(), 1000);
-
-        permit1.release(1000);
-        assert_eq!(tracker.current(), 0);
-    }
-
-    #[test]
-    fn test_query_memory_tracker_standard_tier_fraction() {
-        // Test standard-tier streams use fraction of limit
-        // Limit: 1000, default fraction: 0.7, so standard-tier can use 700
-        let tracker = Arc::new(QueryMemoryTracker::with_privileged_slots(1000, 1));
-
-        let permit1 = tracker.register_permit();
-        assert!(permit1.is_privileged());
-
-        let permit2 = tracker.register_permit();
-        assert!(!permit2.is_privileged());
-
-        // Standard-tier can use up to 700 (1000 * 0.7 default)
-        assert!(permit2.track(600, 0).is_ok());
-        assert_eq!(tracker.current(), 600);
-
-        // Cannot exceed standard-tier limit (700)
-        assert!(permit2.track(200, 600).is_err());
-        assert_eq!(tracker.current(), 600);
-
-        // Can add within standard-tier limit
-        assert!(permit2.track(100, 600).is_ok());
-        assert_eq!(tracker.current(), 700);
-
-        // Cannot exceed standard-tier limit
-        assert!(permit2.track(1, 700).is_err());
-        assert_eq!(tracker.current(), 700);
-
-        permit2.release(700);
-        assert_eq!(tracker.current(), 0);
-    }
 }
--- a/src/common/recordbatch/src/recordbatch.rs
+++ b/src/common/recordbatch/src/recordbatch.rs
@@ -20,7 +20,7 @@ use datafusion::arrow::util::pretty::pretty_format_batches;
 use datafusion_common::arrow::array::ArrayRef;
 use datafusion_common::arrow::compute;
 use datafusion_common::arrow::datatypes::{DataType as ArrowDataType, SchemaRef as ArrowSchemaRef};
-use datatypes::arrow::array::{Array, AsArray, RecordBatchOptions};
+use datatypes::arrow::array::RecordBatchOptions;
 use datatypes::prelude::DataType;
 use datatypes::schema::SchemaRef;
 use datatypes::vectors::{Helper, VectorRef};
@@ -30,14 +30,15 @@ use snafu::{OptionExt, ResultExt, ensure};

 use crate::DfRecordBatch;
 use crate::error::{
-    self, ArrowComputeSnafu, ColumnNotExistsSnafu, DataTypesSnafu, ProjectArrowRecordBatchSnafu,
-    Result,
+    self, ArrowComputeSnafu, CastVectorSnafu, ColumnNotExistsSnafu, DataTypesSnafu,
+    ProjectArrowRecordBatchSnafu, Result,
 };

 /// A two-dimensional batch of column-oriented data with a defined schema.
 #[derive(Clone, Debug, PartialEq)]
 pub struct RecordBatch {
    pub schema: SchemaRef,
+    pub columns: Vec<VectorRef>,
    df_record_batch: DfRecordBatch,
 }

@@ -64,6 +65,7 @@ impl RecordBatch {

        Ok(RecordBatch {
            schema,
+            columns,
            df_record_batch,
        })
    }
@@ -89,8 +91,14 @@ impl RecordBatch {
    /// Create an empty [`RecordBatch`] from `schema`.
    pub fn new_empty(schema: SchemaRef) -> RecordBatch {
        let df_record_batch = DfRecordBatch::new_empty(schema.arrow_schema().clone());
+        let columns = schema
+            .column_schemas()
+            .iter()
+            .map(|col| col.data_type.create_mutable_vector(0).to_vector())
+            .collect();
        RecordBatch {
            schema,
+            columns,
            df_record_batch,
        }
    }
@@ -105,12 +113,17 @@ impl RecordBatch {
        .context(error::NewDfRecordBatchSnafu)?;
        Ok(RecordBatch {
            schema,
+            columns: vec![],
            df_record_batch,
        })
    }

    pub fn try_project(&self, indices: &[usize]) -> Result<Self> {
        let schema = Arc::new(self.schema.try_project(indices).context(DataTypesSnafu)?);
+        let mut columns = Vec::with_capacity(indices.len());
+        for index in indices {
+            columns.push(self.columns[*index].clone());
+        }
        let df_record_batch = self.df_record_batch.project(indices).with_context(|_| {
            ProjectArrowRecordBatchSnafu {
                schema: self.schema.clone(),
@@ -120,6 +133,7 @@ impl RecordBatch {

        Ok(Self {
            schema,
+            columns,
            df_record_batch,
        })
    }
@@ -127,11 +141,21 @@ impl RecordBatch {
    /// Create a new [`RecordBatch`] from `schema` and `df_record_batch`.
    ///
    /// This method doesn't check the schema.
-    pub fn from_df_record_batch(schema: SchemaRef, df_record_batch: DfRecordBatch) -> RecordBatch {
-        RecordBatch {
+    pub fn try_from_df_record_batch(
+        schema: SchemaRef,
+        df_record_batch: DfRecordBatch,
+    ) -> Result<RecordBatch> {
+        let columns = df_record_batch
+            .columns()
+            .iter()
+            .map(|c| Helper::try_into_vector(c.clone()).context(error::DataTypesSnafu))
+            .collect::<Result<Vec<_>>>()?;
+
+        Ok(RecordBatch {
            schema,
+            columns,
            df_record_batch,
-        }
+        })
    }

    #[inline]
@@ -145,22 +169,23 @@ impl RecordBatch {
    }

    #[inline]
-    pub fn columns(&self) -> &[ArrayRef] {
-        self.df_record_batch.columns()
+    pub fn columns(&self) -> &[VectorRef] {
+        &self.columns
    }

    #[inline]
-    pub fn column(&self, idx: usize) -> &ArrayRef {
-        self.df_record_batch.column(idx)
+    pub fn column(&self, idx: usize) -> &VectorRef {
+        &self.columns[idx]
    }

-    pub fn column_by_name(&self, name: &str) -> Option<&ArrayRef> {
-        self.df_record_batch.column_by_name(name)
+    pub fn column_by_name(&self, name: &str) -> Option<&VectorRef> {
+        let idx = self.schema.column_index_by_name(name)?;
+        Some(&self.columns[idx])
    }

    #[inline]
    pub fn num_columns(&self) -> usize {
-        self.df_record_batch.num_columns()
+        self.columns.len()
    }

    #[inline]
@@ -176,14 +201,9 @@ impl RecordBatch {
        let mut vectors = HashMap::with_capacity(self.num_columns());

        // column schemas in recordbatch must match its vectors, otherwise it's corrupted
-        for (field, array) in self
-            .df_record_batch
-            .schema()
-            .fields()
-            .iter()
-            .zip(self.df_record_batch.columns().iter())
+        for (vector_schema, vector) in self.schema.column_schemas().iter().zip(self.columns.iter())
        {
-            let column_name = field.name();
+            let column_name = &vector_schema.name;
            let column_schema =
                table_schema
                    .column_schema_by_name(column_name)
@@ -191,12 +211,15 @@ impl RecordBatch {
                        table_name,
                        column_name,
                    })?;
-            let vector = if field.data_type() != &column_schema.data_type.as_arrow_type() {
-                let array = compute::cast(array, &column_schema.data_type.as_arrow_type())
-                    .context(ArrowComputeSnafu)?;
-                Helper::try_into_vector(array).context(DataTypesSnafu)?
+            let vector = if vector_schema.data_type != column_schema.data_type {
+                vector
+                    .cast(&column_schema.data_type)
+                    .with_context(|_| CastVectorSnafu {
+                        from_type: vector.data_type(),
+                        to_type: column_schema.data_type.clone(),
+                    })?
            } else {
-                Helper::try_into_vector(array).context(DataTypesSnafu)?
+                vector.clone()
            };

            let _ = vectors.insert(column_name.clone(), vector);
@@ -221,69 +244,8 @@ impl RecordBatch {
                visit_index: offset + len
            }
        );
-        let sliced = self.df_record_batch.slice(offset, len);
-        Ok(RecordBatch::from_df_record_batch(
-            self.schema.clone(),
-            sliced,
-        ))
-    }
-
-    /// Returns the total number of bytes of memory pointed to by the arrays in this `RecordBatch`.
-    ///
-    /// The buffers store bytes in the Arrow memory format, and include the data as well as the validity map.
-    /// Note that this does not always correspond to the exact memory usage of an array,
-    /// since multiple arrays can share the same buffers or slices thereof.
-    pub fn buffer_memory_size(&self) -> usize {
-        self.df_record_batch
-            .columns()
-            .iter()
-            .map(|array| array.get_buffer_memory_size())
-            .sum()
-    }
-
-    /// Iterate the values as strings in the column at index `i`.
-    ///
-    /// Note that if the underlying array is not a valid GreptimeDB vector, an empty iterator is
-    /// returned.
-    ///
-    /// # Panics
-    /// if index `i` is out of bound.
-    pub fn iter_column_as_string(&self, i: usize) -> Box<dyn Iterator<Item = Option<String>> + '_> {
-        macro_rules! iter {
-            ($column: ident) => {
-                Box::new(
-                    (0..$column.len())
-                        .map(|i| $column.is_valid(i).then(|| $column.value(i).to_string())),
-                )
-            };
-        }
-
-        let column = self.df_record_batch.column(i);
-        match column.data_type() {
-            ArrowDataType::Utf8 => {
-                let column = column.as_string::<i32>();
-                let iter = iter!(column);
-                iter as _
-            }
-            ArrowDataType::LargeUtf8 => {
-                let column = column.as_string::<i64>();
-                iter!(column)
-            }
-            ArrowDataType::Utf8View => {
-                let column = column.as_string_view();
-                iter!(column)
-            }
-            _ => {
-                if let Ok(column) = Helper::try_into_vector(column) {
-                    Box::new(
-                        (0..column.len())
-                            .map(move |i| (!column.is_null(i)).then(|| column.get(i).to_string())),
-                    )
-                } else {
-                    Box::new(std::iter::empty())
-                }
-            }
-        }
+        let columns = self.columns.iter().map(|vector| vector.slice(offset, len));
+        RecordBatch::new(self.schema.clone(), columns)
    }
 }

@@ -297,9 +259,8 @@ impl Serialize for RecordBatch {
        let mut s = serializer.serialize_struct("record", 2)?;
        s.serialize_field("schema", &**self.schema.arrow_schema())?;

-        let columns = self.df_record_batch.columns();
-        let columns = Helper::try_into_vectors(columns).map_err(Error::custom)?;
-        let vec = columns
+        let vec = self
+            .columns
            .iter()
            .map(|c| c.serialize_to_json())
            .collect::<std::result::Result<Vec<_>, _>>()
@@ -317,14 +278,27 @@ pub fn merge_record_batches(schema: SchemaRef, batches: &[RecordBatch]) -> Resul
        return Ok(RecordBatch::new_empty(schema));
    }

-    let record_batch = compute::concat_batches(
-        schema.arrow_schema(),
-        batches.iter().map(|x| x.df_record_batch()),
-    )
-    .context(ArrowComputeSnafu)?;
+    let n_rows = batches.iter().map(|b| b.num_rows()).sum();
+    let n_columns = schema.num_columns();
+    // Collect arrays from each batch
+    let mut merged_columns = Vec::with_capacity(n_columns);
+
+    for col_idx in 0..n_columns {
+        let mut acc = schema.column_schemas()[col_idx]
+            .data_type
+            .create_mutable_vector(n_rows);
+
+        for batch in batches {
+            let column = batch.column(col_idx);
+            acc.extend_slice_of(column.as_ref(), 0, column.len())
+                .context(error::DataTypesSnafu)?;
+        }
+
+        merged_columns.push(acc.to_vector());
+    }

    // Create a new RecordBatch with merged columns
-    Ok(RecordBatch::from_df_record_batch(schema, record_batch))
+    RecordBatch::new(schema, merged_columns)
 }

 #[cfg(test)]
@@ -352,21 +326,21 @@ mod tests {
        let c2 = Arc::new(UInt32Vector::from_slice([4, 5, 6]));
        let columns: Vec<VectorRef> = vec![c1, c2];

-        let expected = vec![
-            Arc::new(UInt32Array::from_iter_values([1, 2, 3])) as ArrayRef,
-            Arc::new(UInt32Array::from_iter_values([4, 5, 6])),
-        ];
-
        let batch = RecordBatch::new(schema.clone(), columns.clone()).unwrap();
        assert_eq!(3, batch.num_rows());
-        assert_eq!(expected, batch.df_record_batch().columns());
+        assert_eq!(&columns, batch.columns());
+        for (i, expect) in columns.iter().enumerate().take(batch.num_columns()) {
+            let column = batch.column(i);
+            assert_eq!(expect, column);
+        }
        assert_eq!(schema, batch.schema);

-        assert_eq!(&expected[0], batch.column_by_name("c1").unwrap());
-        assert_eq!(&expected[1], batch.column_by_name("c2").unwrap());
+        assert_eq!(columns[0], *batch.column_by_name("c1").unwrap());
+        assert_eq!(columns[1], *batch.column_by_name("c2").unwrap());
        assert!(batch.column_by_name("c3").is_none());

-        let converted = RecordBatch::from_df_record_batch(schema, batch.df_record_batch().clone());
+        let converted =
+            RecordBatch::try_from_df_record_batch(schema, batch.df_record_batch().clone()).unwrap();
        assert_eq!(batch, converted);
        assert_eq!(*batch.df_record_batch(), converted.into_df_record_batch());
    }
@@ -411,12 +385,12 @@ mod tests {
        let recordbatch = recordbatch.slice(1, 2).expect("recordbatch slice");

        let expected = &UInt32Array::from_iter_values([2u32, 3]);
-        let array = recordbatch.column(0);
+        let array = recordbatch.column(0).to_arrow_array();
        let actual = array.as_primitive::<UInt32Type>();
        assert_eq!(expected, actual);

        let expected = &StringArray::from(vec!["hello", "greptime"]);
-        let array = recordbatch.column(1);
+        let array = recordbatch.column(1).to_arrow_array();
        let actual = array.as_string::<i32>();
        assert_eq!(expected, actual);

--- a/src/common/sql/src/convert.rs
+++ b/src/common/sql/src/convert.rs
@@ -211,7 +211,8 @@ pub fn sql_value_to_value(
            | Value::Duration(_)
            | Value::IntervalYearMonth(_)
            | Value::IntervalDayTime(_)
-            | Value::IntervalMonthDayNano(_) => match unary_op {
+            | Value::IntervalMonthDayNano(_)
+            | Value::Json(_) => match unary_op {
                UnaryOperator::Plus => {}
                UnaryOperator::Minus => {
                    value = value
@@ -221,11 +222,7 @@ pub fn sql_value_to_value(
                _ => return InvalidUnaryOpSnafu { unary_op, value }.fail(),
            },

-            Value::String(_)
-            | Value::Binary(_)
-            | Value::List(_)
-            | Value::Struct(_)
-            | Value::Json(_) => {
+            Value::String(_) | Value::Binary(_) | Value::List(_) | Value::Struct(_) => {
                return InvalidUnaryOpSnafu { unary_op, value }.fail();
            }
        }
--- a/src/common/telemetry/Cargo.toml
+++ b/src/common/telemetry/Cargo.toml
@@ -35,5 +35,5 @@ tokio.workspace = true
 tracing = "0.1"
 tracing-appender.workspace = true
 tracing-log = "0.2"
-tracing-opentelemetry.workspace = true
+tracing-opentelemetry = "0.31.0"
 tracing-subscriber.workspace = true
--- a/src/common/telemetry/src/lib.rs
+++ b/src/common/telemetry/src/lib.rs
@@ -21,10 +21,7 @@ mod panic_hook;
 pub mod tracing_context;
 mod tracing_sampler;

-pub use logging::{
-    LOG_RELOAD_HANDLE, TRACE_RELOAD_HANDLE, get_or_init_tracer, init_default_ut_logging,
-    init_global_logging,
-};
+pub use logging::{RELOAD_HANDLE, init_default_ut_logging, init_global_logging};
 pub use metric::dump_metrics;
 pub use panic_hook::set_panic_hook;
 pub use {common_error, tracing, tracing_subscriber};
--- a/src/common/telemetry/src/logging.rs
+++ b/src/common/telemetry/src/logging.rs
@@ -16,7 +16,7 @@
 use std::collections::HashMap;
 use std::env;
 use std::io::IsTerminal;
-use std::sync::{Arc, Mutex, Once, RwLock};
+use std::sync::{Arc, Mutex, Once};
 use std::time::Duration;

 use common_base::serde::empty_string_as_default;
@@ -25,17 +25,15 @@ use opentelemetry::trace::TracerProvider;
 use opentelemetry::{KeyValue, global};
 use opentelemetry_otlp::{Protocol, SpanExporter, WithExportConfig, WithHttpConfig};
 use opentelemetry_sdk::propagation::TraceContextPropagator;
-use opentelemetry_sdk::trace::{Sampler, Tracer};
+use opentelemetry_sdk::trace::Sampler;
 use opentelemetry_semantic_conventions::resource;
 use serde::{Deserialize, Serialize};
-use tracing::callsite;
-use tracing::metadata::LevelFilter;
 use tracing_appender::non_blocking::WorkerGuard;
 use tracing_appender::rolling::{RollingFileAppender, Rotation};
 use tracing_log::LogTracer;
 use tracing_subscriber::filter::{FilterFn, Targets};
 use tracing_subscriber::fmt::Layer;
-use tracing_subscriber::layer::{Layered, SubscriberExt};
+use tracing_subscriber::layer::SubscriberExt;
 use tracing_subscriber::prelude::*;
 use tracing_subscriber::{EnvFilter, Registry, filter};

@@ -50,192 +48,10 @@ pub const DEFAULT_OTLP_HTTP_ENDPOINT: &str = "http://localhost:4318/v1/traces";
 /// The default logs directory.
 pub const DEFAULT_LOGGING_DIR: &str = "logs";

-/// Handle for reloading log level
-pub static LOG_RELOAD_HANDLE: OnceCell<tracing_subscriber::reload::Handle<Targets, Registry>> =
+// Handle for reloading log level
+pub static RELOAD_HANDLE: OnceCell<tracing_subscriber::reload::Handle<Targets, Registry>> =
    OnceCell::new();

-type DynSubscriber = Layered<tracing_subscriber::reload::Layer<Targets, Registry>, Registry>;
-type OtelTraceLayer = tracing_opentelemetry::OpenTelemetryLayer<DynSubscriber, Tracer>;
-
-#[derive(Clone)]
-pub struct TraceReloadHandle {
-    inner: Arc<RwLock<Option<OtelTraceLayer>>>,
-}
-
-impl TraceReloadHandle {
-    fn new(inner: Arc<RwLock<Option<OtelTraceLayer>>>) -> Self {
-        Self { inner }
-    }
-
-    pub fn reload(&self, new_layer: Option<OtelTraceLayer>) {
-        let mut guard = self.inner.write().unwrap();
-        *guard = new_layer;
-        drop(guard);
-
-        callsite::rebuild_interest_cache();
-    }
-}
-
-/// A tracing layer that can be dynamically reloaded.
-///
-/// Mostly copied from [`tracing_subscriber::reload::Layer`].
-struct TraceLayer {
-    inner: Arc<RwLock<Option<OtelTraceLayer>>>,
-}
-
-impl TraceLayer {
-    fn new(initial: Option<OtelTraceLayer>) -> (Self, TraceReloadHandle) {
-        let inner = Arc::new(RwLock::new(initial));
-        (
-            Self {
-                inner: inner.clone(),
-            },
-            TraceReloadHandle::new(inner),
-        )
-    }
-
-    fn with_layer<R>(&self, f: impl FnOnce(&OtelTraceLayer) -> R) -> Option<R> {
-        self.inner
-            .read()
-            .ok()
-            .and_then(|guard| guard.as_ref().map(f))
-    }
-
-    fn with_layer_mut<R>(&self, f: impl FnOnce(&mut OtelTraceLayer) -> R) -> Option<R> {
-        self.inner
-            .write()
-            .ok()
-            .and_then(|mut guard| guard.as_mut().map(f))
-    }
-}
-
-impl tracing_subscriber::Layer<DynSubscriber> for TraceLayer {
-    fn on_register_dispatch(&self, subscriber: &tracing::Dispatch) {
-        let _ = self.with_layer(|layer| layer.on_register_dispatch(subscriber));
-    }
-
-    fn on_layer(&mut self, subscriber: &mut DynSubscriber) {
-        let _ = self.with_layer_mut(|layer| layer.on_layer(subscriber));
-    }
-
-    fn register_callsite(
-        &self,
-        metadata: &'static tracing::Metadata<'static>,
-    ) -> tracing::subscriber::Interest {
-        self.with_layer(|layer| layer.register_callsite(metadata))
-            .unwrap_or_else(tracing::subscriber::Interest::always)
-    }
-
-    fn enabled(
-        &self,
-        metadata: &tracing::Metadata<'_>,
-        ctx: tracing_subscriber::layer::Context<'_, DynSubscriber>,
-    ) -> bool {
-        self.with_layer(|layer| layer.enabled(metadata, ctx))
-            .unwrap_or(true)
-    }
-
-    fn on_new_span(
-        &self,
-        attrs: &tracing::span::Attributes<'_>,
-        id: &tracing::span::Id,
-        ctx: tracing_subscriber::layer::Context<'_, DynSubscriber>,
-    ) {
-        let _ = self.with_layer(|layer| layer.on_new_span(attrs, id, ctx));
-    }
-
-    fn max_level_hint(&self) -> Option<LevelFilter> {
-        self.with_layer(|layer| layer.max_level_hint()).flatten()
-    }
-
-    fn on_record(
-        &self,
-        span: &tracing::span::Id,
-        values: &tracing::span::Record<'_>,
-        ctx: tracing_subscriber::layer::Context<'_, DynSubscriber>,
-    ) {
-        let _ = self.with_layer(|layer| layer.on_record(span, values, ctx));
-    }
-
-    fn on_follows_from(
-        &self,
-        span: &tracing::span::Id,
-        follows: &tracing::span::Id,
-        ctx: tracing_subscriber::layer::Context<'_, DynSubscriber>,
-    ) {
-        let _ = self.with_layer(|layer| layer.on_follows_from(span, follows, ctx));
-    }
-
-    fn event_enabled(
-        &self,
-        event: &tracing::Event<'_>,
-        ctx: tracing_subscriber::layer::Context<'_, DynSubscriber>,
-    ) -> bool {
-        self.with_layer(|layer| layer.event_enabled(event, ctx))
-            .unwrap_or(true)
-    }
-
-    fn on_event(
-        &self,
-        event: &tracing::Event<'_>,
-        ctx: tracing_subscriber::layer::Context<'_, DynSubscriber>,
-    ) {
-        let _ = self.with_layer(|layer| layer.on_event(event, ctx));
-    }
-
-    fn on_enter(
-        &self,
-        id: &tracing::span::Id,
-        ctx: tracing_subscriber::layer::Context<'_, DynSubscriber>,
-    ) {
-        let _ = self.with_layer(|layer| layer.on_enter(id, ctx));
-    }
-
-    fn on_exit(
-        &self,
-        id: &tracing::span::Id,
-        ctx: tracing_subscriber::layer::Context<'_, DynSubscriber>,
-    ) {
-        let _ = self.with_layer(|layer| layer.on_exit(id, ctx));
-    }
-
-    fn on_close(
-        &self,
-        id: tracing::span::Id,
-        ctx: tracing_subscriber::layer::Context<'_, DynSubscriber>,
-    ) {
-        let _ = self.with_layer(|layer| layer.on_close(id, ctx));
-    }
-
-    fn on_id_change(
-        &self,
-        old: &tracing::span::Id,
-        new: &tracing::span::Id,
-        ctx: tracing_subscriber::layer::Context<'_, DynSubscriber>,
-    ) {
-        let _ = self.with_layer(|layer| layer.on_id_change(old, new, ctx));
-    }
-
-    unsafe fn downcast_raw(&self, id: std::any::TypeId) -> Option<*const ()> {
-        self.inner.read().ok().and_then(|guard| {
-            guard
-                .as_ref()
-                .and_then(|layer| unsafe { layer.downcast_raw(id) })
-        })
-    }
-}
-
-/// Handle for reloading trace level
-pub static TRACE_RELOAD_HANDLE: OnceCell<TraceReloadHandle> = OnceCell::new();
-
-static TRACER: OnceCell<Mutex<TraceState>> = OnceCell::new();
-
-#[derive(Debug)]
-enum TraceState {
-    Ready(Tracer),
-    Deferred(TraceContext),
-}
-
 /// The logging options that used to initialize the logger.
 #[derive(Clone, Debug, Serialize, Deserialize)]
 #[serde(default)]
@@ -351,13 +167,6 @@ impl PartialEq for LoggingOptions {

 impl Eq for LoggingOptions {}

-#[derive(Clone, Debug)]
-struct TraceContext {
-    app_name: String,
-    node_id: String,
-    logging_opts: LoggingOptions,
-}
-
 impl Default for LoggingOptions {
    fn default() -> Self {
        Self {
@@ -433,7 +242,6 @@ pub fn init_global_logging(
 ) -> Vec<WorkerGuard> {
    static START: Once = Once::new();
    let mut guards = vec![];
-    let node_id = node_id.unwrap_or_else(|| "none".to_string());

    START.call_once(|| {
        // Enable log compatible layer to convert log record to tracing span.
@@ -549,37 +357,10 @@ pub fn init_global_logging(

        let (dyn_filter, reload_handle) = tracing_subscriber::reload::Layer::new(filter.clone());

-        LOG_RELOAD_HANDLE
+        RELOAD_HANDLE
            .set(reload_handle)
            .expect("reload handle already set, maybe init_global_logging get called twice?");

-        let mut initial_tracer = None;
-        let trace_state = if opts.enable_otlp_tracing {
-            let tracer = create_tracer(app_name, &node_id, opts);
-            initial_tracer = Some(tracer.clone());
-            TraceState::Ready(tracer)
-        } else {
-            TraceState::Deferred(TraceContext {
-                app_name: app_name.to_string(),
-                node_id: node_id.clone(),
-                logging_opts: opts.clone(),
-            })
-        };
-
-        TRACER
-            .set(Mutex::new(trace_state))
-            .expect("trace state already initialized");
-
-        let initial_trace_layer = initial_tracer
-            .as_ref()
-            .map(|tracer| tracing_opentelemetry::layer().with_tracer(tracer.clone()));
-
-        let (dyn_trace_layer, trace_reload_handle) = TraceLayer::new(initial_trace_layer);
-
-        TRACE_RELOAD_HANDLE
-            .set(trace_reload_handle)
-            .unwrap_or_else(|_| panic!("failed to set trace reload handle"));
-
        // Must enable 'tokio_unstable' cfg to use this feature.
        // For example: `RUSTFLAGS="--cfg tokio_unstable" cargo run -F common-telemetry/console -- standalone start`
        #[cfg(feature = "tokio-console")]
@@ -602,7 +383,6 @@ pub fn init_global_logging(

            Registry::default()
                .with(dyn_filter)
-                .with(dyn_trace_layer)
                .with(tokio_console_layer)
                .with(stdout_logging_layer)
                .with(file_logging_layer)
@@ -616,61 +396,53 @@ pub fn init_global_logging(
        #[cfg(not(feature = "tokio-console"))]
        let subscriber = Registry::default()
            .with(dyn_filter)
-            .with(dyn_trace_layer)
            .with(stdout_logging_layer)
            .with(file_logging_layer)
            .with(err_file_logging_layer)
            .with(slow_query_logging_layer);

-        global::set_text_map_propagator(TraceContextPropagator::new());
+        if opts.enable_otlp_tracing {
+            global::set_text_map_propagator(TraceContextPropagator::new());

-        tracing::subscriber::set_global_default(subscriber)
+            let sampler = opts
+                .tracing_sample_ratio
+                .as_ref()
+                .map(create_sampler)
+                .map(Sampler::ParentBased)
+                .unwrap_or(Sampler::ParentBased(Box::new(Sampler::AlwaysOn)));
+
+            let provider = opentelemetry_sdk::trace::SdkTracerProvider::builder()
+                .with_batch_exporter(build_otlp_exporter(opts))
+                .with_sampler(sampler)
+                .with_resource(
+                    opentelemetry_sdk::Resource::builder_empty()
+                        .with_attributes([
+                            KeyValue::new(resource::SERVICE_NAME, app_name.to_string()),
+                            KeyValue::new(
+                                resource::SERVICE_INSTANCE_ID,
+                                node_id.unwrap_or("none".to_string()),
+                            ),
+                            KeyValue::new(resource::SERVICE_VERSION, common_version::version()),
+                            KeyValue::new(resource::PROCESS_PID, std::process::id().to_string()),
+                        ])
+                        .build(),
+                )
+                .build();
+            let tracer = provider.tracer("greptimedb");
+
+            tracing::subscriber::set_global_default(
+                subscriber.with(tracing_opentelemetry::layer().with_tracer(tracer)),
+            )
            .expect("error setting global tracing subscriber");
+        } else {
+            tracing::subscriber::set_global_default(subscriber)
+                .expect("error setting global tracing subscriber");
+        }
    });

    guards
 }

-fn create_tracer(app_name: &str, node_id: &str, opts: &LoggingOptions) -> Tracer {
-    let sampler = opts
-        .tracing_sample_ratio
-        .as_ref()
-        .map(create_sampler)
-        .map(Sampler::ParentBased)
-        .unwrap_or(Sampler::ParentBased(Box::new(Sampler::AlwaysOn)));
-
-    let resource = opentelemetry_sdk::Resource::builder_empty()
-        .with_attributes([
-            KeyValue::new(resource::SERVICE_NAME, app_name.to_string()),
-            KeyValue::new(resource::SERVICE_INSTANCE_ID, node_id.to_string()),
-            KeyValue::new(resource::SERVICE_VERSION, common_version::version()),
-            KeyValue::new(resource::PROCESS_PID, std::process::id().to_string()),
-        ])
-        .build();
-
-    opentelemetry_sdk::trace::SdkTracerProvider::builder()
-        .with_batch_exporter(build_otlp_exporter(opts))
-        .with_sampler(sampler)
-        .with_resource(resource)
-        .build()
-        .tracer("greptimedb")
-}
-
-/// Ensure that the OTLP tracer has been constructed, building it lazily if needed.
-pub fn get_or_init_tracer() -> Result<Tracer, &'static str> {
-    let state = TRACER.get().ok_or("trace state is not initialized")?;
-    let mut guard = state.lock().expect("trace state lock poisoned");
-
-    match &mut *guard {
-        TraceState::Ready(tracer) => Ok(tracer.clone()),
-        TraceState::Deferred(context) => {
-            let tracer = create_tracer(&context.app_name, &context.node_id, &context.logging_opts);
-            *guard = TraceState::Ready(tracer.clone());
-            Ok(tracer)
-        }
-    }
-}
-
 fn build_otlp_exporter(opts: &LoggingOptions) -> SpanExporter {
    let protocol = opts
        .otlp_export_protocol
--- a/src/datanode/src/config.rs
+++ b/src/datanode/src/config.rs
@@ -28,6 +28,7 @@ use mito2::config::MitoConfig;
 pub(crate) use object_store::config::ObjectStoreConfig;
 use query::options::QueryOptions;
 use serde::{Deserialize, Serialize};
+use servers::export_metrics::ExportMetricsOption;
 use servers::grpc::GrpcOptions;
 use servers::heartbeat_options::HeartbeatOptions;
 use servers::http::HttpOptions;
@@ -81,6 +82,7 @@ pub struct DatanodeOptions {
    pub region_engine: Vec<RegionEngineConfig>,
    pub logging: LoggingOptions,
    pub enable_telemetry: bool,
+    pub export_metrics: ExportMetricsOption,
    pub tracing: TracingOptions,
    pub query: QueryOptions,
    pub memory: MemoryOptions,
@@ -136,6 +138,7 @@ impl Default for DatanodeOptions {
            logging: LoggingOptions::default(),
            heartbeat: HeartbeatOptions::datanode_default(),
            enable_telemetry: true,
+            export_metrics: ExportMetricsOption::default(),
            tracing: TracingOptions::default(),
            query: QueryOptions::default(),
            memory: MemoryOptions::default(),
--- a/src/datanode/src/datanode.rs
+++ b/src/datanode/src/datanode.rs
@@ -48,6 +48,7 @@ use object_store::manager::{ObjectStoreManager, ObjectStoreManagerRef};
 use object_store::util::normalize_dir;
 use query::QueryEngineFactory;
 use query::dummy_catalog::{DummyCatalogManager, TableProviderFactoryRef};
+use servers::export_metrics::ExportMetricsTask;
 use servers::server::ServerHandlers;
 use snafu::{OptionExt, ResultExt, ensure};
 use store_api::path_utils::WAL_DIR;
@@ -83,6 +84,7 @@ pub struct Datanode {
    greptimedb_telemetry_task: Arc<GreptimeDBTelemetryTask>,
    leases_notifier: Option<Arc<Notify>>,
    plugins: Plugins,
+    export_metrics_task: Option<ExportMetricsTask>,
 }

 impl Datanode {
@@ -94,6 +96,10 @@ impl Datanode {

        self.start_telemetry();

+        if let Some(t) = self.export_metrics_task.as_ref() {
+            t.start(None).context(StartServerSnafu)?
+        }
+
        self.services.start_all().await.context(StartServerSnafu)
    }

@@ -313,6 +319,10 @@ impl DatanodeBuilder {
            None
        };

+        let export_metrics_task =
+            ExportMetricsTask::try_new(&self.opts.export_metrics, Some(&self.plugins))
+                .context(StartServerSnafu)?;
+
        Ok(Datanode {
            services: ServerHandlers::default(),
            heartbeat_task,
@@ -321,6 +331,7 @@ impl DatanodeBuilder {
            region_event_receiver,
            leases_notifier,
            plugins: self.plugins.clone(),
+            export_metrics_task,
        })
    }

@@ -511,7 +522,6 @@ impl DatanodeBuilder {
                    file_ref_manager,
                    partition_expr_fetcher.clone(),
                    plugins,
-                    opts.max_concurrent_queries,
                );

                #[cfg(feature = "enterprise")]
@@ -554,7 +564,6 @@ impl DatanodeBuilder {
                    file_ref_manager,
                    partition_expr_fetcher,
                    plugins,
-                    opts.max_concurrent_queries,
                );

                #[cfg(feature = "enterprise")]
@@ -576,7 +585,6 @@ impl DatanodeBuilder {
                    file_ref_manager,
                    partition_expr_fetcher.clone(),
                    plugins,
-                    opts.max_concurrent_queries,
                );

                #[cfg(feature = "enterprise")]
--- a/Show More
+++ b/Show More
Author	SHA1	Message	Date
shuiyisong	63cc51395f	chore: build only centos binary Signed-off-by: shuiyisong <xixing.sys@gmail.com>	2025-11-10 14:08:51 +08:00
shuiyisong	17a5703850	chore: change to dev-mode false packaging Signed-off-by: shuiyisong <xixing.sys@gmail.com>	2025-11-10 11:05:31 +08:00
shuiyisong	4da1993ed3	chore: ignore unknown set in mysql Signed-off-by: shuiyisong <xixing.sys@gmail.com>	2025-11-10 10:34:27 +08:00