chore: use explicit geo_json version

.cargo/config.toml

@@ -1,14 +0,0 @@
-[target.aarch64-unknown-linux-gnu]
-linker = "aarch64-linux-gnu-gcc"
-
-[alias]
-sqlness = "run --bin sqlness-runner --"
-
-[unstable.git]
-shallow_index = true
-shallow_deps = true
-[unstable.gitoxide]
-fetch = true
-checkout = true
-list_files = true
-internal_use_git2 = false

.coderabbit.yaml

@@ -1,15 +0,0 @@
-# yaml-language-server: $schema=https://coderabbit.ai/integrations/schema.v2.json
-language: "en-US"
-early_access: false
-reviews:
-  profile: "chill"
-  request_changes_workflow: false
-  high_level_summary: true
-  poem: true
-  review_status: true
-  collapse_walkthrough: false
-  auto_review:
-    enabled: false
-    drafts: false
-chat:
-  auto_reply: true

.config/nextest.toml

@@ -1,3 +0,0 @@
-[profile.default]
-slow-timeout = { period = "60s", terminate-after = 3, grace-period = "30s" }
-retries = { backoff = "exponential", count = 3, delay = "10s", jitter = true }

.dockerignore

@@ -20,3 +20,6 @@ out/
 
 # Rust
 target/
+
+# Git
+.git

.editorconfig

@@ -1,10 +0,0 @@
-root = true
-
-[*]
-end_of_line = lf
-indent_style = space
-insert_final_newline = true
-trim_trailing_whitespace = true
-
-[{Makefile,**.mk}]
-indent_style = tab

.env.example

@@ -1,36 +0,0 @@
-# Settings for s3 test
-GT_S3_BUCKET=S3 bucket
-GT_S3_ACCESS_KEY_ID=S3 access key id
-GT_S3_ACCESS_KEY=S3 secret access key
-GT_S3_ENDPOINT_URL=S3 endpoint url
-GT_S3_REGION=S3 region
-# Settings for oss test
-GT_OSS_BUCKET=OSS bucket
-GT_OSS_ACCESS_KEY_ID=OSS access key id
-GT_OSS_ACCESS_KEY=OSS access key
-GT_OSS_ENDPOINT=OSS endpoint
-# Settings for azblob test
-GT_AZBLOB_CONTAINER=AZBLOB container
-GT_AZBLOB_ACCOUNT_NAME=AZBLOB account name
-GT_AZBLOB_ACCOUNT_KEY=AZBLOB account key
-GT_AZBLOB_ENDPOINT=AZBLOB endpoint
-# Settings for gcs test
-GT_GCS_BUCKET = GCS bucket
-GT_GCS_SCOPE  = GCS scope
-GT_GCS_CREDENTIAL_PATH = GCS credential path
-GT_GCS_CREDENTIAL = GCS credential
-GT_GCS_ENDPOINT = GCS end point
-# Settings for kafka wal test
-GT_KAFKA_ENDPOINTS = localhost:9092
-
-# Setting for fuzz tests
-GT_MYSQL_ADDR = localhost:4002
-
-# Setting for unstable fuzz tests
-GT_FUZZ_BINARY_PATH=/path/to/
-GT_FUZZ_INSTANCE_ROOT_DIR=/tmp/unstable_greptime
-GT_FUZZ_INPUT_MAX_ROWS=2048
-GT_FUZZ_INPUT_MAX_TABLES=32
-GT_FUZZ_INPUT_MAX_COLUMNS=32
-GT_FUZZ_INPUT_MAX_ALTER_ACTIONS=256
-GT_FUZZ_INPUT_MAX_INSERT_ACTIONS=8

.github/CODEOWNERS

@@ -1,27 +0,0 @@
-# GreptimeDB CODEOWNERS
-
-# These owners will be the default owners for everything in the repo.
-
-* @GreptimeTeam/db-approver
-
-## [Module] Databse Engine
-/src/index @zhongzc
-/src/mito2 @evenyag @v0y4g3r @waynexia
-/src/query @evenyag
-
-## [Module] Distributed
-/src/common/meta @MichaelScofield
-/src/common/procedure @MichaelScofield
-/src/meta-client @MichaelScofield
-/src/meta-srv @MichaelScofield
-
-## [Module] Write Ahead Log
-/src/log-store @v0y4g3r
-/src/store-api @v0y4g3r
-
-## [Module] Metrics Engine
-/src/metric-engine @waynexia
-/src/promql @waynexia
-
-## [Module] Flow
-/src/flow @zhongzc @waynexia

.github/ISSUE_TEMPLATE/bug-report.yml

@@ -1,105 +0,0 @@
----
-name: Bug report
-description: Is something not working? Help us fix it!
-labels: [ "C-bug" ]
-body:
-  - type: markdown
-    attributes:
-      value: |
-        Take some time to fill out this bug report. Thank you!
-
-  - type: dropdown
-    id: type
-    attributes:
-      label: What type of bug is this?
-      multiple: true
-      options:
-        - Configuration
-        - Crash
-        - Data corruption
-        - Incorrect result
-        - Locking issue
-        - Performance issue
-        - Unexpected error
-        - User Experience
-        - Other
-    validations:
-      required: true
-
-  - type: dropdown
-    id: subsystem
-    attributes:
-      label: What subsystems are affected?
-      description: You can pick multiple subsystems.
-      multiple: true
-      options:
-        - Standalone mode
-        - Distributed Cluster
-        - Storage Engine
-        - Query Engine
-        - Table Engine
-        - Write Protocols
-        - Metasrv
-        - Frontend
-        - Datanode
-        - Other
-    validations:
-      required: true
-
-  - type: textarea
-    id: reproduce
-    attributes:
-      label: Minimal reproduce step
-      description: |
-        Please walk us through and provide steps and details on how
-        to reproduce the issue. If possible, provide scripts that we
-        can run to trigger the bug.
-    validations:
-      required: true
-
-  - type: textarea
-    id: expected-manner
-    attributes:
-      label: What did you expect to see?
-    validations:
-      required: true
-
-  - type: textarea
-    id: actual-manner
-    attributes:
-      label: What did you see instead?
-    validations:
-      required: true
-
-  - type: input
-    id: os
-    attributes:
-      label: What operating system did you use?
-      description: |
-        Please provide OS, version, and architecture. For example:
-        Windows 10 x64, Ubuntu 21.04 x64, Mac OS X 10.5 ARM, Rasperry
-        Pi i386, etc.
-      placeholder: "Ubuntu 21.04 x64"
-    validations:
-      required: true
-
-  - type: input
-    id: greptimedb
-    attributes:
-      label: What version of GreptimeDB did you use?
-      description: |
-        Please provide the version of GreptimeDB. For example:
-        0.5.1 etc. You can get it by executing command line `greptime --version`.
-      placeholder: "0.5.1"
-    validations:
-      required: true
-
-  - type: textarea
-    id: logs
-    attributes:
-      label: Relevant log output and stack trace
-      description: |
-        Please copy and paste any relevant log output or a stack
-        trace. This will be automatically formatted into code, so no
-        need for backticks.
-      render: bash

.github/ISSUE_TEMPLATE/config.yml

@@ -1,8 +0,0 @@
-blank_issues_enabled: false
-contact_links:
-  - name: Greptime Community Slack
-    url: https://greptime.com/slack
-    about: Get free help from the Greptime community
-  - name: Greptime Community Discussion
-    url: https://github.com/greptimeTeam/discussions
-    about: Get free help from the Greptime community

.github/ISSUE_TEMPLATE/enhancement.yml

@@ -1,39 +0,0 @@
----
-name: Enhancement
-description: Suggest an enhancement to existing functionality
-labels: [ "C-enhancement" ]
-body:
-  - type: dropdown
-    id: type
-    attributes:
-      label: What type of enhancement is this?
-      multiple: true
-      options:
-        - API improvement
-        - Configuration
-        - Performance
-        - Refactor
-        - Tech debt reduction
-        - User experience
-        - Other
-    validations:
-      required: true
-
-  - type: textarea
-    id: what
-    attributes:
-      label: What does the enhancement do?
-      description: |
-        Give a high-level overview of how you
-        suggest improving an existing feature or functionality.
-    validations:
-     required: true
-
-  - type: textarea
-    id: implementation
-    attributes:
-      label: Implementation challenges
-      description: |
-        Share any ideas of how to implement the enhancement.
-    validations:
-      required: false

.github/ISSUE_TEMPLATE/feature.yml

@@ -1,42 +0,0 @@
----
-name: New Feature
-description: Suggest a new feature for GreptimeDB
-labels: [ "C-feature" ]
-body:
-  - type: markdown
-    id: info
-    attributes:
-      value: |
-        Only use this template to suggest a new feature that doesn't already exist in GreptimeDB.
-        For enhancements to existing features, use the "Enhancement" issue template. For bugs,
-        use the bug report template.
-
-  - type: textarea
-    id: what
-    attributes:
-      label: What problem does the new feature solve?
-      description: |
-        Describe the problem and why it is important to solve. Did you consider alternative
-        solutions, perhaps outside the database? Why is it better to add the feature to
-        GreptimeDB?
-    validations:
-      required: true
-
-  - type: textarea
-    id: how
-    attributes:
-      label: What does the feature do?
-      description: |
-        Give a high-level overview of what the feature does and how it would work.
-    validations:
-     required: true
-
-  - type: textarea
-    id: implementation
-    attributes:
-      label: Implementation challenges
-      description: |
-        If you have ideas of how to implement the feature, and any particularly
-        challenging issues to overcome, then provide them here.
-    validations:
-      required: false

.github/actions/build-and-push-ci-image/action.yml

@@ -1,18 +0,0 @@
-name: Build and push CI Docker image
-description: Build and push CI Docker image to local registry
-inputs:
-  binary_path:
-    default: "./bin"
-    description: "Binary path"
-runs:
-  using: composite
-  steps: 
-    - name: Build and push to local registry
-      uses: docker/build-push-action@v5
-      with:
-        context: .
-        file: ./docker/ci/ubuntu/Dockerfile.fuzztests
-        push: true
-        tags: localhost:5001/greptime/greptimedb:latest
-        build-args: |
-          BINARY_PATH=${{ inputs.binary_path }}

.github/actions/build-dev-builder-images/action.yml

@@ -1,82 +0,0 @@
-name: Build and push dev-builder images
-description: Build and push dev-builder images to DockerHub and ACR
-inputs:
-  dockerhub-image-registry:
-    description: The dockerhub image registry to store the images
-    required: false
-    default: docker.io
-  dockerhub-image-registry-username:
-    description: The dockerhub username to login to the image registry
-    required: true
-  dockerhub-image-registry-token:
-    description: The dockerhub token to login to the image registry
-    required: true
-  dockerhub-image-namespace:
-    description: The dockerhub namespace of the image registry to store the images
-    required: false
-    default: greptime
-  version:
-    description: Version of the dev-builder
-    required: false
-    default: latest
-  build-dev-builder-ubuntu:
-    description: Build dev-builder-ubuntu image
-    required: false
-    default: "true"
-  build-dev-builder-centos:
-    description: Build dev-builder-centos image
-    required: false
-    default: "true"
-  build-dev-builder-android:
-    description: Build dev-builder-android image
-    required: false
-    default: "true"
-runs:
-  using: composite
-  steps:
-    - name: Login to Dockerhub
-      uses: docker/login-action@v2
-      with:
-        registry: ${{ inputs.dockerhub-image-registry }}
-        username: ${{ inputs.dockerhub-image-registry-username }}
-        password: ${{ inputs.dockerhub-image-registry-token }}
-
-    - name: Set up qemu for multi-platform builds
-      uses: docker/setup-qemu-action@v3
-      with:
-        platforms: linux/amd64,linux/arm64
-        # The latest version will lead to segmentation fault.
-        image: tonistiigi/binfmt:qemu-v7.0.0-28
-
-    - name: Build and push dev-builder-ubuntu image # Build image for amd64 and arm64 platform.
-      shell: bash
-      if: ${{ inputs.build-dev-builder-ubuntu == 'true' }}
-      run: |
-        make dev-builder \
-          BASE_IMAGE=ubuntu \
-          BUILDX_MULTI_PLATFORM_BUILD=all \
-          IMAGE_REGISTRY=${{ inputs.dockerhub-image-registry }} \
-          IMAGE_NAMESPACE=${{ inputs.dockerhub-image-namespace }} \
-          DEV_BUILDER_IMAGE_TAG=${{ inputs.version }}
-
-    - name: Build and push dev-builder-centos image # Only build image for amd64 platform.
-      shell: bash
-      if: ${{ inputs.build-dev-builder-centos == 'true' }}
-      run: |
-        make dev-builder \
-          BASE_IMAGE=centos \
-          BUILDX_MULTI_PLATFORM_BUILD=amd64 \
-          IMAGE_REGISTRY=${{ inputs.dockerhub-image-registry }} \
-          IMAGE_NAMESPACE=${{ inputs.dockerhub-image-namespace }} \
-          DEV_BUILDER_IMAGE_TAG=${{ inputs.version }}
-
-    - name: Build and push dev-builder-android image # Only build image for amd64 platform.
-      shell: bash
-      if: ${{ inputs.build-dev-builder-android == 'true' }}
-      run: |
-        make dev-builder \
-          BASE_IMAGE=android \
-          BUILDX_MULTI_PLATFORM_BUILD=amd64 \
-          IMAGE_REGISTRY=${{ inputs.dockerhub-image-registry }} \
-          IMAGE_NAMESPACE=${{ inputs.dockerhub-image-namespace }} \
-          DEV_BUILDER_IMAGE_TAG=${{ inputs.version }}

.github/actions/build-greptime-binary/action.yml

@@ -1,77 +0,0 @@
-name: Build greptime binary
-description: Build and upload the single linux artifact
-inputs:
-  base-image:
-    description: Base image to build greptime
-    required: true
-  features:
-    description: Cargo features to build
-    required: true
-  cargo-profile:
-    description: Cargo profile to build
-    required: true
-  artifacts-dir:
-    description: Directory to store artifacts
-    required: true
-  version:
-    description: Version of the artifact
-    required: true
-  working-dir:
-    description: Working directory to build the artifacts
-    required: false
-    default: .
-  build-android-artifacts:
-    description: Build android artifacts
-    required: false
-    default: 'false'
-  image-namespace:
-    description: Image Namespace
-    required: false
-    default: 'greptime'
-  image-registry:
-    description: Image Registry
-    required: false
-    default: 'docker.io'
-runs:
-  using: composite
-  steps:
-    - name: Build greptime binary
-      shell: bash
-      if: ${{ inputs.build-android-artifacts == 'false' }}
-      run: |
-        cd ${{ inputs.working-dir }} && \
-        make build-by-dev-builder \
-          CARGO_PROFILE=${{ inputs.cargo-profile }} \
-          FEATURES=${{ inputs.features }} \
-          BASE_IMAGE=${{ inputs.base-image }} \
-          IMAGE_NAMESPACE=${{ inputs.image-namespace }} \
-          IMAGE_REGISTRY=${{ inputs.image-registry }}
-
-    - name: Upload artifacts
-      uses: ./.github/actions/upload-artifacts
-      if: ${{ inputs.build-android-artifacts == 'false' }}
-      env:
-        PROFILE_TARGET: ${{ inputs.cargo-profile == 'dev' && 'debug' || inputs.cargo-profile }}
-      with:
-        artifacts-dir: ${{ inputs.artifacts-dir }}
-        target-files: ./target/$PROFILE_TARGET/greptime
-        version: ${{ inputs.version }}
-        working-dir: ${{ inputs.working-dir }}
-
-    # TODO(zyy17): We can remove build-android-artifacts flag in the future.
-    - name: Build greptime binary
-      shell: bash
-      if: ${{ inputs.build-android-artifacts == 'true' }}
-      run: |
-        cd ${{ inputs.working-dir }} && make strip-android-bin \
-          IMAGE_NAMESPACE=${{ inputs.image-namespace }} \
-          IMAGE_REGISTRY=${{ inputs.image-registry }}
-
-    - name: Upload android artifacts
-      uses: ./.github/actions/upload-artifacts
-      if: ${{ inputs.build-android-artifacts == 'true' }}
-      with:
-        artifacts-dir: ${{ inputs.artifacts-dir }}
-        target-files: ./target/aarch64-linux-android/release/greptime
-        version: ${{ inputs.version }}
-        working-dir: ${{ inputs.working-dir }}

.github/actions/build-greptime-images/action.yml

@@ -1,108 +0,0 @@
-name: Build greptime images
-description: Build and push greptime images
-inputs:
-  image-registry:
-    description: The image registry to store the images
-    required: true
-  image-registry-username:
-    description: The username to login to the image registry
-    required: true
-  image-registry-password:
-    description: The password to login to the image registry
-    required: true
-  amd64-artifact-name:
-    description: The name of the amd64 artifact for building images
-    required: true
-  arm64-artifact-name:
-    description: The name of the arm64 artifact for building images
-    required: false
-    default: ""
-  image-namespace:
-    description: The namespace of the image registry to store the images
-    required: true
-  image-name:
-    description: The name of the image to build
-    required: true
-  image-tag:
-    description: The tag of the image to build
-    required: true
-  docker-file:
-    description: The path to the Dockerfile to build
-    required: true
-  platforms:
-    description: The supported platforms to build the image
-    required: true
-  push-latest-tag:
-    description: Whether to push the latest tag
-    required: true
-    default: 'false'
-runs:
-  using: composite
-  steps:
-    - name: Login to image registry
-      uses: docker/login-action@v2
-      with:
-        registry: ${{ inputs.image-registry }}
-        username: ${{ inputs.image-registry-username }}
-        password: ${{ inputs.image-registry-password }}
-
-    - name: Set up qemu for multi-platform builds
-      uses: docker/setup-qemu-action@v3
-      with:
-        platforms: linux/amd64,linux/arm64
-        # The latest version will lead to segmentation fault.
-        image: tonistiigi/binfmt:qemu-v7.0.0-28
-
-    - name: Set up buildx
-      uses: docker/setup-buildx-action@v2
-
-    - name: Download amd64 artifacts
-      uses: actions/download-artifact@v4
-      with:
-        name: ${{ inputs.amd64-artifact-name }}
-
-    - name: Unzip the amd64 artifacts
-      shell: bash
-      run: |
-        tar xvf ${{ inputs.amd64-artifact-name }}.tar.gz && \
-        rm ${{ inputs.amd64-artifact-name }}.tar.gz && \
-        rm -rf amd64 && \
-        mv ${{ inputs.amd64-artifact-name }} amd64
-
-    - name: Download arm64 artifacts
-      uses: actions/download-artifact@v4
-      if: ${{ inputs.arm64-artifact-name }}
-      with:
-        name: ${{ inputs.arm64-artifact-name }}
-
-    - name: Unzip the arm64 artifacts
-      shell: bash
-      if: ${{ inputs.arm64-artifact-name }}
-      run: |
-        tar xvf ${{ inputs.arm64-artifact-name }}.tar.gz && \
-        rm ${{ inputs.arm64-artifact-name }}.tar.gz && \
-        rm -rf arm64 && \
-        mv ${{ inputs.arm64-artifact-name }} arm64
-
-    - name: Build and push images(without latest) for amd64 and arm64
-      if: ${{ inputs.push-latest-tag == 'false' }}
-      uses: docker/build-push-action@v3
-      with:
-        context: .
-        file: ${{ inputs.docker-file }}
-        push: true
-        platforms: ${{ inputs.platforms }}
-        tags: |
-          ${{ inputs.image-registry }}/${{ inputs.image-namespace }}/${{ inputs.image-name }}:${{ inputs.image-tag }}
-
-    - name: Build and push images for amd64 and arm64
-      if: ${{ inputs.push-latest-tag == 'true' }}
-      uses: docker/build-push-action@v3
-      with:
-        context: .
-        file: ${{ inputs.docker-file }}
-        push: true
-        platforms: ${{ inputs.platforms }}
-        tags: |
-          ${{ inputs.image-registry }}/${{ inputs.image-namespace }}/${{ inputs.image-name }}:latest
-          ${{ inputs.image-registry }}/${{ inputs.image-namespace }}/${{ inputs.image-name }}:${{ inputs.image-tag }}

.github/actions/build-images/action.yml

@@ -1,62 +0,0 @@
-name: Group for building greptimedb images
-description: Group for building greptimedb images
-inputs:
-  image-registry:
-    description: The image registry to store the images
-    required: true
-  image-namespace:
-    description: The namespace of the image registry to store the images
-    required: true
-  image-name:
-    description: The name of the image to build
-    required: false
-    default: greptimedb
-  image-registry-username:
-    description: The username to login to the image registry
-    required: true
-  image-registry-password:
-    description: The password to login to the image registry
-    required: true
-  version:
-    description: Version of the artifact
-    required: true
-  push-latest-tag:
-    description: Whether to push the latest tag
-    required: true
-    default: 'false'
-  dev-mode:
-    description: Enable dev mode, only build standard greptime
-    required: false
-    default: 'false'
-runs:
-  using: composite
-  steps:
-    - name: Build and push standard images to dockerhub
-      uses: ./.github/actions/build-greptime-images
-      with: # The image will be used as '${{ inputs.image-registry }}/${{ inputs.image-namespace }}/${{ inputs.image-name }}:${{ inputs.version }}'
-        image-registry: ${{ inputs.image-registry }}
-        image-namespace: ${{ inputs.image-namespace }}
-        image-registry-username: ${{ inputs.image-registry-username }}
-        image-registry-password: ${{ inputs.image-registry-password }}
-        image-name: ${{ inputs.image-name }}
-        image-tag: ${{ inputs.version }}
-        docker-file: docker/ci/ubuntu/Dockerfile
-        amd64-artifact-name: greptime-linux-amd64-${{ inputs.version }}
-        arm64-artifact-name: greptime-linux-arm64-${{ inputs.version }}
-        platforms: linux/amd64,linux/arm64
-        push-latest-tag: ${{ inputs.push-latest-tag }}
-
-    - name: Build and push centos images to dockerhub
-      if: ${{ inputs.dev-mode == 'false' }}
-      uses: ./.github/actions/build-greptime-images
-      with:
-        image-registry: ${{ inputs.image-registry }}
-        image-namespace: ${{ inputs.image-namespace }}
-        image-registry-username: ${{ inputs.image-registry-username }}
-        image-registry-password: ${{ inputs.image-registry-password }}
-        image-name: ${{ inputs.image-name }}-centos
-        image-tag: ${{ inputs.version }}
-        docker-file: docker/ci/centos/Dockerfile
-        amd64-artifact-name: greptime-linux-amd64-centos-${{ inputs.version }}
-        platforms: linux/amd64
-        push-latest-tag: ${{ inputs.push-latest-tag }}

.github/actions/build-linux-artifacts/action.yml

@@ -1,91 +0,0 @@
-name: Build linux artifacts
-description: Build linux artifacts
-inputs:
-  arch:
-    description: Architecture to build
-    required: true
-  cargo-profile:
-    description: Cargo profile to build
-    required: true
-  version:
-    description: Version of the artifact
-    required: true
-  disable-run-tests:
-    description: Disable running integration tests
-    required: true
-  dev-mode:
-    description: Enable dev mode, only build standard greptime
-    required: false
-    default: "false"
-  image-namespace:
-    description: Image Namespace
-    required: true
-  image-registry:
-    description: Image Registry
-    required: true
-  working-dir:
-    description: Working directory to build the artifacts
-    required: false
-    default: .
-runs:
-  using: composite
-  steps:
-    - name: Run integration test
-      if: ${{ inputs.disable-run-tests == 'false' }}
-      shell: bash
-      # NOTE: If the BUILD_JOBS > 4, it's always OOM in EC2 instance.
-      run: |
-        cd ${{ inputs.working-dir }} && \
-        make run-it-in-container BUILD_JOBS=4 \
-        IMAGE_NAMESPACE=${{ inputs.image-namespace }} \
-        IMAGE_REGISTRY=${{ inputs.image-registry }}
-
-    - name: Upload sqlness logs
-      if: ${{ failure() && inputs.disable-run-tests == 'false' }} # Only upload logs when the integration tests failed.
-      uses: actions/upload-artifact@v4
-      with:
-        name: sqlness-logs
-        path: /tmp/greptime-*.log
-        retention-days: 3
-
-    - name: Build greptime # Builds standard greptime binary
-      uses: ./.github/actions/build-greptime-binary
-      with:
-        base-image: ubuntu
-        features: servers/dashboard,pg_kvbackend,mysql_kvbackend
-        cargo-profile: ${{ inputs.cargo-profile }}
-        artifacts-dir: greptime-linux-${{ inputs.arch }}-${{ inputs.version }}
-        version: ${{ inputs.version }}
-        working-dir: ${{ inputs.working-dir }}
-        image-registry: ${{ inputs.image-registry }}
-        image-namespace: ${{ inputs.image-namespace }}
-
-    - name: Clean up the target directory # Clean up the target directory for the centos7 base image, or it will still use the objects of last build.
-      shell: bash
-      run: |
-        rm -rf ./target/
-
-    - name: Build greptime on centos base image
-      uses: ./.github/actions/build-greptime-binary
-      if: ${{ inputs.arch == 'amd64' && inputs.dev-mode == 'false' }} # Builds greptime for centos if the host machine is amd64.
-      with:
-        base-image: centos
-        features: servers/dashboard,pg_kvbackend,mysql_kvbackend
-        cargo-profile: ${{ inputs.cargo-profile }}
-        artifacts-dir: greptime-linux-${{ inputs.arch }}-centos-${{ inputs.version }}
-        version: ${{ inputs.version }}
-        working-dir: ${{ inputs.working-dir }}
-        image-registry: ${{ inputs.image-registry }}
-        image-namespace: ${{ inputs.image-namespace }}
-
-    - name: Build greptime on android base image
-      uses: ./.github/actions/build-greptime-binary
-      if: ${{ inputs.arch == 'amd64' && inputs.dev-mode == 'false' }} # Builds arm64 greptime binary for android if the host machine amd64.
-      with:
-        base-image: android
-        artifacts-dir: greptime-android-arm64-${{ inputs.version }}
-        version: ${{ inputs.version }}
-        working-dir: ${{ inputs.working-dir }}
-        build-android-artifacts: true
-        image-registry: ${{ inputs.image-registry }}
-        image-namespace: ${{ inputs.image-namespace }}

.github/actions/build-macos-artifacts/action.yml

@@ -1,94 +0,0 @@
-name: Build macos artifacts
-description: Build macos artifacts
-inputs:
-  arch:
-    description: Architecture to build
-    required: true
-  cargo-profile:
-    description: Cargo profile to build
-    required: true
-  features:
-    description: Cargo features to build
-    required: true
-  version:
-    description: Version of the artifact
-    required: true
-  disable-run-tests:
-    description: Disable running integration tests
-    required: true
-  artifacts-dir:
-    description: Directory to store artifacts
-    required: true
-runs:
-  using: composite
-  steps:
-    - name: Cache cargo assets
-      id: cache
-      uses: actions/cache@v3
-      with:
-        path: |
-          ~/.cargo/bin/
-          ~/.cargo/registry/index/
-          ~/.cargo/registry/cache/
-          ~/.cargo/git/db/
-          target/
-        key: ${{ inputs.arch }}-build-cargo-${{ hashFiles('**/Cargo.lock') }}
-
-    - name: Install protoc
-      shell: bash
-      run: |
-        brew install protobuf
-
-    - name: Install rust toolchain
-      uses: actions-rust-lang/setup-rust-toolchain@v1
-      with:
-        target: ${{ inputs.arch }}
-
-    - name: Start etcd # For integration tests.
-      if: ${{ inputs.disable-run-tests == 'false' }}
-      shell: bash
-      run: |
-        brew install etcd && \
-        brew services start etcd
-
-    - name: Install latest nextest release # For integration tests.
-      if: ${{ inputs.disable-run-tests == 'false' }}
-      uses: taiki-e/install-action@nextest
-
-    # Get proper backtraces in mac Sonoma. Currently there's an issue with the new
-    # linker that prevents backtraces from getting printed correctly.
-    #
-    # <https://github.com/rust-lang/rust/issues/113783>
-    - name: Run integration tests
-      if: ${{ inputs.disable-run-tests == 'false' }}
-      shell: bash
-      env:
-        CARGO_BUILD_RUSTFLAGS: "-Clink-arg=-Wl,-ld_classic"
-        SQLNESS_OPTS: "--preserve-state"
-      run: |
-        make test sqlness-test
-
-    - name: Upload sqlness logs
-      if: ${{ failure() }} # Only upload logs when the integration tests failed.
-      uses: actions/upload-artifact@v4
-      with:
-        name: sqlness-logs
-        path: /tmp/greptime-*.log
-        retention-days: 3
-
-    - name: Build greptime binary
-      shell: bash
-      env:
-        CARGO_BUILD_RUSTFLAGS: "-Clink-arg=-Wl,-ld_classic"
-      run: |
-        make build \
-        CARGO_PROFILE=${{ inputs.cargo-profile }} \
-        FEATURES=${{ inputs.features }} \
-        TARGET=${{ inputs.arch }}
-
-    - name: Upload artifacts
-      uses: ./.github/actions/upload-artifacts
-      with:
-        artifacts-dir: ${{ inputs.artifacts-dir }}
-        target-files: target/${{ inputs.arch }}/${{ inputs.cargo-profile }}/greptime
-        version: ${{ inputs.version }}

.github/actions/build-windows-artifacts/action.yml

@@ -1,71 +0,0 @@
-name: Build Windows artifacts
-description: Build Windows artifacts
-inputs:
-  arch:
-    description: Architecture to build
-    required: true
-  cargo-profile:
-    description: Cargo profile to build
-    required: true
-  features:
-    description: Cargo features to build
-    required: true
-  version:
-    description: Version of the artifact
-    required: true
-  disable-run-tests:
-    description: Disable running integration tests
-    required: true
-  artifacts-dir:
-    description: Directory to store artifacts
-    required: true
-runs:
-  using: composite
-  steps:
-    - uses: arduino/setup-protoc@v3
-
-    - name: Install rust toolchain
-      uses: actions-rust-lang/setup-rust-toolchain@v1
-      with:
-        target: ${{ inputs.arch }}
-        components: llvm-tools-preview
-
-    - name: Rust Cache
-      uses: Swatinem/rust-cache@v2
-
-    - name: Install WSL distribution
-      uses: Vampire/setup-wsl@v2
-      with:
-        distribution: Ubuntu-22.04
-
-    - name: Install latest nextest release # For integration tests.
-      if: ${{ inputs.disable-run-tests == 'false' }}
-      uses: taiki-e/install-action@nextest
-
-    - name: Run integration tests
-      if: ${{ inputs.disable-run-tests == 'false' }}
-      shell: pwsh
-      run: make test sqlness-test
-      env:
-        RUSTUP_WINDOWS_PATH_ADD_BIN: 1 # Workaround for https://github.com/nextest-rs/nextest/issues/1493
-        RUST_BACKTRACE: 1
-        SQLNESS_OPTS: "--preserve-state"
-
-    - name: Upload sqlness logs
-      if: ${{ failure() }} # Only upload logs when the integration tests failed.
-      uses: actions/upload-artifact@v4
-      with:
-        name: sqlness-logs
-        path: C:\Users\RUNNER~1\AppData\Local\Temp\sqlness*
-        retention-days: 3
-
-    - name: Build greptime binary
-      shell: pwsh
-      run: cargo build --profile ${{ inputs.cargo-profile }} --features ${{ inputs.features }} --target ${{ inputs.arch }} --bin greptime
-
-    - name: Upload artifacts
-      uses: ./.github/actions/upload-artifacts
-      with:
-        artifacts-dir: ${{ inputs.artifacts-dir }}
-        target-files: target/${{ inputs.arch }}/${{ inputs.cargo-profile }}/greptime,target/${{ inputs.arch }}/${{ inputs.cargo-profile }}/greptime.pdb
-        version: ${{ inputs.version }}

.github/actions/deploy-greptimedb/action.yml

@@ -1,31 +0,0 @@
-name: Deploy GreptimeDB cluster
-description: Deploy GreptimeDB cluster on Kubernetes
-inputs:
-  aws-ci-test-bucket:
-    description: 'AWS S3 bucket name for testing'
-    required: true
-  aws-region:
-    description: 'AWS region for testing'
-    required: true
-  data-root:
-    description: 'Data root for testing'
-    required: true
-  aws-access-key-id:
-    description: 'AWS access key id for testing'
-    required: true
-  aws-secret-access-key:
-    description: 'AWS secret access key for testing'
-    required: true
-runs:
-  using: composite
-  steps:
-    - name: Deploy GreptimeDB by Helm
-      shell: bash
-      env:
-        DATA_ROOT: ${{ inputs.data-root }}
-        AWS_CI_TEST_BUCKET: ${{ inputs.aws-ci-test-bucket }}
-        AWS_REGION: ${{ inputs.aws-region }}
-        AWS_ACCESS_KEY_ID: ${{ inputs.aws-access-key-id }}
-        AWS_SECRET_ACCESS_KEY: ${{ inputs.aws-secret-access-key }}
-      run: |
-        ./.github/scripts/deploy-greptimedb.sh

.github/actions/fuzz-test/action.yaml

@@ -1,19 +0,0 @@
-name: Fuzz Test
-description: 'Fuzz test given setup and service'
-inputs:
-  target:
-    description: "The fuzz target to test"
-    required: true
-  max-total-time:
-    description: "Max total time(secs)"
-    required: true
-  unstable:
-    default: 'false'
-    description: "Enable unstable feature"
-runs:
-  using: composite
-  steps:
-  - name: Run Fuzz Test
-    shell: bash
-    run: cargo fuzz run ${{ inputs.target }} --fuzz-dir tests-fuzz -D -s none ${{ inputs.unstable == 'true' && '--features=unstable' || '' }} -- -max_total_time=${{ inputs.max-total-time }}
-

.github/actions/publish-github-release/action.yml

@@ -1,53 +0,0 @@
-name: Publish GitHub release
-description: Publish GitHub release
-inputs:
-  version:
-    description: Version to release
-    required: true
-runs:
-  using: composite
-  steps:
-    # Download artifacts from previous jobs, the artifacts will be downloaded to:
-    # ${WORKING_DIR}
-    #   |- greptime-darwin-amd64-v0.5.0/greptime-darwin-amd64-v0.5.0.tar.gz
-    #   |- greptime-darwin-amd64-v0.5.0.sha256sum/greptime-darwin-amd64-v0.5.0.sha256sum
-    #   |- greptime-darwin-amd64-v0.5.0/greptime-darwin-amd64-v0.5.0.tar.gz
-    #   |- greptime-darwin-amd64-v0.5.0.sha256sum/greptime-darwin-amd64-v0.5.0.sha256sum
-    #   ...
-    - name: Download artifacts
-      uses: actions/download-artifact@v4
-
-    - name: Create git tag for release
-      if: ${{ github.event_name != 'push' }} # Meaning this is a scheduled or manual workflow.
-      shell: bash
-      run: |
-        git tag ${{ inputs.version }}
-
-    # Only publish release when the release tag is like v1.0.0, v1.0.1, v1.0.2, etc.
-    - name: Set release arguments
-      shell: bash
-      run: |
-        if [[ "${{ inputs.version }}" =~ ^v[0-9]+\.[0-9]+\.[0-9]+$ ]]; then
-          echo "prerelease=false" >> $GITHUB_ENV
-          echo "makeLatest=true" >> $GITHUB_ENV
-          echo "generateReleaseNotes=false" >> $GITHUB_ENV
-          echo "omitBody=true" >> $GITHUB_ENV
-        else
-          echo "prerelease=true" >> $GITHUB_ENV
-          echo "makeLatest=false" >> $GITHUB_ENV
-          echo "generateReleaseNotes=true" >> $GITHUB_ENV
-          echo "omitBody=false" >> $GITHUB_ENV
-        fi
-
-    - name: Publish release
-      uses: ncipollo/release-action@v1
-      with:
-        name: "Release ${{ inputs.version }}"
-        prerelease: ${{ env.prerelease }}
-        makeLatest: ${{ env.makeLatest }}
-        tag: ${{ inputs.version }}
-        generateReleaseNotes: ${{ env.generateReleaseNotes }}
-        omitBody: ${{ env.omitBody }} # omitBody is true when the release is a official release.
-        allowUpdates: true
-        artifacts: |
-          **/greptime-*/*

.github/actions/release-cn-artifacts/action.yaml

@@ -1,146 +0,0 @@
-name: Release CN artifacts
-description: Release artifacts to CN region
-inputs:
-  src-image-registry:
-    description: The source image registry to store the images
-    required: true
-    default: docker.io
-  src-image-namespace:
-    description: The namespace of the source image registry to store the images
-    required: true
-    default: greptime
-  src-image-name:
-    description: The name of the source image
-    required: false
-    default: greptimedb
-  dst-image-registry:
-    description: The destination image registry to store the images
-    required: true
-  dst-image-namespace:
-    description: The namespace of the destination image registry to store the images
-    required: true
-    default: greptime
-  dst-image-registry-username:
-    description: The username to login to the image registry
-    required: true
-  dst-image-registry-password:
-    description: The password to login to the image registry
-    required: true
-  version:
-    description: Version of the artifact
-    required: true
-  dev-mode:
-    description: Enable dev mode, only push standard greptime
-    required: false
-    default: 'false'
-  push-latest-tag:
-    description: Whether to push the latest tag of the image
-    required: false
-    default: 'true'
-  aws-cn-s3-bucket:
-    description: S3 bucket to store released artifacts in CN region
-    required: true
-  aws-cn-access-key-id:
-    description: AWS access key id in CN region
-    required: true
-  aws-cn-secret-access-key:
-    description: AWS secret access key in CN region
-    required: true
-  aws-cn-region:
-    description: AWS region in CN
-    required: true
-  upload-to-s3:
-    description: Upload to S3
-    required: true
-    default: 'false'
-  artifacts-dir:
-    description: Directory to store artifacts
-    required: false
-    default: 'artifacts'
-  update-version-info:
-    description: Update the version info in S3
-    required: false
-    default: 'true'
-  upload-max-retry-times:
-    description: Max retry times for uploading artifacts to S3
-    required: false
-    default: "20"
-  upload-retry-timeout:
-    description: Timeout for uploading artifacts to S3
-    required: false
-    default: "30" # minutes
-runs:
-  using: composite
-  steps:
-    - name: Download artifacts
-      uses: actions/download-artifact@v4
-      with:
-        path: ${{ inputs.artifacts-dir }}
-
-    - name: Install s5cmd
-      shell: bash
-      run: |
-        wget https://github.com/peak/s5cmd/releases/download/v2.3.0/s5cmd_2.3.0_Linux-64bit.tar.gz
-        tar -xzf s5cmd_2.3.0_Linux-64bit.tar.gz
-        sudo mv s5cmd /usr/local/bin/
-        sudo chmod +x /usr/local/bin/s5cmd
-
-    - name: Release artifacts to cn region
-      uses: nick-invision/retry@v2
-      if: ${{ inputs.upload-to-s3 == 'true' }}
-      env:
-        AWS_ACCESS_KEY_ID: ${{ inputs.aws-cn-access-key-id }}
-        AWS_SECRET_ACCESS_KEY: ${{ inputs.aws-cn-secret-access-key }}
-        AWS_REGION: ${{ inputs.aws-cn-region }}
-        UPDATE_VERSION_INFO: ${{ inputs.update-version-info }}
-      with:
-        max_attempts: ${{ inputs.upload-max-retry-times }}
-        timeout_minutes: ${{ inputs.upload-retry-timeout }}
-        command: |
-          ./.github/scripts/upload-artifacts-to-s3.sh \
-            ${{ inputs.artifacts-dir }} \
-            ${{ inputs.version }} \
-            ${{ inputs.aws-cn-s3-bucket }}
-
-    - name: Push greptimedb image from Dockerhub to ACR
-      shell: bash
-      env:
-        DST_REGISTRY_USERNAME: ${{ inputs.dst-image-registry-username }}
-        DST_REGISTRY_PASSWORD: ${{ inputs.dst-image-registry-password }}
-      run: |
-        ./.github/scripts/copy-image.sh \
-         ${{ inputs.src-image-registry }}/${{ inputs.src-image-namespace }}/${{ inputs.src-image-name }}:${{ inputs.version }} \
-         ${{ inputs.dst-image-registry }}/${{ inputs.dst-image-namespace }}
-
-    - name: Push latest greptimedb image from Dockerhub to ACR
-      shell: bash
-      if: ${{ inputs.push-latest-tag == 'true' }}
-      env:
-        DST_REGISTRY_USERNAME: ${{ inputs.dst-image-registry-username }}
-        DST_REGISTRY_PASSWORD: ${{ inputs.dst-image-registry-password }}
-      run: |
-        ./.github/scripts/copy-image.sh \
-         ${{ inputs.src-image-registry }}/${{ inputs.src-image-namespace }}/${{ inputs.src-image-name }}:latest \
-         ${{ inputs.dst-image-registry }}/${{ inputs.dst-image-namespace }}
-
-    - name: Push greptimedb-centos image from DockerHub to ACR
-      shell: bash
-      if: ${{ inputs.dev-mode == 'false' }}
-      env:
-        DST_REGISTRY_USERNAME: ${{ inputs.dst-image-registry-username }}
-        DST_REGISTRY_PASSWORD: ${{ inputs.dst-image-registry-password }}
-      run: |
-        ./.github/scripts/copy-image.sh \
-         ${{ inputs.src-image-registry }}/${{ inputs.src-image-namespace }}/${{ inputs.src-image-name }}-centos:${{ inputs.version }} \
-         ${{ inputs.dst-image-registry }}/${{ inputs.dst-image-namespace }}
-
-    - name: Push latest greptimedb-centos image from DockerHub to ACR
-      shell: bash
-      if: ${{ inputs.dev-mode == 'false' && inputs.push-latest-tag == 'true' }}
-      env:
-        DST_REGISTRY_USERNAME: ${{ inputs.dst-image-registry-username }}
-        DST_REGISTRY_PASSWORD: ${{ inputs.dst-image-registry-password }}
-      run: |
-        ./.github/scripts/copy-image.sh \
-         ${{ inputs.src-image-registry }}/${{ inputs.src-image-namespace }}/${{ inputs.src-image-name }}-centos:latest \
-         ${{ inputs.dst-image-registry }}/${{ inputs.dst-image-namespace }}

.github/actions/setup-chaos/action.yml

@@ -1,17 +0,0 @@
-name: Setup Kind
-description: Deploy Kind
-runs:
-  using: composite
-  steps:
-  - uses: actions/checkout@v4
-  - name: Create kind cluster
-    shell: bash
-    run: |
-      helm repo add chaos-mesh https://charts.chaos-mesh.org
-      kubectl create ns chaos-mesh
-      helm install chaos-mesh chaos-mesh/chaos-mesh -n=chaos-mesh --version 2.6.3
-  - name: Print Chaos-mesh
-    if: always()
-    shell: bash
-    run: | 
-      kubectl get po -n chaos-mesh

.github/actions/setup-cyborg/action.yml

@@ -1,16 +0,0 @@
-name: Setup cyborg environment
-description: Setup cyborg environment
-runs:
-  using: composite
-  steps:
-    - uses: actions/setup-node@v4
-      with:
-        node-version: 22
-    - uses: pnpm/action-setup@v3
-      with:
-        package_json_file: 'cyborg/package.json'
-        run_install: true
-    - name: Describe the Environment
-      working-directory: cyborg
-      shell: bash
-      run: pnpm tsx -v

.github/actions/setup-etcd-cluster/action.yml

@@ -1,27 +0,0 @@
-name: Setup Etcd cluster
-description: Deploy Etcd cluster on Kubernetes
-inputs:
-  etcd-replicas:
-    default: 1
-    description: "Etcd replicas"
-  namespace:
-    default: "etcd-cluster"
-
-runs:
-  using: composite
-  steps:
-  - name: Install Etcd cluster
-    shell: bash
-    run: | 
-      helm upgrade \
-        --install etcd oci://registry-1.docker.io/bitnamicharts/etcd \
-        --set replicaCount=${{ inputs.etcd-replicas }} \
-        --set resources.requests.cpu=50m \
-        --set resources.requests.memory=128Mi \
-        --set resources.limits.cpu=1500m \
-        --set resources.limits.memory=2Gi \
-        --set auth.rbac.create=false \
-        --set auth.rbac.token.enabled=false \
-        --set persistence.size=2Gi \
-        --create-namespace \
-        -n ${{ inputs.namespace }}

.github/actions/setup-greptimedb-cluster/action.yml

@@ -1,95 +0,0 @@
-name: Setup GreptimeDB cluster
-description: Deploy GreptimeDB cluster on Kubernetes
-inputs:
-  frontend-replicas:
-    default: 2
-    description: "Number of Frontend replicas"
-  datanode-replicas:
-    default: 2
-    description: "Number of Datanode replicas"
-  meta-replicas:
-    default: 1
-    description: "Number of Metasrv replicas"
-  image-registry: 
-    default: "docker.io"
-    description: "Image registry"
-  image-repository: 
-    default: "greptime/greptimedb"
-    description: "Image repository"
-  image-tag: 
-    default: "latest"
-    description: 'Image tag'
-  etcd-endpoints:
-    default: "etcd.etcd-cluster.svc.cluster.local:2379"
-    description: "Etcd endpoints"
-  values-filename:
-    default: "with-minio.yaml"
-  enable-region-failover:
-    default: false
-
-runs:
-  using: composite
-  steps:
-  - name: Install GreptimeDB operator
-    uses: nick-fields/retry@v3
-    with: 
-      timeout_minutes: 3
-      max_attempts: 3
-      shell: bash
-      command: |
-        helm repo add greptime https://greptimeteam.github.io/helm-charts/ 
-        helm repo update
-        helm upgrade \
-          --install \
-          --create-namespace \
-          greptimedb-operator greptime/greptimedb-operator \
-          -n greptimedb-admin \
-          --wait \
-          --wait-for-jobs
-  - name: Install GreptimeDB cluster
-    shell: bash
-    run: | 
-      helm upgrade \
-        --install my-greptimedb \
-        --set meta.etcdEndpoints=${{ inputs.etcd-endpoints }} \
-        --set meta.enableRegionFailover=${{ inputs.enable-region-failover }} \
-        --set image.registry=${{ inputs.image-registry }} \
-        --set image.repository=${{ inputs.image-repository }}  \
-        --set image.tag=${{ inputs.image-tag }} \
-        --set base.podTemplate.main.resources.requests.cpu=50m \
-        --set base.podTemplate.main.resources.requests.memory=256Mi \
-        --set base.podTemplate.main.resources.limits.cpu=2000m \
-        --set base.podTemplate.main.resources.limits.memory=2Gi \
-        --set frontend.replicas=${{ inputs.frontend-replicas }} \
-        --set datanode.replicas=${{ inputs.datanode-replicas }} \
-        --set meta.replicas=${{ inputs.meta-replicas }} \
-        greptime/greptimedb-cluster \
-        --create-namespace \
-        -n my-greptimedb \
-        --values ./.github/actions/setup-greptimedb-cluster/${{ inputs.values-filename }} \
-        --wait \
-        --wait-for-jobs
-  - name: Wait for GreptimeDB
-    shell: bash
-    run: |
-      while true; do 
-        PHASE=$(kubectl -n my-greptimedb get gtc my-greptimedb -o jsonpath='{.status.clusterPhase}')
-        if [ "$PHASE" == "Running" ]; then
-          echo "Cluster is ready"
-          break
-        else
-          echo "Cluster is not ready yet: Current phase: $PHASE"
-          kubectl get pods -n my-greptimedb
-          sleep 5 # wait for 5 seconds before check again.
-        fi
-      done
-  - name: Print GreptimeDB info
-    if: always()
-    shell: bash
-    run: | 
-      kubectl get all --show-labels -n my-greptimedb
-  - name: Describe Nodes
-    if: always()
-    shell: bash
-    run: | 
-      kubectl describe nodes

.github/actions/setup-greptimedb-cluster/with-disk.yaml

@@ -1,13 +0,0 @@
-meta:
-  configData: |-
-    [runtime]
-    global_rt_size = 4
-datanode:
-  configData: |-
-    [runtime]
-    global_rt_size = 4
-    compact_rt_size = 2
-frontend:
-  configData: |-
-    [runtime]
-    global_rt_size = 4

.github/actions/setup-greptimedb-cluster/with-minio-and-cache.yaml

@@ -1,33 +0,0 @@
-meta:
-  configData: |-
-    [runtime]
-    global_rt_size = 4
-
-    [datanode]
-    [datanode.client]
-    timeout = "120s"
-datanode:
-  configData: |-
-    [runtime]
-    global_rt_size = 4
-    compact_rt_size = 2
-    
-    [storage]
-    cache_path = "/data/greptimedb/s3cache"
-    cache_capacity = "256MB"
-frontend:
-  configData: |-
-    [runtime]
-    global_rt_size = 4
-
-    [meta_client]
-    ddl_timeout = "120s"
-objectStorage:
-  s3:
-    bucket: default
-    region: us-west-2
-    root: test-root
-    endpoint: http://minio.minio.svc.cluster.local 
-  credentials:
-    accessKeyId: rootuser
-    secretAccessKey: rootpass123

.github/actions/setup-greptimedb-cluster/with-minio.yaml

@@ -1,29 +0,0 @@
-meta:
-  configData: |-
-    [runtime]
-    global_rt_size = 4
-    
-    [datanode]
-    [datanode.client]
-    timeout = "120s"
-datanode:
-  configData: |-
-    [runtime]
-    global_rt_size = 4
-    compact_rt_size = 2
-frontend:
-  configData: |-
-    [runtime]
-    global_rt_size = 4
-
-    [meta_client]
-    ddl_timeout = "120s"
-objectStorage:
-  s3:
-    bucket: default
-    region: us-west-2
-    root: test-root
-    endpoint: http://minio.minio.svc.cluster.local 
-  credentials:
-    accessKeyId: rootuser
-    secretAccessKey: rootpass123

.github/actions/setup-greptimedb-cluster/with-remote-wal.yaml

@@ -1,45 +0,0 @@
-meta:
-  configData: |-
-    [runtime]
-    global_rt_size = 4
-    
-    [wal]
-    provider = "kafka"
-    broker_endpoints = ["kafka.kafka-cluster.svc.cluster.local:9092"]
-    num_topics = 3
-
-        
-    [datanode]
-    [datanode.client]
-    timeout = "120s"
-datanode:
-  configData: |-
-    [runtime]
-    global_rt_size = 4
-    compact_rt_size = 2
-
-    [wal]
-    provider = "kafka"
-    broker_endpoints = ["kafka.kafka-cluster.svc.cluster.local:9092"]
-    linger = "2ms"
-frontend:
-  configData: |-
-    [runtime]
-    global_rt_size = 4
-
-    [meta_client]
-    ddl_timeout = "120s"
-objectStorage:
-  s3:
-    bucket: default
-    region: us-west-2
-    root: test-root
-    endpoint: http://minio.minio.svc.cluster.local 
-  credentials:
-    accessKeyId: rootuser
-    secretAccessKey: rootpass123
-remoteWal:
-   enabled: true
-   kafka:
-     brokerEndpoints: 
-      - "kafka.kafka-cluster.svc.cluster.local:9092"

.github/actions/setup-kafka-cluster/action.yml

@@ -1,26 +0,0 @@
-name: Setup Kafka cluster
-description: Deploy Kafka cluster on Kubernetes
-inputs:
-  controller-replicas:
-    default: 3
-    description: "Kafka controller replicas"
-  namespace:
-    default: "kafka-cluster"
-
-runs:
-  using: composite
-  steps:
-  - name: Install Kafka cluster
-    shell: bash
-    run: | 
-      helm upgrade \
-        --install kafka oci://registry-1.docker.io/bitnamicharts/kafka \
-        --set controller.replicaCount=${{ inputs.controller-replicas }} \
-        --set controller.resources.requests.cpu=50m \
-        --set controller.resources.requests.memory=128Mi \
-        --set controller.resources.limits.cpu=2000m \
-        --set controller.resources.limits.memory=2Gi \
-        --set listeners.controller.protocol=PLAINTEXT \
-        --set listeners.client.protocol=PLAINTEXT \
-        --create-namespace \
-        -n ${{ inputs.namespace }}

.github/actions/setup-kind/action.yml

@@ -1,10 +0,0 @@
-name: Setup Kind
-description: Deploy Kind
-runs:
-  using: composite
-  steps:
-  - uses: actions/checkout@v4
-  - name: Create kind cluster
-    shell: bash
-    run: |
-      ./.github/scripts/kind-with-registry.sh

.github/actions/setup-minio/action.yml

@@ -1,24 +0,0 @@
-name: Setup Minio cluster
-description: Deploy Minio cluster on Kubernetes
-inputs:
-  replicas:
-    default: 1
-    description: "replicas"
-
-runs:
-  using: composite
-  steps:
-  - name: Install Etcd cluster
-    shell: bash
-    run: | 
-      helm repo add minio https://charts.min.io/
-      helm upgrade --install minio \
-      --set resources.requests.memory=128Mi \
-      --set replicas=${{ inputs.replicas }} \
-      --set mode=standalone \
-      --set rootUser=rootuser,rootPassword=rootpass123 \
-      --set buckets[0].name=default \
-      --set service.port=80,service.targetPort=9000 \
-      minio/minio \
-      --create-namespace \
-      -n minio

.github/actions/setup-postgres-cluster/action.yml

@@ -1,30 +0,0 @@
-name: Setup PostgreSQL
-description: Deploy PostgreSQL on Kubernetes
-inputs:
-  postgres-replicas:
-    default: 1
-    description: "Number of PostgreSQL replicas"
-  namespace:
-    default: "postgres-namespace"
-  postgres-version:
-    default: "14.2"
-    description: "PostgreSQL version"
-  storage-size:
-    default: "1Gi"
-    description: "Storage size for PostgreSQL"
-
-runs:
-  using: composite
-  steps:
-  - name: Install PostgreSQL
-    shell: bash
-    run: |
-      helm upgrade \
-        --install postgresql oci://registry-1.docker.io/bitnamicharts/postgresql \
-        --set replicaCount=${{ inputs.postgres-replicas }} \
-        --set image.tag=${{ inputs.postgres-version }} \
-        --set persistence.size=${{ inputs.storage-size }} \
-        --set postgresql.username=greptimedb \
-        --set postgresql.password=admin \
-        --create-namespace \
-        -n ${{ inputs.namespace }}

.github/actions/sqlness-test/action.yml

@@ -1,70 +0,0 @@
-name: Run sqlness test
-description: Run sqlness test on GreptimeDB
-
-inputs:
-  aws-ci-test-bucket:
-    description: 'AWS S3 bucket name for testing'
-    required: true
-  aws-region:
-    description: 'AWS region for testing'
-    required: true
-  data-root:
-    description: 'Data root for testing'
-    required: true
-  aws-access-key-id:
-    description: 'AWS access key id for testing'
-    required: true
-  aws-secret-access-key:
-    description: 'AWS secret access key for testing'
-    required: true
-
-runs:
-  using: composite
-  steps:
-    - name: Deploy GreptimeDB cluster by Helm
-      uses: ./.github/actions/deploy-greptimedb
-      with:
-        data-root: ${{ inputs.data-root }}
-        aws-ci-test-bucket: ${{ inputs.aws-ci-test-bucket }}
-        aws-region: ${{ inputs.aws-region }}
-        aws-access-key-id: ${{ inputs.aws-access-key-id }}
-        aws-secret-access-key: ${{ inputs.aws-secret-access-key }}
-
-    # TODO(zyy17): The following tests will be replaced by the real sqlness test.
-    - name: Run tests on greptimedb cluster
-      shell: bash
-      run: |
-        mysql -h 127.0.0.1 -P 14002 -e "CREATE TABLE IF NOT EXISTS system_metrics (host VARCHAR(255), idc VARCHAR(255), cpu_util DOUBLE, memory_util DOUBLE, disk_util DOUBLE, ts TIMESTAMP DEFAULT CURRENT_TIMESTAMP, PRIMARY KEY(host, idc), TIME INDEX(ts));" && \
-        mysql -h 127.0.0.1 -P 14002 -e "SHOW TABLES;"
-
-    - name: Run tests on greptimedb cluster that uses S3
-      shell: bash
-      run: |
-        mysql -h 127.0.0.1 -P 24002 -e "CREATE TABLE IF NOT EXISTS system_metrics (host VARCHAR(255), idc VARCHAR(255), cpu_util DOUBLE, memory_util DOUBLE, disk_util DOUBLE, ts TIMESTAMP DEFAULT CURRENT_TIMESTAMP, PRIMARY KEY(host, idc), TIME INDEX(ts));" && \
-        mysql -h 127.0.0.1 -P 24002 -e "SHOW TABLES;"
-
-    - name: Run tests on standalone greptimedb
-      shell: bash
-      run: |
-        mysql -h 127.0.0.1 -P 34002 -e "CREATE TABLE IF NOT EXISTS system_metrics (host VARCHAR(255), idc VARCHAR(255), cpu_util DOUBLE, memory_util DOUBLE, disk_util DOUBLE, ts TIMESTAMP DEFAULT CURRENT_TIMESTAMP, PRIMARY KEY(host, idc), TIME INDEX(ts));" && \
-        mysql -h 127.0.0.1 -P 34002 -e "SHOW TABLES;"
-
-    - name: Clean S3 data
-      shell: bash
-      env:
-        AWS_DEFAULT_REGION: ${{ inputs.aws-region }}
-        AWS_ACCESS_KEY_ID: ${{ inputs.aws-access-key-id }}
-        AWS_SECRET_ACCESS_KEY: ${{ inputs.aws-secret-access-key }}
-      run: |
-        aws s3 rm s3://${{ inputs.aws-ci-test-bucket }}/${{ inputs.data-root }} --recursive
-    - name: Export kind logs
-      if: failure()
-      shell: bash
-      run: kind export logs -n greptimedb-operator-e2e /tmp/kind
-    - name: Upload logs
-      if: failure()
-      uses: actions/upload-artifact@v4
-      with:
-        name: kind-logs
-        path: /tmp/kind
-        retention-days: 3

.github/actions/start-runner/action.yml

@@ -1,67 +0,0 @@
-name: Start EC2 runner
-description: Start EC2 runner
-inputs:
-  runner:
-    description: The linux runner name
-    required: true
-  aws-access-key-id:
-    description: AWS access key id
-    required: true
-  aws-secret-access-key:
-    description: AWS secret access key
-    required: true
-  aws-region:
-    description: AWS region
-    required: true
-  github-token:
-    description: The GitHub token to clone private repository
-    required: false
-    default: ""
-  image-id:
-    description: The EC2 image id
-    required: true
-  security-group-id:
-    description: The EC2 security group id
-    required: true
-  subnet-id:
-    description: The EC2 subnet id
-    required: true
-outputs:
-  label:
-    description: "label"
-    value: ${{ steps.start-linux-arm64-ec2-runner.outputs.label || inputs.runner }}
-  ec2-instance-id:
-    description: "ec2-instance-id"
-    value: ${{ steps.start-linux-arm64-ec2-runner.outputs.ec2-instance-id }}
-runs:
-  using: composite
-  steps:
-    - name: Configure AWS credentials
-      if: startsWith(inputs.runner, 'ec2')
-      uses: aws-actions/configure-aws-credentials@v4
-      with:
-        aws-access-key-id: ${{ inputs.aws-access-key-id }}
-        aws-secret-access-key: ${{ inputs.aws-secret-access-key }}
-        aws-region: ${{ inputs.aws-region }}
-
-    # The EC2 runner will use the following format:
-    # <vm-type>-<instance-type>-<arch>
-    # like 'ec2-c6a.4xlarge-amd64'.
-    - name: Get EC2 instance type
-      if: startsWith(inputs.runner, 'ec2')
-      id: get-ec2-instance-type
-      shell: bash
-      run: |
-        echo "instance-type=$(echo ${{ inputs.runner }} | cut -d'-' -f2)" >> $GITHUB_OUTPUT
-
-    - name: Start EC2 runner
-      if: startsWith(inputs.runner, 'ec2')
-      uses: machulav/ec2-github-runner@v2.3.8
-      id: start-linux-arm64-ec2-runner
-      with:
-        mode: start
-        ec2-image-id: ${{ inputs.image-id }}
-        ec2-instance-type: ${{ steps.get-ec2-instance-type.outputs.instance-type }}
-        subnet-id: ${{ inputs.subnet-id }}
-        security-group-id: ${{ inputs.security-group-id }}
-        github-token: ${{ inputs.github-token }}

.github/actions/stop-runner/action.yml

@@ -1,41 +0,0 @@
-name: Stop EC2 runner
-description: Stop EC2 runner
-inputs:
-  label:
-    description: The linux runner name
-    required: true
-  ec2-instance-id:
-    description: The EC2 instance id
-    required: true
-  aws-access-key-id:
-    description: AWS access key id
-    required: true
-  aws-secret-access-key:
-    description: AWS secret access key
-    required: true
-  aws-region:
-    description: AWS region
-    required: true
-  github-token:
-    description: The GitHub token to clone private repository
-    required: false
-    default: ""
-runs:
-  using: composite
-  steps:
-    - name: Configure AWS credentials
-      if: ${{ inputs.label && inputs.ec2-instance-id }}
-      uses: aws-actions/configure-aws-credentials@v4
-      with:
-        aws-access-key-id: ${{ inputs.aws-access-key-id }}
-        aws-secret-access-key: ${{ inputs.aws-secret-access-key }}
-        aws-region: ${{ inputs.aws-region }}
-
-    - name: Stop EC2 runner
-      if: ${{ inputs.label && inputs.ec2-instance-id }}
-      uses: machulav/ec2-github-runner@v2.3.8
-      with:
-        mode: stop
-        label: ${{ inputs.label }}
-        ec2-instance-id: ${{ inputs.ec2-instance-id }}
-        github-token: ${{ inputs.github-token }}

.github/actions/upload-artifacts/action.yml

@@ -1,68 +0,0 @@
-name: Upload artifacts
-description: Upload artifacts
-inputs:
-  artifacts-dir:
-    description: Directory to store artifacts
-    required: true
-  target-files:
-    description: The multiple target files to upload, separated by comma
-    required: false
-  version:
-    description: Version of the artifact
-    required: true
-  working-dir:
-    description: Working directory to upload the artifacts
-    required: false
-    default: .
-runs:
-  using: composite
-  steps:
-    - name: Create artifacts directory
-      if: ${{ inputs.target-files != '' }}
-      working-directory: ${{ inputs.working-dir }}
-      shell: bash
-      run: |
-        set -e
-        mkdir -p ${{ inputs.artifacts-dir }}
-        IFS=',' read -ra FILES <<< "${{ inputs.target-files }}"
-        for file in "${FILES[@]}"; do
-          cp "$file" ${{ inputs.artifacts-dir }}/
-        done
-
-    # The compressed artifacts will use the following layout:
-    # greptime-linux-amd64-v0.3.0sha256sum
-    # greptime-linux-amd64-v0.3.0.tar.gz
-    #   greptime-linux-amd64-v0.3.0
-    #   └── greptime
-    - name: Compress artifacts and calculate checksum
-      working-directory: ${{ inputs.working-dir }}
-      shell: bash
-      run: |
-        tar -zcvf ${{ inputs.artifacts-dir }}.tar.gz ${{ inputs.artifacts-dir }}
-
-    - name: Calculate checksum
-      if: runner.os != 'Windows'
-      working-directory: ${{ inputs.working-dir }}
-      shell: bash
-      run: |
-        echo $(shasum -a 256 ${{ inputs.artifacts-dir }}.tar.gz | cut -f1 -d' ') > ${{ inputs.artifacts-dir }}.sha256sum
-
-    - name: Calculate checksum on Windows
-      if: runner.os == 'Windows'
-      working-directory: ${{ inputs.working-dir }}
-      shell: pwsh
-      run: Get-FileHash ${{ inputs.artifacts-dir }}.tar.gz -Algorithm SHA256 | select -ExpandProperty Hash > ${{ inputs.artifacts-dir }}.sha256sum
-
-    # Note: The artifacts will be double zip compressed(related issue: https://github.com/actions/upload-artifact/issues/39).
-    # However, when we use 'actions/download-artifact' to download the artifacts, it will be automatically unzipped.
-    - name: Upload artifacts
-      uses: actions/upload-artifact@v4
-      with:
-        name: ${{ inputs.artifacts-dir }}
-        path: ${{ inputs.working-dir }}/${{ inputs.artifacts-dir }}.tar.gz
-
-    - name: Upload checksum
-      uses: actions/upload-artifact@v4
-      with:
-        name: ${{ inputs.artifacts-dir }}.sha256sum
-        path: ${{ inputs.working-dir }}/${{ inputs.artifacts-dir }}.sha256sum

.github/cargo-blacklist.txt

@@ -1,3 +0,0 @@
-native-tls
-openssl
-aws-lc-sys

.github/codecov.yml

@@ -0,0 +1,10 @@
+# codecov config
+coverage:
+  status:
+    patch: off # disable patch status
+    project:
+      default:
+        enable: yes
+        threshold: 1%
+ignore:
+  - "**/error*.rs" # ignore all error.rs files

.github/pr-title-checker-config.json

@@ -0,0 +1,10 @@
+{
+  "LABEL": {
+    "name": "Invalid PR Title",
+    "color": "B60205"
+  },
+  "CHECKS": {
+    "regexp": "^(feat|fix|test|refactor|chore|style|doc|perf|build|ci|revert)(\\(.*\\))?:.*",
+    "ignoreLabels" : ["ignore-title"]
+  }
+}

.github/pull_request_template.md

@@ -1,26 +0,0 @@
-I hereby agree to the terms of the [GreptimeDB CLA](https://github.com/GreptimeTeam/.github/blob/main/CLA.md).
-
-## Refer to a related PR or issue link (optional)
-
-## What's changed and what's your intention?
-
-<!--    
- __!!! DO NOT LEAVE THIS BLOCK EMPTY !!!__
-
-Please explain IN DETAIL what the changes are in this PR and why they are needed:
-
-- Summarize your change (**mandatory**)
-- How does this PR work? Need a brief introduction for the changed logic (optional)
-- Describe clearly one logical change and avoid lazy messages (optional)
-- Describe any limitations of the current code (optional)
-- Describe if this PR will break **API or data compatibility**  (optional)
--->
-
-## PR Checklist
-Please convert it to a draft if some of the following conditions are not met.
-
-- [ ] I have written the necessary rustdoc comments.
-- [ ] I have added the necessary unit tests and integration tests.
-- [ ] This PR requires documentation updates.
-- [ ] API changes are backward compatible.
-- [ ] Schema or data changes are backward compatible.

.github/scripts/check-install-script.sh

@@ -1,14 +0,0 @@
-#!/bin/sh
-
-set -e
-
-# Get the latest version of github.com/GreptimeTeam/greptimedb
-VERSION=$(curl -s https://api.github.com/repos/GreptimeTeam/greptimedb/releases/latest | jq -r '.tag_name')
-
-echo "Downloading the latest version: $VERSION"
-
-# Download the install script
-curl -fsSL https://raw.githubusercontent.com/greptimeteam/greptimedb/main/scripts/install.sh | sh -s $VERSION
-
-# Execute the `greptime` command
-./greptime --version

.github/scripts/copy-image.sh

@@ -1,47 +0,0 @@
-#!/usr/bin/env bash
-
-set -e
-set -o pipefail
-
-SRC_IMAGE=$1
-DST_REGISTRY=$2
-SKOPEO_STABLE_IMAGE="quay.io/skopeo/stable:latest"
-
-# Check if necessary variables are set.
-function check_vars() {
-  for var in DST_REGISTRY_USERNAME DST_REGISTRY_PASSWORD DST_REGISTRY SRC_IMAGE; do
-    if [ -z "${!var}" ]; then
-      echo "$var is not set or empty."
-      echo "Usage: DST_REGISTRY_USERNAME=<your-dst-registry-username> DST_REGISTRY_PASSWORD=<your-dst-registry-password> $0 <dst-registry> <src-image>"
-      exit 1
-    fi
-  done
-}
-
-# Copies images from DockerHub to the destination registry.
-function copy_images_from_dockerhub() {
-  # Check if docker is installed.
-  if ! command -v docker &> /dev/null; then
-    echo "docker is not installed. Please install docker to continue."
-    exit 1
-  fi
-
-  # Extract the name and tag of the source image.
-  IMAGE_NAME=$(echo "$SRC_IMAGE" | sed "s/.*\///")
-
-  echo "Copying $SRC_IMAGE to $DST_REGISTRY/$IMAGE_NAME"
-
-  docker run "$SKOPEO_STABLE_IMAGE" copy -a docker://"$SRC_IMAGE" \
-    --dest-creds "$DST_REGISTRY_USERNAME":"$DST_REGISTRY_PASSWORD" \
-    docker://"$DST_REGISTRY/$IMAGE_NAME"
-}
-
-function main() {
-  check_vars
-  copy_images_from_dockerhub
-}
-
-# Usage example:
-# DST_REGISTRY_USERNAME=123 DST_REGISTRY_PASSWORD=456 \
-#   ./copy-image.sh greptime/greptimedb:v0.4.0 greptime-registry.cn-hangzhou.cr.aliyuncs.com
-main

.github/scripts/create-version.sh

@@ -1,68 +0,0 @@
-#!/usr/bin/env bash
-
-set -e
-
-# - If it's a tag push release, the version is the tag name(${{ github.ref_name }});
-# - If it's a scheduled release, the version is '${{ env.NEXT_RELEASE_VERSION }}-nightly-$buildTime', like 'v0.2.0-nightly-20230313';
-# - If it's a manual release, the version is '${{ env.NEXT_RELEASE_VERSION }}-$(git rev-parse --short HEAD)-YYYYMMDDSS', like 'v0.2.0-e5b243c-2023071245';
-# - If it's a nightly build, the version is 'nightly-YYYYMMDD-$(git rev-parse --short HEAD)', like 'nightly-20230712-e5b243c'.
-# create_version ${GIHUB_EVENT_NAME} ${NEXT_RELEASE_VERSION} ${NIGHTLY_RELEASE_PREFIX}
-function create_version() {
-  # Read from envrionment variables.
-  if [ -z "$GITHUB_EVENT_NAME" ]; then
-      echo "GITHUB_EVENT_NAME is empty"
-      exit 1
-  fi
-
-  if [ -z "$NEXT_RELEASE_VERSION" ]; then
-      echo "NEXT_RELEASE_VERSION is empty"
-      exit 1
-  fi
-
-  if [ -z "$NIGHTLY_RELEASE_PREFIX" ]; then
-      echo "NIGHTLY_RELEASE_PREFIX is empty"
-      exit 1
-  fi
-
-  # Reuse $NEXT_RELEASE_VERSION to identify whether it's a nightly build.
-  # It will be like 'nigtly-20230808-7d0d8dc6'.
-  if [ "$NEXT_RELEASE_VERSION" = nightly ]; then
-    echo "$NIGHTLY_RELEASE_PREFIX-$(date "+%Y%m%d")-$(git rev-parse --short HEAD)"
-    exit 0
-  fi
-
-  # Reuse $NEXT_RELEASE_VERSION to identify whether it's a dev build.
-  # It will be like 'dev-2023080819-f0e7216c'.
-  if [ "$NEXT_RELEASE_VERSION" = dev ]; then
-    if [ -z "$COMMIT_SHA" ]; then
-      echo "COMMIT_SHA is empty in dev build"
-      exit 1
-    fi
-    echo "dev-$(date "+%Y%m%d-%s")-$(echo "$COMMIT_SHA" | cut -c1-8)"
-    exit 0
-  fi
-
-  # Note: Only output 'version=xxx' to stdout when everything is ok, so that it can be used in GitHub Actions Outputs.
-  if [ "$GITHUB_EVENT_NAME" = push ]; then
-    if [ -z "$GITHUB_REF_NAME" ]; then
-      echo "GITHUB_REF_NAME is empty in push event"
-      exit 1
-    fi
-    echo "$GITHUB_REF_NAME"
-  elif [ "$GITHUB_EVENT_NAME" = workflow_dispatch ]; then
-    echo "$NEXT_RELEASE_VERSION-$(git rev-parse --short HEAD)-$(date "+%Y%m%d-%s")"
-  elif [ "$GITHUB_EVENT_NAME" = schedule ]; then
-    echo "$NEXT_RELEASE_VERSION-$NIGHTLY_RELEASE_PREFIX-$(date "+%Y%m%d")"
-  else
-    echo "Unsupported GITHUB_EVENT_NAME: $GITHUB_EVENT_NAME"
-    exit 1
-  fi
-}
-
-# You can run as following examples:
-#  GITHUB_EVENT_NAME=push NEXT_RELEASE_VERSION=v0.4.0 NIGHTLY_RELEASE_PREFIX=nigtly GITHUB_REF_NAME=v0.3.0 ./create-version.sh
-#  GITHUB_EVENT_NAME=workflow_dispatch NEXT_RELEASE_VERSION=v0.4.0 NIGHTLY_RELEASE_PREFIX=nigtly ./create-version.sh
-#  GITHUB_EVENT_NAME=schedule NEXT_RELEASE_VERSION=v0.4.0 NIGHTLY_RELEASE_PREFIX=nigtly ./create-version.sh
-#  GITHUB_EVENT_NAME=schedule NEXT_RELEASE_VERSION=nightly NIGHTLY_RELEASE_PREFIX=nigtly ./create-version.sh
-#  GITHUB_EVENT_NAME=workflow_dispatch COMMIT_SHA=f0e7216c4bb6acce9b29a21ec2d683be2e3f984a NEXT_RELEASE_VERSION=dev NIGHTLY_RELEASE_PREFIX=nigtly ./create-version.sh
-create_version

.github/scripts/deploy-greptimedb.sh

@@ -1,169 +0,0 @@
-#!/usr/bin/env bash
-
-set -e
-set -o pipefail
-
-KUBERNETES_VERSION="${KUBERNETES_VERSION:-v1.24.0}"
-ENABLE_STANDALONE_MODE="${ENABLE_STANDALONE_MODE:-true}"
-DEFAULT_INSTALL_NAMESPACE=${DEFAULT_INSTALL_NAMESPACE:-default}
-GREPTIMEDB_IMAGE_TAG=${GREPTIMEDB_IMAGE_TAG:-latest}
-ETCD_CHART="oci://registry-1.docker.io/bitnamicharts/etcd"
-GREPTIME_CHART="https://greptimeteam.github.io/helm-charts/"
-
-# Ceate a cluster with 1 control-plane node and 5 workers.
-function create_kind_cluster() {
-  cat <<EOF | kind create cluster --name "${CLUSTER}" --image kindest/node:"$KUBERNETES_VERSION" --config=-
-kind: Cluster
-apiVersion: kind.x-k8s.io/v1alpha4
-nodes:
-- role: control-plane
-- role: worker
-- role: worker
-- role: worker
-- role: worker
-- role: worker
-EOF
-}
-
-# Add greptime Helm chart repo.
-function add_greptime_chart() {
-  helm repo add greptime "$GREPTIME_CHART"
-  helm repo update
-}
-
-# Deploy a etcd cluster with 3 members.
-function deploy_etcd_cluster() {
-  local namespace="$1"
-
-  helm install etcd "$ETCD_CHART" \
-    --set replicaCount=3 \
-    --set auth.rbac.create=false \
-    --set auth.rbac.token.enabled=false \
-    -n "$namespace"
-
-  # Wait for etcd cluster to be ready.
-  kubectl rollout status statefulset/etcd -n "$namespace"
-}
-
-# Deploy greptimedb-operator.
-function deploy_greptimedb_operator() {
-  # Use the latest chart and image.
-  helm install greptimedb-operator greptime/greptimedb-operator \
-    --set image.tag=latest \
-    -n "$DEFAULT_INSTALL_NAMESPACE"
-
-  # Wait for greptimedb-operator to be ready.
-  kubectl rollout status deployment/greptimedb-operator -n "$DEFAULT_INSTALL_NAMESPACE"
-}
-
-# Deploy greptimedb cluster by using local storage.
-# It will expose cluster service ports as '14000', '14001', '14002', '14003' to local access.
-function deploy_greptimedb_cluster() {
-  local cluster_name=$1
-  local install_namespace=$2
-
-  kubectl create ns "$install_namespace"
-
-  deploy_etcd_cluster "$install_namespace"
-
-  helm install "$cluster_name" greptime/greptimedb-cluster \
-    --set image.tag="$GREPTIMEDB_IMAGE_TAG" \
-    --set meta.etcdEndpoints="etcd.$install_namespace:2379" \
-    -n "$install_namespace"
-
-  # Wait for greptimedb cluster to be ready.
-  while true; do
-    PHASE=$(kubectl -n "$install_namespace" get gtc "$cluster_name" -o jsonpath='{.status.clusterPhase}')
-    if [ "$PHASE" == "Running" ]; then
-      echo "Cluster is ready"
-      break
-    else
-      echo "Cluster is not ready yet: Current phase: $PHASE"
-      sleep 5 # wait for 5 seconds before check again.
-    fi
-  done
-
-  # Expose greptimedb cluster to local access.
-  kubectl -n "$install_namespace" port-forward svc/"$cluster_name"-frontend \
-    14000:4000 \
-    14001:4001 \
-    14002:4002 \
-    14003:4003 > /tmp/connections.out &
-}
-
-# Deploy greptimedb cluster by using S3.
-# It will expose cluster service ports as '24000', '24001', '24002', '24003' to local access.
-function deploy_greptimedb_cluster_with_s3_storage() {
-  local cluster_name=$1
-  local install_namespace=$2
-
-  kubectl create ns "$install_namespace"
-
-  deploy_etcd_cluster "$install_namespace"
-
-  helm install "$cluster_name" greptime/greptimedb-cluster -n "$install_namespace" \
-    --set image.tag="$GREPTIMEDB_IMAGE_TAG" \
-    --set meta.etcdEndpoints="etcd.$install_namespace:2379" \
-    --set storage.s3.bucket="$AWS_CI_TEST_BUCKET" \
-    --set storage.s3.region="$AWS_REGION" \
-    --set storage.s3.root="$DATA_ROOT" \
-    --set storage.credentials.secretName=s3-credentials \
-    --set storage.credentials.accessKeyId="$AWS_ACCESS_KEY_ID" \
-    --set storage.credentials.secretAccessKey="$AWS_SECRET_ACCESS_KEY"
-
-  # Wait for greptimedb cluster to be ready.
-  while true; do
-    PHASE=$(kubectl -n "$install_namespace" get gtc "$cluster_name" -o jsonpath='{.status.clusterPhase}')
-    if [ "$PHASE" == "Running" ]; then
-      echo "Cluster is ready"
-      break
-    else
-      echo "Cluster is not ready yet: Current phase: $PHASE"
-      sleep 5 # wait for 5 seconds before check again.
-    fi
-  done
-
-  # Expose greptimedb cluster to local access.
-  kubectl -n "$install_namespace" port-forward svc/"$cluster_name"-frontend \
-    24000:4000 \
-    24001:4001 \
-    24002:4002 \
-    24003:4003 > /tmp/connections.out &
-}
-
-# Deploy standalone greptimedb.
-# It will expose cluster service ports as '34000', '34001', '34002', '34003' to local access.
-function deploy_standalone_greptimedb() {
-  helm install greptimedb-standalone greptime/greptimedb-standalone \
-    --set image.tag="$GREPTIMEDB_IMAGE_TAG" \
-    -n "$DEFAULT_INSTALL_NAMESPACE"
-
-  # Wait for etcd cluster to be ready.
-  kubectl rollout status statefulset/greptimedb-standalone -n "$DEFAULT_INSTALL_NAMESPACE"
-
-  # Expose greptimedb to local access.
-  kubectl -n "$DEFAULT_INSTALL_NAMESPACE" port-forward svc/greptimedb-standalone \
-    34000:4000 \
-    34001:4001 \
-    34002:4002 \
-    34003:4003 > /tmp/connections.out &
-}
-
-# Entrypoint of the script.
-function main() {
-  create_kind_cluster
-  add_greptime_chart
-
-  # Deploy standalone greptimedb in the same K8s.
-  if [ "$ENABLE_STANDALONE_MODE" == "true" ]; then
-    deploy_standalone_greptimedb
-  fi
-
-  deploy_greptimedb_operator
-  deploy_greptimedb_cluster testcluster testcluster
-  deploy_greptimedb_cluster_with_s3_storage testcluster-s3 testcluster-s3
-}
-
-# Usages:
-# - Deploy greptimedb cluster: ./deploy-greptimedb.sh
-main

.github/scripts/kind-with-registry.sh

@@ -1,66 +0,0 @@
-#!/usr/bin/env bash
-
-set -e
-set -o pipefail
-
-# 1. Create registry container unless it already exists
-reg_name='kind-registry'
-reg_port='5001'
-if [ "$(docker inspect -f '{{.State.Running}}' "${reg_name}" 2>/dev/null || true)" != 'true' ]; then
-  docker run \
-    -d --restart=always -p "127.0.0.1:${reg_port}:5000" --network bridge --name "${reg_name}" \
-    registry:2
-fi
-
-# 2. Create kind cluster with containerd registry config dir enabled
-# TODO: kind will eventually enable this by default and this patch will
-# be unnecessary.
-#
-# See:
-# https://github.com/kubernetes-sigs/kind/issues/2875
-# https://github.com/containerd/containerd/blob/main/docs/cri/config.md#registry-configuration
-# See: https://github.com/containerd/containerd/blob/main/docs/hosts.md
-cat <<EOF | kind create cluster --wait 2m --config=-
-kind: Cluster
-apiVersion: kind.x-k8s.io/v1alpha4
-containerdConfigPatches:
-- |-
-  [plugins."io.containerd.grpc.v1.cri".registry]
-    config_path = "/etc/containerd/certs.d"
-EOF
-
-# 3. Add the registry config to the nodes
-#
-# This is necessary because localhost resolves to loopback addresses that are
-# network-namespace local.
-# In other words: localhost in the container is not localhost on the host.
-#
-# We want a consistent name that works from both ends, so we tell containerd to
-# alias localhost:${reg_port} to the registry container when pulling images
-REGISTRY_DIR="/etc/containerd/certs.d/localhost:${reg_port}"
-for node in $(kind get nodes); do
-  docker exec "${node}" mkdir -p "${REGISTRY_DIR}"
-  cat <<EOF | docker exec -i "${node}" cp /dev/stdin "${REGISTRY_DIR}/hosts.toml"
-[host."http://${reg_name}:5000"]
-EOF
-done
-
-# 4. Connect the registry to the cluster network if not already connected
-# This allows kind to bootstrap the network but ensures they're on the same network
-if [ "$(docker inspect -f='{{json .NetworkSettings.Networks.kind}}' "${reg_name}")" = 'null' ]; then
-  docker network connect "kind" "${reg_name}"
-fi
-
-# 5. Document the local registry
-# https://github.com/kubernetes/enhancements/tree/master/keps/sig-cluster-lifecycle/generic/1755-communicating-a-local-registry
-cat <<EOF | kubectl apply -f -
-apiVersion: v1
-kind: ConfigMap
-metadata:
-  name: local-registry-hosting
-  namespace: kube-public
-data:
-  localRegistryHosting.v1: |
-    host: "localhost:${reg_port}"
-    help: "https://kind.sigs.k8s.io/docs/user/local-registry/"
-EOF

.github/scripts/upload-artifacts-to-s3.sh

@@ -1,102 +0,0 @@
-#!/usr/bin/env bash
-
-set -e
-set -o pipefail
-
-ARTIFACTS_DIR=$1
-VERSION=$2
-AWS_S3_BUCKET=$3
-RELEASE_DIRS="releases/greptimedb"
-GREPTIMEDB_REPO="GreptimeTeam/greptimedb"
-
-# Check if necessary variables are set.
-function check_vars() {
-  for var in AWS_S3_BUCKET VERSION ARTIFACTS_DIR; do
-    if [ -z "${!var}" ]; then
-      echo "$var is not set or empty."
-      echo "Usage: $0 <artifacts-dir> <version> <aws-s3-bucket>"
-      exit 1
-    fi
-  done
-}
-
-# Uploads artifacts to AWS S3 bucket.
-function upload_artifacts() {
-  # The bucket layout will be:
-  # releases/greptimedb
-  # ├── latest-version.txt
-  # ├── latest-nightly-version.txt
-  # ├── v0.1.0
-  # │   ├── greptime-darwin-amd64-v0.1.0.sha256sum
-  # │   └── greptime-darwin-amd64-v0.1.0.tar.gz
-  # └── v0.2.0
-  #    ├── greptime-darwin-amd64-v0.2.0.sha256sum
-  #    └── greptime-darwin-amd64-v0.2.0.tar.gz
-  find "$ARTIFACTS_DIR" -type f \( -name "*.tar.gz" -o -name "*.sha256sum" \) | while IFS= read -r file; do
-    s5cmd cp \
-      "$file" "s3://$AWS_S3_BUCKET/$RELEASE_DIRS/$VERSION/$(basename "$file")"
-  done
-}
-
-# Updates the latest version information in AWS S3 if UPDATE_VERSION_INFO is true.
-function update_version_info() {
-  if [ "$UPDATE_VERSION_INFO" == "true" ]; then
-    # If it's the officail release(like v1.0.0, v1.0.1, v1.0.2, etc.), update latest-version.txt.
-    if [[ "$VERSION" =~ ^v[0-9]+\.[0-9]+\.[0-9]+$ ]]; then
-      echo "Updating latest-version.txt"
-      echo "$VERSION" > latest-version.txt
-      s5cmd cp \
-        latest-version.txt "s3://$AWS_S3_BUCKET/$RELEASE_DIRS/latest-version.txt"
-    fi
-
-    # If it's the nightly release, update latest-nightly-version.txt.
-    if [[ "$VERSION" == *"nightly"* ]]; then
-      echo "Updating latest-nightly-version.txt"
-      echo "$VERSION" > latest-nightly-version.txt
-      s5cmd cp \
-        latest-nightly-version.txt "s3://$AWS_S3_BUCKET/$RELEASE_DIRS/latest-nightly-version.txt"
-    fi
-  fi
-}
-
-# Downloads artifacts from Github if DOWNLOAD_ARTIFACTS_FROM_GITHUB is true.
-function download_artifacts_from_github() {
-  if [ "$DOWNLOAD_ARTIFACTS_FROM_GITHUB" == "true" ]; then
-    # Check if jq is installed.
-    if ! command -v jq &> /dev/null; then
-      echo "jq is not installed. Please install jq to continue."
-      exit 1
-    fi
-
-    # Get the latest release API response.
-    RELEASES_API_RESPONSE=$(curl -s -H "Accept: application/vnd.github.v3+json" "https://api.github.com/repos/$GREPTIMEDB_REPO/releases/latest")
-
-    # Extract download URLs for the artifacts.
-    # Exclude source code archives which are typically named as 'greptimedb-<version>.zip' or 'greptimedb-<version>.tar.gz'.
-    ASSET_URLS=$(echo "$RELEASES_API_RESPONSE" | jq -r '.assets[] | select(.name | test("greptimedb-.*\\.(zip|tar\\.gz)$") | not) | .browser_download_url')
-
-    # Download each asset.
-    while IFS= read -r url; do
-      if [ -n "$url" ]; then
-        curl -LJO "$url"
-        echo "Downloaded: $url"
-      fi
-    done <<< "$ASSET_URLS"
-  fi
-}
-
-function main() {
-  check_vars
-  download_artifacts_from_github
-  upload_artifacts
-  update_version_info
-}
-
-# Usage example:
-#   AWS_ACCESS_KEY_ID=<your_access_key_id> \
-#   AWS_SECRET_ACCESS_KEY=<your_secret_access_key> \
-#   AWS_DEFAULT_REGION=<your_region> \
-#   UPDATE_VERSION_INFO=true \
-#   DOWNLOAD_ARTIFACTS_FROM_GITHUB=false \
-#     ./upload-artifacts-to-s3.sh <artifacts-dir> <version> <aws-s3-bucket>
-main

.github/workflows/apidoc.yml

@@ -1,40 +0,0 @@
-on:
-  push:
-    branches:
-      - main
-    paths-ignore:
-      - 'docs/**'
-      - 'config/**'
-      - '**.md'
-      - '.dockerignore'
-      - 'docker/**'
-      - '.gitignore'
-
-name: Build API docs
-
-jobs:
-  apidoc:
-    runs-on: ubuntu-latest
-    steps:
-    - uses: actions/checkout@v4
-      with:
-        persist-credentials: false
-    - uses: arduino/setup-protoc@v3
-      with:
-        repo-token: ${{ secrets.GITHUB_TOKEN }}
-    - uses: actions-rust-lang/setup-rust-toolchain@v1
-    - run: cargo doc --workspace --no-deps --document-private-items
-    - run: |
-        cat <<EOF > target/doc/index.html
-        <!DOCTYPE html>
-        <html>
-        <head>
-        <meta http-equiv="refresh" content="0; url='greptime/'" />
-        </head>
-        <body></body></html>
-        EOF
-    - name: Publish dist directory
-      uses: JamesIves/github-pages-deploy-action@v4
-      with:
-        folder: target/doc
-        single-commit: true

.github/workflows/coverage.yml

@@ -0,0 +1,56 @@
+on:
+  pull_request:
+    types: [opened, synchronize, reopened, ready_for_review]
+  push:
+    branches:
+      - "main"
+      - "develop"
+
+name: Code coverage
+
+env:
+  RUST_TOOLCHAIN: nightly-2022-07-14
+
+jobs:
+  grcov:
+    if: github.event.pull_request.draft == false
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v2
+      - uses: arduino/setup-protoc@v1
+      - name: Install toolchain
+        uses: actions-rs/toolchain@v1
+        with:
+          toolchain: ${{ env.RUST_TOOLCHAIN }}
+          override: true
+          profile: minimal
+      - name: Rust Cache
+        uses: Swatinem/rust-cache@v2.0.0
+      - name: Cleanup disk
+        uses: curoky/cleanup-disk-action@v2.0
+        with:
+          retain: 'rust'
+      - name: Execute tests
+        uses: actions-rs/cargo@v1
+        with:
+          command: test
+          args: --workspace
+        env:
+          RUST_BACKTRACE: 1
+          CARGO_INCREMENTAL: 0
+          RUSTFLAGS: "-Zprofile -Ccodegen-units=1 -Cinline-threshold=0 -Clink-dead-code -Coverflow-checks=off -Cpanic=unwind -Zpanic_abort_tests"
+          GT_S3_BUCKET: ${{ secrets.S3_BUCKET }}
+          GT_S3_ACCESS_KEY_ID: ${{ secrets.S3_ACCESS_KEY_ID }}
+          GT_S3_ACCESS_KEY: ${{ secrets.S3_ACCESS_KEY }}
+          UNITTEST_LOG_DIR: "__unittest_logs"
+      - name: Gather coverage data
+        id: coverage
+        uses: actions-rs/grcov@v0.1
+      - name: Codecov upload
+        uses: codecov/codecov-action@v2
+        with:
+          token: ${{ secrets.CODECOV_TOKEN }}
+          files: ./lcov.info
+          flags: rust
+          fail_ci_if_error: true
+          verbose: true

.github/workflows/dependency-check.yml

@@ -1,35 +0,0 @@
-name: Check Dependencies
-
-on:
-  pull_request:
-    branches:
-      - main
-
-jobs:
-  check-dependencies:
-    runs-on: ubuntu-latest
-
-    steps:
-    - name: Checkout code
-      uses: actions/checkout@v4
-      with:
-        persist-credentials: false
-
-    - name: Set up Rust
-      uses: actions-rust-lang/setup-rust-toolchain@v1
-
-    - name: Run cargo tree
-      run: cargo tree --prefix none > dependencies.txt
-
-    - name: Extract dependency names
-      run: awk '{print $1}' dependencies.txt > dependency_names.txt
-
-    - name: Check for blacklisted crates
-      run: |
-        while read -r dep; do
-          if grep -qFx "$dep" dependency_names.txt; then
-            echo "Blacklisted crate '$dep' found in dependencies."
-            exit 1
-          fi
-        done < .github/cargo-blacklist.txt
-        echo "No blacklisted crates found."

.github/workflows/dev-build.yml

@@ -1,378 +0,0 @@
-# Development build only build the debug version of the artifacts manually.
-name: GreptimeDB Development Build
-
-on:
-  workflow_dispatch: # Allows you to run this workflow manually.
-    inputs:
-      repository:
-        description: The public repository to build
-        required: false
-        default: GreptimeTeam/greptimedb
-      commit: # Note: We only pull the source code and use the current workflow to build the artifacts.
-        description: The commit to build
-        required: true
-      linux_amd64_runner:
-        type: choice
-        description: The runner uses to build linux-amd64 artifacts
-        default: ec2-c6i.4xlarge-amd64
-        options:
-          - ubuntu-22.04
-          - ubuntu-22.04-8-cores
-          - ubuntu-22.04-16-cores
-          - ubuntu-22.04-32-cores
-          - ubuntu-22.04-64-cores
-          - ec2-c6i.xlarge-amd64 # 4C8G
-          - ec2-c6i.2xlarge-amd64 # 8C16G
-          - ec2-c6i.4xlarge-amd64 # 16C32G
-          - ec2-c6i.8xlarge-amd64 # 32C64G
-          - ec2-c6i.16xlarge-amd64 # 64C128G
-      linux_arm64_runner:
-        type: choice
-        description: The runner uses to build linux-arm64 artifacts
-        default: ec2-c6g.4xlarge-arm64
-        options:
-          - ec2-c6g.xlarge-arm64 # 4C8G
-          - ec2-c6g.2xlarge-arm64 # 8C16G
-          - ec2-c6g.4xlarge-arm64 # 16C32G
-          - ec2-c6g.8xlarge-arm64 # 32C64G
-          - ec2-c6g.16xlarge-arm64 # 64C128G
-      skip_test:
-        description: Do not run integration tests during the build
-        type: boolean
-        default: true
-      build_linux_amd64_artifacts:
-        type: boolean
-        description: Build linux-amd64 artifacts
-        required: false
-        default: true
-      build_linux_arm64_artifacts:
-        type: boolean
-        description: Build linux-arm64 artifacts
-        required: false
-        default: true
-      release_images:
-        type: boolean
-        description: Build and push images to DockerHub and ACR
-        required: false
-        default: true
-      cargo_profile:
-        type: choice
-        description: The cargo profile to use in building GreptimeDB.
-        default: nightly
-        options:
-          - dev
-          - release
-          - nightly
-
-# Use env variables to control all the release process.
-env:
-  CARGO_PROFILE: ${{ inputs.cargo_profile }}
-
-  # Controls whether to run tests, include unit-test, integration-test and sqlness.
-  DISABLE_RUN_TESTS: ${{ inputs.skip_test || vars.DEFAULT_SKIP_TEST }}
-
-  # Always use 'dev' to indicate it's the dev build.
-  NEXT_RELEASE_VERSION: dev
-
-  NIGHTLY_RELEASE_PREFIX: nightly
-
-  # The source code will check out in the following path: '${WORKING_DIR}/dev/greptime'.
-  CHECKOUT_GREPTIMEDB_PATH: dev/greptimedb
-
-jobs:
-  allocate-runners:
-    name: Allocate runners
-    if: ${{ github.repository == 'GreptimeTeam/greptimedb' }}
-    runs-on: ubuntu-latest
-    outputs:
-      linux-amd64-runner: ${{ steps.start-linux-amd64-runner.outputs.label }}
-      linux-arm64-runner: ${{ steps.start-linux-arm64-runner.outputs.label }}
-
-      # The following EC2 resource id will be used for resource releasing.
-      linux-amd64-ec2-runner-label: ${{ steps.start-linux-amd64-runner.outputs.label }}
-      linux-amd64-ec2-runner-instance-id: ${{ steps.start-linux-amd64-runner.outputs.ec2-instance-id }}
-      linux-arm64-ec2-runner-label: ${{ steps.start-linux-arm64-runner.outputs.label }}
-      linux-arm64-ec2-runner-instance-id: ${{ steps.start-linux-arm64-runner.outputs.ec2-instance-id }}
-
-      # The 'version' use as the global tag name of the release workflow.
-      version: ${{ steps.create-version.outputs.version }}
-    steps:
-      - name: Checkout
-        uses: actions/checkout@v4
-        with:
-          fetch-depth: 0
-          persist-credentials: false
-
-      - name: Create version
-        id: create-version
-        run: |
-          version=$(./.github/scripts/create-version.sh) && \
-          echo $version && \
-          echo "version=$version" >> $GITHUB_OUTPUT
-        env:
-          GITHUB_EVENT_NAME: ${{ github.event_name }}
-          GITHUB_REF_NAME: ${{ github.ref_name }}
-          COMMIT_SHA: ${{ inputs.commit }}
-          NEXT_RELEASE_VERSION: ${{ env.NEXT_RELEASE_VERSION }}
-          NIGHTLY_RELEASE_PREFIX: ${{ env.NIGHTLY_RELEASE_PREFIX }}
-
-      - name: Allocate linux-amd64 runner
-        if: ${{ inputs.build_linux_amd64_artifacts || github.event_name == 'schedule' }}
-        uses: ./.github/actions/start-runner
-        id: start-linux-amd64-runner
-        with:
-          runner: ${{ inputs.linux_amd64_runner || vars.DEFAULT_AMD64_RUNNER }}
-          aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}
-          aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
-          aws-region: ${{ vars.EC2_RUNNER_REGION }}
-          github-token: ${{ secrets.GH_PERSONAL_ACCESS_TOKEN }}
-          image-id: ${{ vars.EC2_RUNNER_LINUX_AMD64_IMAGE_ID }}
-          security-group-id: ${{ vars.EC2_RUNNER_SECURITY_GROUP_ID }}
-          subnet-id: ${{ vars.EC2_RUNNER_SUBNET_ID }}
-
-      - name: Allocate linux-arm64 runner
-        if: ${{ inputs.build_linux_arm64_artifacts || github.event_name == 'schedule' }}
-        uses: ./.github/actions/start-runner
-        id: start-linux-arm64-runner
-        with:
-          runner: ${{ inputs.linux_arm64_runner || vars.DEFAULT_ARM64_RUNNER }}
-          aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}
-          aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
-          aws-region: ${{ vars.EC2_RUNNER_REGION }}
-          github-token: ${{ secrets.GH_PERSONAL_ACCESS_TOKEN }}
-          image-id: ${{ vars.EC2_RUNNER_LINUX_ARM64_IMAGE_ID }}
-          security-group-id: ${{ vars.EC2_RUNNER_SECURITY_GROUP_ID }}
-          subnet-id: ${{ vars.EC2_RUNNER_SUBNET_ID }}
-
-  build-linux-amd64-artifacts:
-    name: Build linux-amd64 artifacts
-    if: ${{ inputs.build_linux_amd64_artifacts || github.event_name == 'schedule' }}
-    needs: [
-      allocate-runners,
-    ]
-    runs-on: ${{ needs.allocate-runners.outputs.linux-amd64-runner }}
-    steps:
-      - name: Checkout
-        uses: actions/checkout@v4
-        with:
-          fetch-depth: 0
-          persist-credentials: false
-
-      - name: Checkout greptimedb
-        uses: actions/checkout@v4
-        with:
-          repository: ${{ inputs.repository }}
-          ref: ${{ inputs.commit }}
-          path: ${{ env.CHECKOUT_GREPTIMEDB_PATH }}
-          persist-credentials: true
-
-      - uses: ./.github/actions/build-linux-artifacts
-        with:
-          arch: amd64
-          cargo-profile: ${{ env.CARGO_PROFILE }}
-          version: ${{ needs.allocate-runners.outputs.version }}
-          disable-run-tests: ${{ env.DISABLE_RUN_TESTS }}
-          dev-mode: true # Only build the standard greptime binary.
-          working-dir: ${{ env.CHECKOUT_GREPTIMEDB_PATH }}
-          image-registry: ${{ vars.ECR_IMAGE_REGISTRY }}
-          image-namespace: ${{ vars.ECR_IMAGE_NAMESPACE }}
-
-  build-linux-arm64-artifacts:
-    name: Build linux-arm64 artifacts
-    if: ${{ inputs.build_linux_arm64_artifacts || github.event_name == 'schedule' }}
-    needs: [
-      allocate-runners,
-    ]
-    runs-on: ${{ needs.allocate-runners.outputs.linux-arm64-runner }}
-    steps:
-      - name: Checkout
-        uses: actions/checkout@v4
-        with:
-          fetch-depth: 0
-          persist-credentials: false
-
-      - name: Checkout greptimedb
-        uses: actions/checkout@v4
-        with:
-          repository: ${{ inputs.repository }}
-          ref: ${{ inputs.commit }}
-          path: ${{ env.CHECKOUT_GREPTIMEDB_PATH }}
-          persist-credentials: true
-
-      - uses: ./.github/actions/build-linux-artifacts
-        with:
-          arch: arm64
-          cargo-profile: ${{ env.CARGO_PROFILE }}
-          version: ${{ needs.allocate-runners.outputs.version }}
-          disable-run-tests: ${{ env.DISABLE_RUN_TESTS }}
-          dev-mode: true # Only build the standard greptime binary.
-          working-dir: ${{ env.CHECKOUT_GREPTIMEDB_PATH }}
-          image-registry: ${{ vars.ECR_IMAGE_REGISTRY }}
-          image-namespace: ${{ vars.ECR_IMAGE_NAMESPACE }}
-
-  release-images-to-dockerhub:
-    name: Build and push images to DockerHub
-    if: ${{ inputs.release_images || github.event_name == 'schedule' }}
-    needs: [
-      allocate-runners,
-      build-linux-amd64-artifacts,
-      build-linux-arm64-artifacts,
-    ]
-    runs-on: ubuntu-latest
-    outputs:
-      build-result: ${{ steps.set-build-result.outputs.build-result }}
-    steps:
-      - uses: actions/checkout@v4
-        with:
-          fetch-depth: 0
-          persist-credentials: false
-
-      - name: Build and push images to dockerhub
-        uses: ./.github/actions/build-images
-        with:
-          image-registry: docker.io
-          image-namespace: ${{ vars.IMAGE_NAMESPACE }}
-          image-name: ${{ vars.DEV_BUILD_IMAGE_NAME }}
-          image-registry-username: ${{ secrets.DOCKERHUB_USERNAME }}
-          image-registry-password: ${{ secrets.DOCKERHUB_TOKEN }}
-          version: ${{ needs.allocate-runners.outputs.version }}
-          push-latest-tag: false # Don't push the latest tag to registry.
-          dev-mode: true # Only build the standard images.
-          
-      - name: Echo Docker image tag to step summary
-        run: |
-          echo "## Docker Image Tag" >> $GITHUB_STEP_SUMMARY
-          echo "Image Tag: \`${{ needs.allocate-runners.outputs.version }}\`" >> $GITHUB_STEP_SUMMARY
-          echo "Full Image Name: \`docker.io/${{ vars.IMAGE_NAMESPACE }}/${{ vars.DEV_BUILD_IMAGE_NAME }}:${{ needs.allocate-runners.outputs.version }}\`" >> $GITHUB_STEP_SUMMARY
-          echo "Pull Command: \`docker pull docker.io/${{ vars.IMAGE_NAMESPACE }}/${{ vars.DEV_BUILD_IMAGE_NAME }}:${{ needs.allocate-runners.outputs.version }}\`" >> $GITHUB_STEP_SUMMARY
-
-      - name: Set build result
-        id: set-build-result
-        run: |
-          echo "build-result=success" >> $GITHUB_OUTPUT
-
-  release-cn-artifacts:
-    name: Release artifacts to CN region
-    if: ${{ inputs.release_images || github.event_name == 'schedule' }}
-    needs: [
-      allocate-runners,
-      release-images-to-dockerhub,
-    ]
-    runs-on: ubuntu-latest
-    continue-on-error: true
-    steps:
-      - uses: actions/checkout@v4
-        with:
-          fetch-depth: 0
-          persist-credentials: false
-
-      - name: Release artifacts to CN region
-        uses: ./.github/actions/release-cn-artifacts
-        with:
-          src-image-registry: docker.io
-          src-image-namespace: ${{ vars.IMAGE_NAMESPACE }}
-          src-image-name: ${{ vars.DEV_BUILD_IMAGE_NAME }}
-          dst-image-registry-username: ${{ secrets.ALICLOUD_USERNAME }}
-          dst-image-registry-password: ${{ secrets.ALICLOUD_PASSWORD }}
-          dst-image-registry: ${{ vars.ACR_IMAGE_REGISTRY }}
-          dst-image-namespace: ${{ vars.IMAGE_NAMESPACE }}
-          version: ${{ needs.allocate-runners.outputs.version }}
-          aws-cn-s3-bucket: ${{ vars.AWS_RELEASE_BUCKET }}
-          aws-cn-access-key-id: ${{ secrets.AWS_CN_ACCESS_KEY_ID }}
-          aws-cn-secret-access-key: ${{ secrets.AWS_CN_SECRET_ACCESS_KEY }}
-          aws-cn-region: ${{ vars.AWS_RELEASE_BUCKET_REGION }}
-          upload-to-s3: false
-          dev-mode: true                     # Only build the standard images(exclude centos images).
-          push-latest-tag: false             # Don't push the latest tag to registry.
-          update-version-info: false         # Don't update the version info in S3.
-
-  stop-linux-amd64-runner: # It's always run as the last job in the workflow to make sure that the runner is released.
-    name: Stop linux-amd64 runner
-    # Only run this job when the runner is allocated.
-    if: ${{ always() }}
-    runs-on: ubuntu-latest
-    needs: [
-      allocate-runners,
-      build-linux-amd64-artifacts,
-    ]
-    steps:
-      - name: Checkout
-        uses: actions/checkout@v4
-        with:
-          fetch-depth: 0
-          persist-credentials: false
-
-      - name: Stop EC2 runner
-        uses: ./.github/actions/stop-runner
-        with:
-          label: ${{ needs.allocate-runners.outputs.linux-amd64-ec2-runner-label }}
-          ec2-instance-id: ${{ needs.allocate-runners.outputs.linux-amd64-ec2-runner-instance-id }}
-          aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}
-          aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
-          aws-region: ${{ vars.EC2_RUNNER_REGION }}
-          github-token: ${{ secrets.GH_PERSONAL_ACCESS_TOKEN }}
-
-  stop-linux-arm64-runner: # It's always run as the last job in the workflow to make sure that the runner is released.
-    name: Stop linux-arm64 runner
-    # Only run this job when the runner is allocated.
-    if: ${{ always() }}
-    runs-on: ubuntu-latest
-    needs: [
-      allocate-runners,
-      build-linux-arm64-artifacts,
-    ]
-    steps:
-      - name: Checkout
-        uses: actions/checkout@v4
-        with:
-          fetch-depth: 0
-          persist-credentials: false
-
-      - name: Stop EC2 runner
-        uses: ./.github/actions/stop-runner
-        with:
-          label: ${{ needs.allocate-runners.outputs.linux-arm64-ec2-runner-label }}
-          ec2-instance-id: ${{ needs.allocate-runners.outputs.linux-arm64-ec2-runner-instance-id }}
-          aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}
-          aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
-          aws-region: ${{ vars.EC2_RUNNER_REGION }}
-          github-token: ${{ secrets.GH_PERSONAL_ACCESS_TOKEN }}
-
-  notification:
-    if: ${{ github.repository == 'GreptimeTeam/greptimedb' && always() }} # Not requiring successful dependent jobs, always run.
-    name: Send notification to Greptime team
-    needs: [
-      release-images-to-dockerhub
-    ]
-    runs-on: ubuntu-latest
-    permissions:
-      issues: write
-
-    env:
-      SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL_DEVELOP_CHANNEL }}
-    steps:
-      - uses: actions/checkout@v4
-        with:
-          fetch-depth: 0
-          persist-credentials: false
-      - uses: ./.github/actions/setup-cyborg
-      - name: Report CI status
-        id: report-ci-status
-        working-directory: cyborg
-        run: pnpm tsx bin/report-ci-failure.ts
-        env:
-          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
-          CI_REPORT_STATUS: ${{ needs.release-images-to-dockerhub.outputs.build-result == 'success' }}
-      - name: Notify dev build successful result
-        uses: slackapi/slack-github-action@v1.23.0
-        if: ${{ needs.release-images-to-dockerhub.outputs.build-result == 'success' }}
-        with:
-          payload: |
-            {"text": "GreptimeDB's ${{ env.NEXT_RELEASE_VERSION }} build has completed successfully."}
-
-      - name: Notify dev build failed result
-        uses: slackapi/slack-github-action@v1.23.0
-        if: ${{ needs.release-images-to-dockerhub.outputs.build-result != 'success' }}
-        with:
-          payload: |
-            {"text": "GreptimeDB's ${{ env.NEXT_RELEASE_VERSION }} build has failed, please check ${{ steps.report-ci-status.outputs.html_url }}."}

.github/workflows/develop.yml

@@ -1,788 +1,93 @@
 on:
-  schedule:
-    - cron: "0 15 * * 1-5"
-  merge_group:
   pull_request:
-    types: [ opened, synchronize, reopened, ready_for_review ]
-    paths-ignore:
-      - 'docs/**'
-      - 'config/**'
-      - '**.md'
-      - '.dockerignore'
-      - 'docker/**'
-      - '.gitignore'
-      - 'grafana/**'
-  workflow_dispatch:
+    types: [opened, synchronize, reopened, ready_for_review]
 
-name: CI
+name: Continuous integration for developing
 
-concurrency:
-  group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }}
-  cancel-in-progress: true
+env:
+  RUST_TOOLCHAIN: nightly-2022-07-14
 
 jobs:
-  check-typos-and-docs:
-    name: Check typos and docs
-    runs-on: ubuntu-latest
-    steps:
-      - uses: actions/checkout@v4
-        with:
-          persist-credentials: false
-      - uses: crate-ci/typos@master
-      - name: Check the config docs
-        run: |
-          make config-docs && \
-          git diff --name-only --exit-code ./config/config.md  \
-          || (echo "'config/config.md' is not up-to-date, please run 'make config-docs'." && exit 1)
-
-  license-header-check:
-    runs-on: ubuntu-latest
-    name: Check License Header
-    steps:
-      - uses: actions/checkout@v4
-        with:
-          persist-credentials: false
-      - uses: korandoru/hawkeye@v5
-
   check:
     name: Check
-    runs-on: ${{ matrix.os }}
-    strategy:
-      matrix:
-        os: [ ubuntu-latest ]
-    timeout-minutes: 60
+    if: github.event.pull_request.draft == false
+    runs-on: ubuntu-latest
     steps:
-      - uses: actions/checkout@v4
+      - uses: actions/checkout@v2
+      - uses: arduino/setup-protoc@v1
+      - uses: actions-rs/toolchain@v1
         with:
-          persist-credentials: false
-      - uses: arduino/setup-protoc@v3
-        with:
-          repo-token: ${{ secrets.GITHUB_TOKEN }}
-      - uses: actions-rust-lang/setup-rust-toolchain@v1
+          profile: minimal
+          toolchain: ${{ env.RUST_TOOLCHAIN }}
+          override: true
       - name: Rust Cache
-        uses: Swatinem/rust-cache@v2
+        uses: Swatinem/rust-cache@v2.0.0
+      - uses: actions-rs/cargo@v1
         with:
-          # Shares across multiple jobs
-          # Shares with `Clippy` job
-          shared-key: "check-lint"
-          cache-all-crates: "true"
-          save-if: ${{ github.ref == 'refs/heads/main' }}
-      - name: Run cargo check
-        run: cargo check --locked --workspace --all-targets
+          command: check
+          args: --workspace --all-targets
 
-  toml:
-    name: Toml Check
+  test:
+    name: Test Suite
+    if: github.event.pull_request.draft == false
     runs-on: ubuntu-latest
-    timeout-minutes: 60
     steps:
-      - uses: actions/checkout@v4
+      - uses: actions/checkout@v2
+      - uses: arduino/setup-protoc@v1
+      - uses: actions-rs/toolchain@v1
         with:
-          persist-credentials: false
-      - uses: actions-rust-lang/setup-rust-toolchain@v1
-      - name: Install taplo
-        run: cargo +stable install taplo-cli --version ^0.9 --locked --force
-      - name: Run taplo
-        run: taplo format --check
-
-  build:
-    name: Build GreptimeDB binaries
-    runs-on: ${{ matrix.os }}
-    strategy:
-      matrix:
-        os: [ ubuntu-latest ]
-    timeout-minutes: 60
-    steps:
-      - uses: actions/checkout@v4
+          profile: minimal
+          toolchain: ${{ env.RUST_TOOLCHAIN }}
+          override: true
+      - name: Rust Cache
+        uses: Swatinem/rust-cache@v2.0.0
+      - uses: actions-rs/cargo@v1
         with:
-          persist-credentials: false
-      - uses: arduino/setup-protoc@v3
-        with:
-          repo-token: ${{ secrets.GITHUB_TOKEN }}
-      - uses: actions-rust-lang/setup-rust-toolchain@v1
-      - uses: Swatinem/rust-cache@v2
-        with:
-          # Shares across multiple jobs
-          shared-key: "build-binaries"
-          cache-all-crates: "true"
-          save-if: ${{ github.ref == 'refs/heads/main' }}
-      - name: Install cargo-gc-bin
-        shell: bash
-        run: cargo install cargo-gc-bin --force
-      - name: Build greptime binaries
-        shell: bash
-        # `cargo gc` will invoke `cargo build` with specified args
-        run: cargo gc -- --bin greptime --bin sqlness-runner --features "pg_kvbackend,mysql_kvbackend"
-      - name: Pack greptime binaries
-        shell: bash
-        run: |
-          mkdir bins && \
-          mv ./target/debug/greptime bins && \
-          mv ./target/debug/sqlness-runner bins
-      - name: Print greptime binaries info
-        run: ls -lh bins
-      - name: Upload artifacts
-        uses: ./.github/actions/upload-artifacts
-        with:
-          artifacts-dir: bins
-          version: current
-
-  fuzztest:
-    name: Fuzz Test
-    needs: build
-    runs-on: ubuntu-latest
-    timeout-minutes: 60
-    strategy:
-      fail-fast: false
-      matrix:
-        target: [ "fuzz_create_table", "fuzz_alter_table", "fuzz_create_database", "fuzz_create_logical_table", "fuzz_alter_logical_table", "fuzz_insert", "fuzz_insert_logical_table" ]
-    steps:
-      - name: Remove unused software
-        run: |
-          echo "Disk space before:"
-          df -h
-          [[ -d /usr/share/dotnet ]] && sudo rm -rf /usr/share/dotnet
-          [[ -d /usr/local/lib/android ]] && sudo rm -rf /usr/local/lib/android
-          [[ -d /opt/ghc ]] && sudo rm -rf /opt/ghc
-          [[ -d /opt/hostedtoolcache/CodeQL ]] && sudo rm -rf /opt/hostedtoolcache/CodeQL
-          sudo docker image prune --all --force
-          sudo docker builder prune -a
-          echo "Disk space after:"
-          df -h
-      - uses: actions/checkout@v4
-        with:
-          persist-credentials: false
-      - uses: arduino/setup-protoc@v3
-        with:
-          repo-token: ${{ secrets.GITHUB_TOKEN }}
-      - uses: actions-rust-lang/setup-rust-toolchain@v1
-      - name: Set Rust Fuzz
-        shell: bash
-        run: |
-          sudo apt-get install -y libfuzzer-14-dev
-          rustup install nightly
-          cargo +nightly install cargo-fuzz cargo-gc-bin --force
-      - name: Download pre-built binaries
-        uses: actions/download-artifact@v4
-        with:
-          name: bins
-          path: .
-      - name: Unzip binaries
-        run: |
-          tar -xvf ./bins.tar.gz
-          rm ./bins.tar.gz
-      - name: Run GreptimeDB
-        run: |
-          ./bins/greptime standalone start&
-      - name: Fuzz Test
-        uses: ./.github/actions/fuzz-test
+          command: test
+          args: --workspace
         env:
-          CUSTOM_LIBFUZZER_PATH: /usr/lib/llvm-14/lib/libFuzzer.a
-          GT_MYSQL_ADDR: 127.0.0.1:4002
-        with:
-          target: ${{ matrix.target }}
-          max-total-time: 120
-
-  unstable-fuzztest:
-    name: Unstable Fuzz Test
-    needs: build-greptime-ci
-    runs-on: ubuntu-latest
-    timeout-minutes: 60
-    strategy:
-      matrix:
-        target: [ "unstable_fuzz_create_table_standalone" ]
-    steps:
-      - name: Remove unused software
-        run: |
-          echo "Disk space before:"
-          df -h
-          [[ -d /usr/share/dotnet ]] && sudo rm -rf /usr/share/dotnet
-          [[ -d /usr/local/lib/android ]] && sudo rm -rf /usr/local/lib/android
-          [[ -d /opt/ghc ]] && sudo rm -rf /opt/ghc
-          [[ -d /opt/hostedtoolcache/CodeQL ]] && sudo rm -rf /opt/hostedtoolcache/CodeQL
-          sudo docker image prune --all --force
-          sudo docker builder prune -a
-          echo "Disk space after:"
-          df -h
-      - uses: actions/checkout@v4
-        with:
-          persist-credentials: false
-      - uses: arduino/setup-protoc@v3
-        with:
-          repo-token: ${{ secrets.GITHUB_TOKEN }}
-      - uses: actions-rust-lang/setup-rust-toolchain@v1
-      - name: Set Rust Fuzz
-        shell: bash
-        run: |
-          sudo apt update && sudo apt install -y libfuzzer-14-dev
-          cargo install cargo-fuzz cargo-gc-bin --force
-      - name: Download pre-built binariy
-        uses: actions/download-artifact@v4
-        with:
-          name: bin
-          path: .
-      - name: Unzip bianry
-        run: |
-          tar -xvf ./bin.tar.gz
-          rm ./bin.tar.gz
-      - name: Run Fuzz Test
-        uses: ./.github/actions/fuzz-test
-        env:
-          CUSTOM_LIBFUZZER_PATH: /usr/lib/llvm-14/lib/libFuzzer.a
-          GT_MYSQL_ADDR: 127.0.0.1:4002
-          GT_FUZZ_BINARY_PATH: ./bin/greptime
-          GT_FUZZ_INSTANCE_ROOT_DIR: /tmp/unstable-greptime/
-        with:
-          target: ${{ matrix.target }}
-          max-total-time: 120
-          unstable: 'true'
-      - name: Upload unstable fuzz test logs
-        if: failure()
-        uses: actions/upload-artifact@v4
-        with:
-          name: unstable-fuzz-logs
-          path: /tmp/unstable-greptime/
-          retention-days: 3
-
-  build-greptime-ci:
-    name: Build GreptimeDB binary (profile-CI)
-    runs-on: ${{ matrix.os }}
-    strategy:
-      matrix:
-        os: [ ubuntu-latest ]
-    timeout-minutes: 60
-    steps:
-      - uses: actions/checkout@v4
-        with:
-          persist-credentials: false
-      - uses: arduino/setup-protoc@v3
-        with:
-          repo-token: ${{ secrets.GITHUB_TOKEN }}
-      - uses: actions-rust-lang/setup-rust-toolchain@v1
-      - uses: Swatinem/rust-cache@v2
-        with:
-          # Shares across multiple jobs
-          shared-key: "build-greptime-ci"
-          cache-all-crates: "true"
-          save-if: ${{ github.ref == 'refs/heads/main' }}
-      - name: Install cargo-gc-bin
-        shell: bash
-        run: cargo install cargo-gc-bin --force
-      - name: Build greptime bianry
-        shell: bash
-        # `cargo gc` will invoke `cargo build` with specified args
-        run: cargo gc --profile ci -- --bin greptime --features "pg_kvbackend,mysql_kvbackend"
-      - name: Pack greptime binary
-        shell: bash
-        run: |
-          mkdir bin && \
-          mv ./target/ci/greptime bin
-      - name: Print greptime binaries info
-        run: ls -lh bin
-      - name: Upload artifacts
-        uses: ./.github/actions/upload-artifacts
-        with:
-          artifacts-dir: bin
-          version: current
-
-  distributed-fuzztest:
-    name: Fuzz Test (Distributed, ${{ matrix.mode.name }}, ${{ matrix.target }})
-    runs-on: ubuntu-latest
-    needs:  build-greptime-ci
-    timeout-minutes: 60
-    strategy:
-      matrix:
-        target: [ "fuzz_create_table", "fuzz_alter_table", "fuzz_create_database", "fuzz_create_logical_table", "fuzz_alter_logical_table", "fuzz_insert", "fuzz_insert_logical_table" ]
-        mode:
-          - name: "Remote WAL"
-            minio: true
-            kafka: true
-            values: "with-remote-wal.yaml"
-    steps:
-      - name: Remove unused software
-        run: |
-          echo "Disk space before:"
-          df -h
-          [[ -d /usr/share/dotnet ]] && sudo rm -rf /usr/share/dotnet
-          [[ -d /usr/local/lib/android ]] && sudo rm -rf /usr/local/lib/android
-          [[ -d /opt/ghc ]] && sudo rm -rf /opt/ghc
-          [[ -d /opt/hostedtoolcache/CodeQL ]] && sudo rm -rf /opt/hostedtoolcache/CodeQL
-          sudo docker image prune --all --force
-          sudo docker builder prune -a
-          echo "Disk space after:"
-          df -h
-      - uses: actions/checkout@v4
-        with:
-          persist-credentials: false
-      - name: Setup Kind
-        uses: ./.github/actions/setup-kind
-      - if: matrix.mode.minio
-        name: Setup Minio
-        uses: ./.github/actions/setup-minio
-      - if: matrix.mode.kafka
-        name: Setup Kafka cluser
-        uses: ./.github/actions/setup-kafka-cluster
-      - name: Setup Etcd cluser
-        uses: ./.github/actions/setup-etcd-cluster
-      # Prepares for fuzz tests
-      - uses: arduino/setup-protoc@v3
-        with:
-          repo-token: ${{ secrets.GITHUB_TOKEN }}
-      - uses: actions-rust-lang/setup-rust-toolchain@v1
-      - name: Set Rust Fuzz
-        shell: bash
-        run: |
-          sudo apt-get install -y libfuzzer-14-dev
-          rustup install nightly
-          cargo +nightly install cargo-fuzz cargo-gc-bin --force
-      # Downloads ci image
-      - name: Download pre-built binariy
-        uses: actions/download-artifact@v4
-        with:
-          name: bin
-          path: .
-      - name: Unzip binary
-        run: |
-          tar -xvf ./bin.tar.gz
-          rm ./bin.tar.gz
-      - name: Build and push GreptimeDB image
-        uses: ./.github/actions/build-and-push-ci-image
-      - name: Wait for etcd
-        run: |
-          kubectl wait \
-            --for=condition=Ready \
-            pod -l app.kubernetes.io/instance=etcd \
-            --timeout=120s \
-            -n etcd-cluster
-      - if: matrix.mode.minio
-        name: Wait for minio
-        run: |
-          kubectl wait \
-            --for=condition=Ready \
-            pod -l app=minio \
-            --timeout=120s \
-            -n minio
-      - if: matrix.mode.kafka
-        name: Wait for kafka
-        run: |
-          kubectl wait \
-            --for=condition=Ready \
-            pod -l app.kubernetes.io/instance=kafka \
-            --timeout=120s \
-            -n kafka-cluster
-      - name: Print etcd info
-        shell: bash
-        run: kubectl get all --show-labels -n etcd-cluster
-      # Setup cluster for test
-      - name: Setup GreptimeDB cluster
-        uses: ./.github/actions/setup-greptimedb-cluster
-        with:
-          image-registry: localhost:5001
-          values-filename: ${{ matrix.mode.values }}
-      - name: Port forward (mysql)
-        run: |
-          kubectl port-forward service/my-greptimedb-frontend 4002:4002 -n my-greptimedb&
-      - name: Fuzz Test
-        uses: ./.github/actions/fuzz-test
-        env:
-          CUSTOM_LIBFUZZER_PATH: /usr/lib/llvm-14/lib/libFuzzer.a
-          GT_MYSQL_ADDR: 127.0.0.1:4002
-        with:
-          target: ${{ matrix.target }}
-          max-total-time: 120
-      - name: Describe Nodes
-        if: failure()
-        shell: bash
-        run: |
-          kubectl describe nodes
-      - name: Export kind logs
-        if: failure()
-        shell: bash
-        run: |
-          kind export logs /tmp/kind
-      - name: Upload logs
-        if: failure()
-        uses: actions/upload-artifact@v4
-        with:
-          name: fuzz-tests-kind-logs-${{ matrix.mode.name }}-${{ matrix.target }}
-          path: /tmp/kind
-          retention-days: 3
-      - name: Delete cluster
-        if: success()
-        shell: bash
-        run: |
-          kind delete cluster
-          docker stop $(docker ps -a -q)
-          docker rm $(docker ps -a -q)
-          docker system prune -f
-
-  distributed-fuzztest-with-chaos:
-    name: Fuzz Test with Chaos (Distributed, ${{ matrix.mode.name }}, ${{ matrix.target }})
-    runs-on: ubuntu-latest
-    needs:  build-greptime-ci
-    timeout-minutes: 60
-    strategy:
-      matrix:
-        target: ["fuzz_migrate_mito_regions", "fuzz_migrate_metric_regions", "fuzz_failover_mito_regions", "fuzz_failover_metric_regions"]
-        mode:
-          - name: "Remote WAL"
-            minio: true
-            kafka: true
-            values: "with-remote-wal.yaml"
-        include:
-          - target: "fuzz_migrate_mito_regions"
-            mode:
-              name: "Local WAL"
-              minio: true
-              kafka: false
-              values: "with-minio.yaml"
-          - target: "fuzz_migrate_metric_regions"
-            mode:
-              name: "Local WAL"
-              minio: true
-              kafka: false
-              values: "with-minio.yaml"
-    steps:
-      - name: Remove unused software
-        run: |
-          echo "Disk space before:"
-          df -h
-          [[ -d /usr/share/dotnet ]] && sudo rm -rf /usr/share/dotnet
-          [[ -d /usr/local/lib/android ]] && sudo rm -rf /usr/local/lib/android
-          [[ -d /opt/ghc ]] && sudo rm -rf /opt/ghc
-          [[ -d /opt/hostedtoolcache/CodeQL ]] && sudo rm -rf /opt/hostedtoolcache/CodeQL
-          sudo docker image prune --all --force
-          sudo docker builder prune -a
-          echo "Disk space after:"
-          df -h
-      - uses: actions/checkout@v4
-        with:
-          persist-credentials: false
-      - name: Setup Kind
-        uses: ./.github/actions/setup-kind
-      - name: Setup Chaos Mesh
-        uses: ./.github/actions/setup-chaos
-      - if: matrix.mode.minio
-        name: Setup Minio
-        uses: ./.github/actions/setup-minio
-      - if: matrix.mode.kafka
-        name: Setup Kafka cluser
-        uses: ./.github/actions/setup-kafka-cluster
-      - name: Setup Etcd cluser
-        uses: ./.github/actions/setup-etcd-cluster
-      # Prepares for fuzz tests
-      - uses: arduino/setup-protoc@v3
-        with:
-          repo-token: ${{ secrets.GITHUB_TOKEN }}
-      - uses: actions-rust-lang/setup-rust-toolchain@v1
-      - name: Set Rust Fuzz
-        shell: bash
-        run: |
-          sudo apt-get install -y libfuzzer-14-dev
-          rustup install nightly
-          cargo +nightly install cargo-fuzz cargo-gc-bin --force
-      # Downloads ci image
-      - name: Download pre-built binariy
-        uses: actions/download-artifact@v4
-        with:
-          name: bin
-          path: .
-      - name: Unzip binary
-        run: |
-          tar -xvf ./bin.tar.gz
-          rm ./bin.tar.gz
-      - name: Build and push GreptimeDB image
-        uses: ./.github/actions/build-and-push-ci-image
-      - name: Wait for etcd
-        run: |
-          kubectl wait \
-            --for=condition=Ready \
-            pod -l app.kubernetes.io/instance=etcd \
-            --timeout=120s \
-            -n etcd-cluster
-      - if: matrix.mode.minio
-        name: Wait for minio
-        run: |
-          kubectl wait \
-            --for=condition=Ready \
-            pod -l app=minio \
-            --timeout=120s \
-            -n minio
-      - if: matrix.mode.kafka
-        name: Wait for kafka
-        run: |
-          kubectl wait \
-            --for=condition=Ready \
-            pod -l app.kubernetes.io/instance=kafka \
-            --timeout=120s \
-            -n kafka-cluster
-      - name: Print etcd info
-        shell: bash
-        run: kubectl get all --show-labels -n etcd-cluster
-      # Setup cluster for test
-      - name: Setup GreptimeDB cluster
-        uses: ./.github/actions/setup-greptimedb-cluster
-        with:
-          image-registry: localhost:5001
-          values-filename: ${{ matrix.mode.values }}
-          enable-region-failover: ${{ matrix.mode.kafka }}
-      - name: Port forward (mysql)
-        run: |
-          kubectl port-forward service/my-greptimedb-frontend 4002:4002 -n my-greptimedb&
-      - name: Fuzz Test
-        uses: ./.github/actions/fuzz-test
-        env:
-          CUSTOM_LIBFUZZER_PATH: /usr/lib/llvm-14/lib/libFuzzer.a
-          GT_MYSQL_ADDR: 127.0.0.1:4002
-        with:
-          target: ${{ matrix.target }}
-          max-total-time: 120
-      - name: Describe Nodes
-        if: failure()
-        shell: bash
-        run: |
-          kubectl describe nodes
-      - name: Export kind logs
-        if: failure()
-        shell: bash
-        run: |
-          kind export logs /tmp/kind
-      - name: Upload logs
-        if: failure()
-        uses: actions/upload-artifact@v4
-        with:
-          name: fuzz-tests-kind-logs-${{ matrix.mode.name }}-${{ matrix.target }}
-          path: /tmp/kind
-          retention-days: 3
-      - name: Delete cluster
-        if: success()
-        shell: bash
-        run: |
-          kind delete cluster
-          docker stop $(docker ps -a -q)
-          docker rm $(docker ps -a -q)
-          docker system prune -f
-
-  sqlness:
-    name: Sqlness Test (${{ matrix.mode.name }})
-    needs: build
-    runs-on: ${{ matrix.os }}
-    strategy:
-      matrix:
-        os: [ ubuntu-latest ]
-        mode:
-          - name: "Basic"
-            opts: ""
-            kafka: false
-          - name: "Remote WAL"
-            opts: "-w kafka -k 127.0.0.1:9092"
-            kafka: true
-          - name: "Pg Kvbackend"
-            opts: "--setup-pg"
-            kafka: false
-    timeout-minutes: 60
-    steps:
-      - uses: actions/checkout@v4
-        with:
-          persist-credentials: false
-      - if: matrix.mode.kafka
-        name: Setup kafka server
-        working-directory: tests-integration/fixtures
-        run: docker compose up -d --wait kafka
-      - name: Download pre-built binaries
-        uses: actions/download-artifact@v4
-        with:
-          name: bins
-          path: .
-      - name: Unzip binaries
-        run: tar -xvf ./bins.tar.gz
-      - name: Run sqlness
-        run: RUST_BACKTRACE=1 ./bins/sqlness-runner ${{ matrix.mode.opts }} -c ./tests/cases --bins-dir ./bins --preserve-state
-      - name: Upload sqlness logs
-        if: failure()
-        uses: actions/upload-artifact@v4
-        with:
-          name: sqlness-logs-${{ matrix.mode.name }}
-          path: /tmp/sqlness*
-          retention-days: 3
+          RUST_BACKTRACE: 1
+          GT_S3_BUCKET: ${{ secrets.S3_BUCKET }}
+          GT_S3_ACCESS_KEY_ID: ${{ secrets.S3_ACCESS_KEY_ID }}
+          GT_S3_ACCESS_KEY: ${{ secrets.S3_ACCESS_KEY }}
+          UNITTEST_LOG_DIR: "__unittest_logs"
 
   fmt:
     name: Rustfmt
+    if: github.event.pull_request.draft == false
     runs-on: ubuntu-latest
-    timeout-minutes: 60
     steps:
-      - uses: actions/checkout@v4
+      - uses: actions/checkout@v2
+      - uses: arduino/setup-protoc@v1
+      - uses: actions-rs/toolchain@v1
         with:
-          persist-credentials: false
-      - uses: arduino/setup-protoc@v3
+          profile: minimal
+          toolchain: ${{ env.RUST_TOOLCHAIN }}
+          override: true
+      - name: Rust Cache
+        uses: Swatinem/rust-cache@v2.0.0
+      - run: rustup component add rustfmt
+      - uses: actions-rs/cargo@v1
         with:
-          repo-token: ${{ secrets.GITHUB_TOKEN }}
-      - uses: actions-rust-lang/setup-rust-toolchain@v1
-        with:
-          components: rustfmt
-      - name: Check format
-        run: make fmt-check
+          command: fmt
+          args: --all -- --check
 
   clippy:
     name: Clippy
-    runs-on: ubuntu-latest
-    timeout-minutes: 60
-    steps:
-      - uses: actions/checkout@v4
-        with:
-          persist-credentials: false
-      - uses: arduino/setup-protoc@v3
-        with:
-          repo-token: ${{ secrets.GITHUB_TOKEN }}
-      - uses: actions-rust-lang/setup-rust-toolchain@v1
-        with:
-          components: clippy
-      - name: Rust Cache
-        uses: Swatinem/rust-cache@v2
-        with:
-          # Shares across multiple jobs
-          # Shares with `Check` job
-          shared-key: "check-lint"
-          cache-all-crates: "true"
-          save-if: ${{ github.ref == 'refs/heads/main' }}
-      - name: Run cargo clippy
-        run: make clippy
-
-  conflict-check:
-    name: Check for conflict
+    if: github.event.pull_request.draft == false
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/checkout@v4
+      - uses: actions/checkout@v2
+      - uses: arduino/setup-protoc@v1
+      - uses: actions-rs/toolchain@v1
         with:
-          persist-credentials: false
-      - name: Merge Conflict Finder
-        uses: olivernybroe/action-conflict-finder@v4.0
-
-  test:
-    if: github.event_name != 'merge_group'
-    runs-on: ubuntu-22.04-arm
-    timeout-minutes: 60
-    needs:  [conflict-check, clippy, fmt]
-    steps:
-      - uses: actions/checkout@v4
-        with:
-          persist-credentials: false
-      - uses: arduino/setup-protoc@v3
-        with:
-          repo-token: ${{ secrets.GITHUB_TOKEN }}
-      - uses: rui314/setup-mold@v1
-      - name: Install toolchain
-        uses: actions-rust-lang/setup-rust-toolchain@v1
-        with:
-            cache: false
+          profile: minimal
+          toolchain: ${{ env.RUST_TOOLCHAIN }}
+          override: true
       - name: Rust Cache
-        uses: Swatinem/rust-cache@v2
+        uses: Swatinem/rust-cache@v2.0.0
+      - run: rustup component add clippy
+      - uses: actions-rs/cargo@v1
         with:
-          # Shares cross multiple jobs
-          shared-key: "coverage-test"
-          cache-all-crates: "true"
-          save-if: ${{ github.ref == 'refs/heads/main' }}
-      - name: Install latest nextest release
-        uses: taiki-e/install-action@nextest
-      - name: Setup external services
-        working-directory: tests-integration/fixtures
-        run: docker compose up -d --wait
-      - name: Run nextest cases
-        run: cargo nextest run --workspace -F dashboard -F pg_kvbackend -F mysql_kvbackend
-        env:
-          CARGO_BUILD_RUSTFLAGS: "-C link-arg=-fuse-ld=mold"
-          RUST_BACKTRACE: 1
-          RUST_MIN_STACK: 8388608 # 8MB
-          CARGO_INCREMENTAL: 0
-          GT_S3_BUCKET: ${{ vars.AWS_CI_TEST_BUCKET }}
-          GT_S3_ACCESS_KEY_ID: ${{ secrets.AWS_CI_TEST_ACCESS_KEY_ID }}
-          GT_S3_ACCESS_KEY: ${{ secrets.AWS_CI_TEST_SECRET_ACCESS_KEY }}
-          GT_S3_REGION: ${{ vars.AWS_CI_TEST_BUCKET_REGION }}
-          GT_MINIO_BUCKET: greptime
-          GT_MINIO_ACCESS_KEY_ID: superpower_ci_user
-          GT_MINIO_ACCESS_KEY: superpower_password
-          GT_MINIO_REGION: us-west-2
-          GT_MINIO_ENDPOINT_URL: http://127.0.0.1:9000
-          GT_ETCD_ENDPOINTS: http://127.0.0.1:2379
-          GT_POSTGRES_ENDPOINTS: postgres://greptimedb:admin@127.0.0.1:5432/postgres
-          GT_MYSQL_ENDPOINTS: mysql://greptimedb:admin@127.0.0.1:3306/mysql
-          GT_KAFKA_ENDPOINTS: 127.0.0.1:9092
-          GT_KAFKA_SASL_ENDPOINTS: 127.0.0.1:9093
-          UNITTEST_LOG_DIR: "__unittest_logs"
-
-  coverage:
-    if: github.event_name == 'merge_group'
-    runs-on: ubuntu-22.04-8-cores
-    timeout-minutes: 60
-    steps:
-      - uses: actions/checkout@v4
-        with:
-          persist-credentials: false
-      - uses: arduino/setup-protoc@v3
-        with:
-          repo-token: ${{ secrets.GITHUB_TOKEN }}
-      - uses: rui314/setup-mold@v1
-      - name: Install toolchain
-        uses: actions-rust-lang/setup-rust-toolchain@v1
-        with:
-          components: llvm-tools
-          cache: false
-      - name: Rust Cache
-        uses: Swatinem/rust-cache@v2
-        with:
-          # Shares cross multiple jobs
-          shared-key: "coverage-test"
-          save-if: ${{ github.ref == 'refs/heads/main' }}
-      - name: Install latest nextest release
-        uses: taiki-e/install-action@nextest
-      - name: Install cargo-llvm-cov
-        uses: taiki-e/install-action@cargo-llvm-cov
-      - name: Setup external services
-        working-directory: tests-integration/fixtures
-        run: docker compose up -d --wait
-      - name: Run nextest cases
-        run: cargo llvm-cov nextest --workspace --lcov --output-path lcov.info -F dashboard -F pg_kvbackend -F mysql_kvbackend
-        env:
-          CARGO_BUILD_RUSTFLAGS: "-C link-arg=-fuse-ld=mold"
-          RUST_BACKTRACE: 1
-          CARGO_INCREMENTAL: 0
-          GT_S3_BUCKET: ${{ vars.AWS_CI_TEST_BUCKET }}
-          GT_S3_ACCESS_KEY_ID: ${{ secrets.AWS_CI_TEST_ACCESS_KEY_ID }}
-          GT_S3_ACCESS_KEY: ${{ secrets.AWS_CI_TEST_SECRET_ACCESS_KEY }}
-          GT_S3_REGION: ${{ vars.AWS_CI_TEST_BUCKET_REGION }}
-          GT_MINIO_BUCKET: greptime
-          GT_MINIO_ACCESS_KEY_ID: superpower_ci_user
-          GT_MINIO_ACCESS_KEY: superpower_password
-          GT_MINIO_REGION: us-west-2
-          GT_MINIO_ENDPOINT_URL: http://127.0.0.1:9000
-          GT_ETCD_ENDPOINTS: http://127.0.0.1:2379
-          GT_POSTGRES_ENDPOINTS: postgres://greptimedb:admin@127.0.0.1:5432/postgres
-          GT_MYSQL_ENDPOINTS: mysql://greptimedb:admin@127.0.0.1:3306/mysql
-          GT_KAFKA_ENDPOINTS: 127.0.0.1:9092
-          GT_KAFKA_SASL_ENDPOINTS: 127.0.0.1:9093
-          UNITTEST_LOG_DIR: "__unittest_logs"
-      - name: Codecov upload
-        uses: codecov/codecov-action@v4
-        with:
-          token: ${{ secrets.CODECOV_TOKEN }}
-          files: ./lcov.info
-          flags: rust
-          fail_ci_if_error: false
-          verbose: true
-
-  # compat:
-  #   name: Compatibility Test
-  #   needs: build
-  #   runs-on: ubuntu-22.04
-  #   timeout-minutes: 60
-  #   steps:
-  #     - uses: actions/checkout@v4
-  #     - name: Download pre-built binaries
-  #       uses: actions/download-artifact@v4
-  #       with:
-  #         name: bins
-  #         path: .
-  #     - name: Unzip binaries
-  #       run: |
-  #         mkdir -p ./bins/current
-  #         tar -xvf ./bins.tar.gz --strip-components=1 -C ./bins/current
-  #     - run: ./tests/compat/test-compat.sh 0.6.0
+          command: clippy
+          args: --workspace --all-targets -- -D warnings -D clippy::print_stdout -D clippy::print_stderr

.github/workflows/docbot.yml

@@ -1,27 +0,0 @@
-name: Follow Up Docs
-on:
-  pull_request_target:
-    types: [opened, edited]
-
-concurrency:
-  group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }}
-  cancel-in-progress: true
-
-jobs:
-  docbot:
-    runs-on: ubuntu-latest
-    permissions:
-      pull-requests: write
-      contents: read
-    timeout-minutes: 10
-    steps:
-      - uses: actions/checkout@v4
-        with:
-          persist-credentials: false
-      - uses: ./.github/actions/setup-cyborg
-      - name: Maybe Follow Up Docs Issue
-        working-directory: cyborg
-        run: pnpm tsx bin/follow-up-docs-issue.ts
-        env:
-          DOCS_REPO_TOKEN: ${{ secrets.DOCS_REPO_TOKEN }}
-          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}

.github/workflows/docs.yml

@@ -1,88 +0,0 @@
-on:
-  merge_group:
-  pull_request:
-    types: [opened, synchronize, reopened, ready_for_review]
-    paths:
-      - 'docs/**'
-      - 'config/**'
-      - '**.md'
-      - '.dockerignore'
-      - 'docker/**'
-      - '.gitignore'
-      - 'grafana/**'
-  push:
-    branches:
-      - main
-    paths:
-      - 'docs/**'
-      - 'config/**'
-      - '**.md'
-      - '.dockerignore'
-      - 'docker/**'
-      - '.gitignore'
-      - 'grafana/**'
-  workflow_dispatch:
-
-name: CI
-
-# To pass the required status check, see:
-# https://docs.github.com/en/repositories/configuring-branches-and-merges-in-your-repository/defining-the-mergeability-of-pull-requests/troubleshooting-required-status-checks#handling-skipped-but-required-checks
-
-jobs:
-  typos:
-    name: Spell Check with Typos
-    runs-on: ubuntu-latest
-    steps:
-      - uses: actions/checkout@v4
-        with:
-          persist-credentials: false
-      - uses: crate-ci/typos@master
-
-  license-header-check:
-    runs-on: ubuntu-latest
-    name: Check License Header
-    steps:
-      - uses: actions/checkout@v4
-        with:
-          persist-credentials: false
-      - uses: korandoru/hawkeye@v5
-
-  check:
-    name: Check
-    runs-on: ubuntu-latest
-    steps:
-      - run: 'echo "No action required"'
-
-  fmt:
-    name: Rustfmt
-    runs-on: ubuntu-latest
-    steps:
-      - run: 'echo "No action required"'
-
-  clippy:
-    name: Clippy
-    runs-on: ubuntu-latest
-    steps:
-      - run: 'echo "No action required"'
-
-  coverage:
-    runs-on: ubuntu-latest
-    steps:
-      - run: 'echo "No action required"'
-
-  test:
-    runs-on: ubuntu-latest
-    steps:
-      - run: 'echo "No action required"'
-
-  sqlness:
-    name: Sqlness Test (${{ matrix.mode.name }})
-    runs-on: ${{ matrix.os }}
-    strategy:
-      matrix:
-        os: [ ubuntu-latest ]
-        mode:
-          - name: "Basic"
-          - name: "Remote WAL"
-    steps:
-      - run: 'echo "No action required"'

.github/workflows/grafana.yml

@@ -1,52 +0,0 @@
-name: Check Grafana Panels
-
-on:
-  pull_request:
-    branches:
-      - main
-    paths:
-      - 'grafana/**'  # Trigger only when files under the grafana/ directory change
-
-jobs:
-  check-panels:
-    runs-on: ubuntu-latest
-
-    steps:
-      # Check out the repository
-      - name: Checkout repository
-        uses: actions/checkout@v4
-
-      # Install jq (required for the script)
-      - name: Install jq
-        run: sudo apt-get install -y jq
-
-      # Make the check.sh script executable
-      - name: Make check.sh executable
-        run: chmod +x grafana/check.sh
-
-      # Run the check.sh script
-      - name: Run check.sh
-        run: ./grafana/check.sh
-
-      # Only run summary.sh for pull_request events (not for merge queues or final pushes)
-      - name: Check if this is a pull request
-        id: check-pr
-        run: |
-          if [[ "${{ github.event_name }}" == "pull_request" ]]; then
-            echo "is_pull_request=true" >> $GITHUB_OUTPUT
-          else
-            echo "is_pull_request=false" >> $GITHUB_OUTPUT
-          fi
-
-      # Make the summary.sh script executable
-      - name: Make summary.sh executable
-        if: steps.check-pr.outputs.is_pull_request == 'true'
-        run: chmod +x grafana/summary.sh
-
-      # Run the summary.sh script and add its output to the GitHub Job Summary
-      - name: Run summary.sh and add to Job Summary
-        if: steps.check-pr.outputs.is_pull_request == 'true'
-        run: |
-          SUMMARY=$(./grafana/summary.sh)
-          echo "### Summary of Grafana Panels" >> $GITHUB_STEP_SUMMARY
-          echo "$SUMMARY" >> $GITHUB_STEP_SUMMARY

.github/workflows/nightly-build.yml

@@ -1,335 +0,0 @@
-# Nightly build only do the following things:
-# 1. Run integration tests;
-# 2. Build binaries and images for linux-amd64 and linux-arm64 platform;
-name: GreptimeDB Nightly Build
-
-on:
-  schedule:
-    # Trigger at 00:00(UTC) on every day-of-week from Monday through Friday.
-    - cron: '0 0 * * 1-5'
-  workflow_dispatch: # Allows you to run this workflow manually.
-    inputs:
-      linux_amd64_runner:
-        type: choice
-        description: The runner uses to build linux-amd64 artifacts
-        default: ec2-c6i.4xlarge-amd64
-        options:
-          - ubuntu-22.04
-          - ubuntu-22.04-8-cores
-          - ubuntu-22.04-16-cores
-          - ubuntu-22.04-32-cores
-          - ubuntu-22.04-64-cores
-          - ec2-c6i.xlarge-amd64 # 4C8G
-          - ec2-c6i.2xlarge-amd64 # 8C16G
-          - ec2-c6i.4xlarge-amd64 # 16C32G
-          - ec2-c6i.8xlarge-amd64 # 32C64G
-          - ec2-c6i.16xlarge-amd64 # 64C128G
-      linux_arm64_runner:
-        type: choice
-        description: The runner uses to build linux-arm64 artifacts
-        default: ec2-c6g.4xlarge-arm64
-        options:
-          - ec2-c6g.xlarge-arm64 # 4C8G
-          - ec2-c6g.2xlarge-arm64 # 8C16G
-          - ec2-c6g.4xlarge-arm64 # 16C32G
-          - ec2-c6g.8xlarge-arm64 # 32C64G
-          - ec2-c6g.16xlarge-arm64 # 64C128G
-      skip_test:
-        description: Do not run integration tests during the build
-        type: boolean
-        default: true
-      build_linux_amd64_artifacts:
-        type: boolean
-        description: Build linux-amd64 artifacts
-        required: false
-        default: false
-      build_linux_arm64_artifacts:
-        type: boolean
-        description: Build linux-arm64 artifacts
-        required: false
-        default: false
-      release_images:
-        type: boolean
-        description: Build and push images to DockerHub and ACR
-        required: false
-        default: false
-
-# Use env variables to control all the release process.
-env:
-  CARGO_PROFILE: nightly
-
-  # Controls whether to run tests, include unit-test, integration-test and sqlness.
-  DISABLE_RUN_TESTS: ${{ inputs.skip_test || vars.DEFAULT_SKIP_TEST }}
-
-  # Always use 'nightly' to indicate it's the nightly build.
-  NEXT_RELEASE_VERSION: nightly
-
-  NIGHTLY_RELEASE_PREFIX: nightly
-
-jobs:
-  allocate-runners:
-    name: Allocate runners
-    if: ${{ github.repository == 'GreptimeTeam/greptimedb' }}
-    runs-on: ubuntu-latest
-    outputs:
-      linux-amd64-runner: ${{ steps.start-linux-amd64-runner.outputs.label }}
-      linux-arm64-runner: ${{ steps.start-linux-arm64-runner.outputs.label }}
-
-      # The following EC2 resource id will be used for resource releasing.
-      linux-amd64-ec2-runner-label: ${{ steps.start-linux-amd64-runner.outputs.label }}
-      linux-amd64-ec2-runner-instance-id: ${{ steps.start-linux-amd64-runner.outputs.ec2-instance-id }}
-      linux-arm64-ec2-runner-label: ${{ steps.start-linux-arm64-runner.outputs.label }}
-      linux-arm64-ec2-runner-instance-id: ${{ steps.start-linux-arm64-runner.outputs.ec2-instance-id }}
-
-      # The 'version' use as the global tag name of the release workflow.
-      version: ${{ steps.create-version.outputs.version }}
-    steps:
-      - name: Checkout
-        uses: actions/checkout@v4
-        with:
-          fetch-depth: 0
-          persist-credentials: false
-
-      - name: Create version
-        id: create-version
-        run: |
-          version=$(./.github/scripts/create-version.sh) && \
-          echo $version && \
-          echo "version=$version" >> $GITHUB_OUTPUT
-        env:
-          GITHUB_EVENT_NAME: ${{ github.event_name }}
-          GITHUB_REF_NAME: ${{ github.ref_name }}
-          NEXT_RELEASE_VERSION: ${{ env.NEXT_RELEASE_VERSION }}
-          NIGHTLY_RELEASE_PREFIX: ${{ env.NIGHTLY_RELEASE_PREFIX }}
-
-      - name: Allocate linux-amd64 runner
-        if: ${{ inputs.build_linux_amd64_artifacts || github.event_name == 'schedule' }}
-        uses: ./.github/actions/start-runner
-        id: start-linux-amd64-runner
-        with:
-          runner: ${{ inputs.linux_amd64_runner || vars.DEFAULT_AMD64_RUNNER }}
-          aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}
-          aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
-          aws-region: ${{ vars.EC2_RUNNER_REGION }}
-          github-token: ${{ secrets.GH_PERSONAL_ACCESS_TOKEN }}
-          image-id: ${{ vars.EC2_RUNNER_LINUX_AMD64_IMAGE_ID }}
-          security-group-id: ${{ vars.EC2_RUNNER_SECURITY_GROUP_ID }}
-          subnet-id: ${{ vars.EC2_RUNNER_SUBNET_ID }}
-
-      - name: Allocate linux-arm64 runner
-        if: ${{ inputs.build_linux_arm64_artifacts || github.event_name == 'schedule' }}
-        uses: ./.github/actions/start-runner
-        id: start-linux-arm64-runner
-        with:
-          runner: ${{ inputs.linux_arm64_runner || vars.DEFAULT_ARM64_RUNNER }}
-          aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}
-          aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
-          aws-region: ${{ vars.EC2_RUNNER_REGION }}
-          github-token: ${{ secrets.GH_PERSONAL_ACCESS_TOKEN }}
-          image-id: ${{ vars.EC2_RUNNER_LINUX_ARM64_IMAGE_ID }}
-          security-group-id: ${{ vars.EC2_RUNNER_SECURITY_GROUP_ID }}
-          subnet-id: ${{ vars.EC2_RUNNER_SUBNET_ID }}
-
-  build-linux-amd64-artifacts:
-    name: Build linux-amd64 artifacts
-    if: ${{ inputs.build_linux_amd64_artifacts || github.event_name == 'schedule' }}
-    needs: [
-      allocate-runners,
-    ]
-    runs-on: ${{ needs.allocate-runners.outputs.linux-amd64-runner }}
-    steps:
-      - uses: actions/checkout@v4
-        with:
-          fetch-depth: 0
-          persist-credentials: false
-
-      - uses: ./.github/actions/build-linux-artifacts
-        with:
-          arch: amd64
-          cargo-profile: ${{ env.CARGO_PROFILE }}
-          version: ${{ needs.allocate-runners.outputs.version }}
-          disable-run-tests: ${{ env.DISABLE_RUN_TESTS }}
-          image-registry: ${{ vars.ECR_IMAGE_REGISTRY }}
-          image-namespace: ${{ vars.ECR_IMAGE_NAMESPACE }}
-
-  build-linux-arm64-artifacts:
-    name: Build linux-arm64 artifacts
-    if: ${{ inputs.build_linux_arm64_artifacts || github.event_name == 'schedule' }}
-    needs: [
-      allocate-runners,
-    ]
-    runs-on: ${{ needs.allocate-runners.outputs.linux-arm64-runner }}
-    steps:
-      - uses: actions/checkout@v4
-        with:
-          fetch-depth: 0
-          persist-credentials: false
-
-      - uses: ./.github/actions/build-linux-artifacts
-        with:
-          arch: arm64
-          cargo-profile: ${{ env.CARGO_PROFILE }}
-          version: ${{ needs.allocate-runners.outputs.version }}
-          disable-run-tests: ${{ env.DISABLE_RUN_TESTS }}
-          image-registry: ${{ vars.ECR_IMAGE_REGISTRY }}
-          image-namespace: ${{ vars.ECR_IMAGE_NAMESPACE }}
-
-  release-images-to-dockerhub:
-    name: Build and push images to DockerHub
-    if: ${{ inputs.release_images || github.event_name == 'schedule' }}
-    needs: [
-      allocate-runners,
-      build-linux-amd64-artifacts,
-      build-linux-arm64-artifacts,
-    ]
-    runs-on: ubuntu-latest
-    outputs:
-      nightly-build-result: ${{ steps.set-nightly-build-result.outputs.nightly-build-result }}
-    steps:
-      - uses: actions/checkout@v4
-        with:
-          fetch-depth: 0
-          persist-credentials: false
-
-      - name: Build and push images to dockerhub
-        uses: ./.github/actions/build-images
-        with:
-          image-registry: docker.io
-          image-namespace: ${{ vars.IMAGE_NAMESPACE }}
-          image-name: ${{ vars.NIGHTLY_BUILD_IMAGE_NAME }}
-          image-registry-username: ${{ secrets.DOCKERHUB_USERNAME }}
-          image-registry-password: ${{ secrets.DOCKERHUB_TOKEN }}
-          version: ${{ needs.allocate-runners.outputs.version }}
-          push-latest-tag: false
-
-      - name: Set nightly build result
-        id: set-nightly-build-result
-        run: |
-          echo "nightly-build-result=success" >> $GITHUB_OUTPUT
-
-  release-cn-artifacts:
-    name: Release artifacts to CN region
-    if: ${{ inputs.release_images || github.event_name == 'schedule' }}
-    needs: [
-      allocate-runners,
-      release-images-to-dockerhub,
-    ]
-    runs-on: ubuntu-latest
-    # When we push to ACR, it's easy to fail due to some unknown network issues.
-    # However, we don't want to fail the whole workflow because of this.
-    # The ACR have daily sync with DockerHub, so don't worry about the image not being updated.
-    continue-on-error: true
-    steps:
-      - uses: actions/checkout@v4
-        with:
-          fetch-depth: 0
-          persist-credentials: false
-
-      - name: Release artifacts to CN region
-        uses: ./.github/actions/release-cn-artifacts
-        with:
-          src-image-registry: docker.io
-          src-image-namespace: ${{ vars.IMAGE_NAMESPACE }}
-          src-image-name: ${{ vars.NIGHTLY_BUILD_IMAGE_NAME }}
-          dst-image-registry-username: ${{ secrets.ALICLOUD_USERNAME }}
-          dst-image-registry-password: ${{ secrets.ALICLOUD_PASSWORD }}
-          dst-image-registry: ${{ vars.ACR_IMAGE_REGISTRY }}
-          dst-image-namespace: ${{ vars.IMAGE_NAMESPACE }}
-          version: ${{ needs.allocate-runners.outputs.version }}
-          aws-cn-s3-bucket: ${{ vars.AWS_RELEASE_BUCKET }}
-          aws-cn-access-key-id: ${{ secrets.AWS_CN_ACCESS_KEY_ID }}
-          aws-cn-secret-access-key: ${{ secrets.AWS_CN_SECRET_ACCESS_KEY }}
-          aws-cn-region: ${{ vars.AWS_RELEASE_BUCKET_REGION }}
-          upload-to-s3: false
-          dev-mode: false
-          update-version-info: false  # Don't update version info in S3.
-          push-latest-tag: false
-
-  stop-linux-amd64-runner: # It's always run as the last job in the workflow to make sure that the runner is released.
-    name: Stop linux-amd64 runner
-    # Only run this job when the runner is allocated.
-    if: ${{ always() }}
-    runs-on: ubuntu-latest
-    needs: [
-      allocate-runners,
-      build-linux-amd64-artifacts,
-    ]
-    steps:
-      - name: Checkout
-        uses: actions/checkout@v4
-        with:
-          fetch-depth: 0
-          persist-credentials: false
-
-      - name: Stop EC2 runner
-        uses: ./.github/actions/stop-runner
-        with:
-          label: ${{ needs.allocate-runners.outputs.linux-amd64-ec2-runner-label }}
-          ec2-instance-id: ${{ needs.allocate-runners.outputs.linux-amd64-ec2-runner-instance-id }}
-          aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}
-          aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
-          aws-region: ${{ vars.EC2_RUNNER_REGION }}
-          github-token: ${{ secrets.GH_PERSONAL_ACCESS_TOKEN }}
-
-  stop-linux-arm64-runner: # It's always run as the last job in the workflow to make sure that the runner is released.
-    name: Stop linux-arm64 runner
-    # Only run this job when the runner is allocated.
-    if: ${{ always() }}
-    runs-on: ubuntu-latest
-    needs: [
-      allocate-runners,
-      build-linux-arm64-artifacts,
-    ]
-    steps:
-      - name: Checkout
-        uses: actions/checkout@v4
-        with:
-          fetch-depth: 0
-          persist-credentials: false
-
-      - name: Stop EC2 runner
-        uses: ./.github/actions/stop-runner
-        with:
-          label: ${{ needs.allocate-runners.outputs.linux-arm64-ec2-runner-label }}
-          ec2-instance-id: ${{ needs.allocate-runners.outputs.linux-arm64-ec2-runner-instance-id }}
-          aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}
-          aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
-          aws-region: ${{ vars.EC2_RUNNER_REGION }}
-          github-token: ${{ secrets.GH_PERSONAL_ACCESS_TOKEN }}
-
-  notification:
-    if: ${{ github.repository == 'GreptimeTeam/greptimedb' && always() }} # Not requiring successful dependent jobs, always run.
-    name: Send notification to Greptime team
-    needs: [
-      release-images-to-dockerhub
-    ]
-    runs-on: ubuntu-latest
-    permissions:
-      issues: write
-    env:
-      SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL_DEVELOP_CHANNEL }}
-    steps:
-      - uses: actions/checkout@v4
-        with:
-          persist-credentials: false
-      - uses: ./.github/actions/setup-cyborg
-      - name: Report CI status
-        id: report-ci-status
-        working-directory: cyborg
-        run: pnpm tsx bin/report-ci-failure.ts
-        env:
-          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
-          CI_REPORT_STATUS: ${{ needs.release-images-to-dockerhub.outputs.nightly-build-result == 'success' }}
-      - name: Notify nightly build successful result
-        uses: slackapi/slack-github-action@v1.23.0
-        if: ${{ needs.release-images-to-dockerhub.outputs.nightly-build-result == 'success' }}
-        with:
-          payload: |
-            {"text": "GreptimeDB's ${{ env.NEXT_RELEASE_VERSION }} build has completed successfully."}
-
-      - name: Notify nightly build failed result
-        uses: slackapi/slack-github-action@v1.23.0
-        if: ${{ needs.release-images-to-dockerhub.outputs.nightly-build-result != 'success' }}
-        with:
-          payload: |
-            {"text": "GreptimeDB's ${{ env.NEXT_RELEASE_VERSION }} build has failed, please check ${{ steps.report-ci-status.outputs.html_url }}."}

.github/workflows/nightly-ci.yml

@@ -1,177 +0,0 @@
-on:
-  schedule:
-    - cron: "0 23 * * 1-4"
-  workflow_dispatch:
-
-name: Nightly CI
-
-concurrency:
-  group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }}
-  cancel-in-progress: true
-
-jobs:
-  sqlness-test:
-    name: Run sqlness test
-    if: ${{ github.repository == 'GreptimeTeam/greptimedb' }}
-    runs-on: ubuntu-latest
-    steps:
-      - name: Checkout
-        uses: actions/checkout@v4
-        with:
-          fetch-depth: 0
-          persist-credentials: false
-
-      - name: Check install.sh
-        run: ./.github/scripts/check-install-script.sh
-
-      - name: Run sqlness test
-        uses: ./.github/actions/sqlness-test
-        with:
-          data-root: sqlness-test
-          aws-ci-test-bucket: ${{ vars.AWS_CI_TEST_BUCKET }}
-          aws-region: ${{ vars.AWS_CI_TEST_BUCKET_REGION }}
-          aws-access-key-id: ${{ secrets.AWS_CI_TEST_ACCESS_KEY_ID }}
-          aws-secret-access-key: ${{ secrets.AWS_CI_TEST_SECRET_ACCESS_KEY }}
-      - name: Upload sqlness logs
-        if: failure()
-        uses: actions/upload-artifact@v4
-        with:
-          name: sqlness-logs-kind
-          path: /tmp/kind/
-          retention-days: 3
-
-  sqlness-windows:
-    name: Sqlness tests on Windows
-    if: ${{ github.repository == 'GreptimeTeam/greptimedb' }}
-    runs-on: windows-2022-8-cores
-    permissions:
-      issues: write
-    timeout-minutes: 60
-    steps:
-      - uses: actions/checkout@v4
-        with:
-          fetch-depth: 0
-          persist-credentials: false
-      - uses: ./.github/actions/setup-cyborg
-      - uses: arduino/setup-protoc@v3
-        with:
-          repo-token: ${{ secrets.GITHUB_TOKEN }}
-      - uses: actions-rust-lang/setup-rust-toolchain@v1
-      - name: Rust Cache
-        uses: Swatinem/rust-cache@v2
-      - name: Run sqlness
-        run: make sqlness-test
-        env:
-          SQLNESS_OPTS: "--preserve-state"
-      - name: Upload sqlness logs
-        if: failure()
-        uses: actions/upload-artifact@v4
-        with:
-          name: sqlness-logs
-          path: C:\Users\RUNNER~1\AppData\Local\Temp\sqlness*
-          retention-days: 3
-
-  test-on-windows:
-    name: Run tests on Windows
-    if: ${{ github.repository == 'GreptimeTeam/greptimedb' }}
-    runs-on: windows-2022-8-cores
-    timeout-minutes: 60
-    steps:
-      - run: git config --global core.autocrlf false
-      - uses: actions/checkout@v4
-        with:
-          fetch-depth: 0
-          persist-credentials: false
-      - uses: ./.github/actions/setup-cyborg
-      - uses: arduino/setup-protoc@v3
-        with:
-          repo-token: ${{ secrets.GITHUB_TOKEN }}
-      - uses: KyleMayes/install-llvm-action@v1
-        with:
-          version: "14.0"
-      - name: Install Rust toolchain
-        uses: actions-rust-lang/setup-rust-toolchain@v1
-        with:
-          components: llvm-tools-preview
-      - name: Rust Cache
-        uses: Swatinem/rust-cache@v2
-      - name: Install Cargo Nextest
-        uses: taiki-e/install-action@nextest
-      - name: Install WSL distribution
-        uses: Vampire/setup-wsl@v2
-        with:
-          distribution: Ubuntu-22.04
-      - name: Running tests
-        run: cargo nextest run -F dashboard
-        env:
-          CARGO_BUILD_RUSTFLAGS: "-C linker=lld-link"
-          RUST_BACKTRACE: 1
-          CARGO_INCREMENTAL: 0
-          RUSTUP_WINDOWS_PATH_ADD_BIN: 1 # Workaround for https://github.com/nextest-rs/nextest/issues/1493
-          GT_S3_BUCKET: ${{ vars.AWS_CI_TEST_BUCKET }}
-          GT_S3_ACCESS_KEY_ID: ${{ secrets.AWS_CI_TEST_ACCESS_KEY_ID }}
-          GT_S3_ACCESS_KEY: ${{ secrets.AWS_CI_TEST_SECRET_ACCESS_KEY }}
-          GT_S3_REGION: ${{ vars.AWS_CI_TEST_BUCKET_REGION }}
-          UNITTEST_LOG_DIR: "__unittest_logs"
-
-  cleanbuild-linux-nix:
-    name: Run clean build on Linux
-    runs-on: ubuntu-latest
-    if: ${{ github.repository == 'GreptimeTeam/greptimedb' }}
-    timeout-minutes: 60
-    steps:
-      - uses: actions/checkout@v4
-        with:
-          fetch-depth: 0
-          persist-credentials: false
-      - uses: cachix/install-nix-action@v27
-        with:
-          nix_path: nixpkgs=channel:nixos-24.11
-      - run: nix develop --command cargo build
-
-  check-status:
-    name: Check status
-    needs: [sqlness-test, sqlness-windows, test-on-windows]
-    if: ${{ github.repository == 'GreptimeTeam/greptimedb' }}
-    runs-on: ubuntu-latest
-    outputs:
-      check-result: ${{ steps.set-check-result.outputs.check-result }}
-    steps:
-      - name: Set check result
-        id: set-check-result
-        run: |
-          echo "check-result=success" >> $GITHUB_OUTPUT
-
-  notification:
-    if: ${{ github.repository == 'GreptimeTeam/greptimedb' && always() }} # Not requiring successful dependent jobs, always run.
-    name: Send notification to Greptime team
-    needs: [check-status]
-    runs-on: ubuntu-latest
-    env:
-      SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL_DEVELOP_CHANNEL }}
-    steps:
-      - uses: actions/checkout@v4
-        with:
-          fetch-depth: 0
-          persist-credentials: false
-      - uses: ./.github/actions/setup-cyborg
-      - name: Report CI status
-        id: report-ci-status
-        working-directory: cyborg
-        run: pnpm tsx bin/report-ci-failure.ts
-        env:
-          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
-          CI_REPORT_STATUS: ${{ needs.check-status.outputs.check-result == 'success' }}
-      - name: Notify dev build successful result
-        uses: slackapi/slack-github-action@v1.23.0
-        if: ${{ needs.check-status.outputs.check-result == 'success' }}
-        with:
-          payload: |
-            {"text": "Nightly CI has completed successfully."}
-
-      - name: Notify dev build failed result
-        uses: slackapi/slack-github-action@v1.23.0
-        if: ${{ needs.check-status.outputs.check-result != 'success' }}
-        with:
-          payload: |
-            {"text": "Nightly CI failed has failed, please check ${{ steps.report-ci-status.outputs.html_url }}."}

.github/workflows/pr-title-checker.yml

@@ -0,0 +1,19 @@
+name: "PR Title Checker"
+on:
+  pull_request_target:
+    types:
+      - opened
+      - edited
+      - synchronize
+      - labeled
+      - unlabeled
+
+jobs:
+  check:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: thehanimo/pr-title-checker@v1.3.4
+        with:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+          pass_on_octokit_error: false
+          configuration_path: ".github/pr-title-checker-config.json"

.github/workflows/release-dev-builder-images.yaml

@@ -1,203 +0,0 @@
-name: Release dev-builder images
-
-on:
-  push:
-    branches:
-      - main
-    paths:
-      - rust-toolchain.toml
-      - 'docker/dev-builder/**'
-  workflow_dispatch: # Allows you to run this workflow manually.
-    inputs:
-      release_dev_builder_ubuntu_image:
-        type: boolean
-        description: Release dev-builder-ubuntu image
-        required: false
-        default: false
-      release_dev_builder_centos_image:
-        type: boolean
-        description: Release dev-builder-centos image
-        required: false
-        default: false
-      release_dev_builder_android_image:
-        type: boolean
-        description: Release dev-builder-android image
-        required: false
-        default: false
-
-jobs:
-  release-dev-builder-images:
-    name: Release dev builder images
-    if: ${{ inputs.release_dev_builder_ubuntu_image || inputs.release_dev_builder_centos_image || inputs.release_dev_builder_android_image }} # Only manually trigger this job.
-    runs-on: ubuntu-latest
-    outputs:
-      version: ${{ steps.set-version.outputs.version }}
-    steps:
-      - name: Checkout
-        uses: actions/checkout@v4
-        with:
-          fetch-depth: 0
-          persist-credentials: false
-
-      - name: Configure build image version
-        id: set-version
-        shell: bash
-        run: |
-          commitShortSHA=`echo ${{ github.sha }} | cut -c1-8`
-          buildTime=`date +%Y%m%d%H%M%S`
-          BUILD_VERSION="$commitShortSHA-$buildTime"
-          RUST_TOOLCHAIN_VERSION=$(cat rust-toolchain.toml | grep -Eo '[0-9]{4}-[0-9]{2}-[0-9]{2}')
-          IMAGE_VERSION="${RUST_TOOLCHAIN_VERSION}-${BUILD_VERSION}"
-          echo "VERSION=${IMAGE_VERSION}" >> $GITHUB_ENV
-          echo "version=$IMAGE_VERSION" >> $GITHUB_OUTPUT
-
-      - name: Build and push dev builder images
-        uses: ./.github/actions/build-dev-builder-images
-        with:
-          version: ${{ env.VERSION }}
-          dockerhub-image-registry-username: ${{ secrets.DOCKERHUB_USERNAME }}
-          dockerhub-image-registry-token: ${{ secrets.DOCKERHUB_TOKEN }}
-          build-dev-builder-ubuntu: ${{ inputs.release_dev_builder_ubuntu_image }}
-          build-dev-builder-centos: ${{ inputs.release_dev_builder_centos_image }}
-          build-dev-builder-android: ${{ inputs.release_dev_builder_android_image }}
-
-  release-dev-builder-images-ecr:
-    name: Release dev builder images to AWS ECR
-    runs-on: ubuntu-latest
-    needs: [
-      release-dev-builder-images
-    ]
-    steps:
-      - name: Configure AWS credentials
-        uses: aws-actions/configure-aws-credentials@v4
-        with:
-          aws-access-key-id: ${{ secrets.AWS_ECR_ACCESS_KEY_ID }}
-          aws-secret-access-key: ${{ secrets.AWS_ECR_SECRET_ACCESS_KEY }}
-          aws-region: ${{ vars.ECR_REGION }}
-
-      - name: Login to Amazon ECR
-        id: login-ecr-public
-        uses: aws-actions/amazon-ecr-login@v2
-        env:
-          AWS_REGION: ${{ vars.ECR_REGION }}
-        with:
-          registry-type: public
-
-      - name: Push dev-builder-ubuntu image
-        shell: bash
-        if: ${{ inputs.release_dev_builder_ubuntu_image }}
-        env:
-          IMAGE_VERSION: ${{ needs.release-dev-builder-images.outputs.version }}
-          IMAGE_NAMESPACE: ${{ vars.IMAGE_NAMESPACE }}
-          ECR_IMAGE_REGISTRY: ${{ vars.ECR_IMAGE_REGISTRY }}
-          ECR_IMAGE_NAMESPACE: ${{ vars.ECR_IMAGE_NAMESPACE }}
-        run: |
-          docker run -v "${DOCKER_CONFIG:-$HOME/.docker}:/root/.docker:ro" \
-            -e "REGISTRY_AUTH_FILE=/root/.docker/config.json" \
-            quay.io/skopeo/stable:latest \
-            copy -a docker://docker.io/$IMAGE_NAMESPACE/dev-builder-ubuntu:$IMAGE_VERSION \
-            docker://$ECR_IMAGE_REGISTRY/$ECR_IMAGE_NAMESPACE/dev-builder-ubuntu:$IMAGE_VERSION
-
-          docker run -v "${DOCKER_CONFIG:-$HOME/.docker}:/root/.docker:ro" \
-            -e "REGISTRY_AUTH_FILE=/root/.docker/config.json" \
-            quay.io/skopeo/stable:latest \
-            copy -a docker://docker.io/$IMAGE_NAMESPACE/dev-builder-ubuntu:latest \
-            docker://$ECR_IMAGE_REGISTRY/$ECR_IMAGE_NAMESPACE/dev-builder-ubuntu:latest
-
-      - name: Push dev-builder-centos image
-        shell: bash
-        if: ${{ inputs.release_dev_builder_centos_image }}
-        env:
-          IMAGE_VERSION: ${{ needs.release-dev-builder-images.outputs.version }}
-          IMAGE_NAMESPACE: ${{ vars.IMAGE_NAMESPACE }}
-          ECR_IMAGE_REGISTRY: ${{ vars.ECR_IMAGE_REGISTRY }}
-          ECR_IMAGE_NAMESPACE: ${{ vars.ECR_IMAGE_NAMESPACE }}
-        run: |
-          docker run -v "${DOCKER_CONFIG:-$HOME/.docker}:/root/.docker:ro" \
-            -e "REGISTRY_AUTH_FILE=/root/.docker/config.json" \
-            quay.io/skopeo/stable:latest \
-            copy -a docker://docker.io/$IMAGE_NAMESPACE/dev-builder-centos:$IMAGE_VERSION \
-            docker://$ECR_IMAGE_REGISTRY/$ECR_IMAGE_NAMESPACE/dev-builder-centos:$IMAGE_VERSION
-
-          docker run -v "${DOCKER_CONFIG:-$HOME/.docker}:/root/.docker:ro" \
-            -e "REGISTRY_AUTH_FILE=/root/.docker/config.json" \
-            quay.io/skopeo/stable:latest \
-            copy -a docker://docker.io/$IMAGE_NAMESPACE/dev-builder-centos:latest \
-            docker://$ECR_IMAGE_REGISTRY/$ECR_IMAGE_NAMESPACE/dev-builder-centos:latest
-
-      - name: Push dev-builder-android image
-        shell: bash
-        if: ${{ inputs.release_dev_builder_android_image }}
-        env:
-          IMAGE_VERSION: ${{ needs.release-dev-builder-images.outputs.version }}
-          IMAGE_NAMESPACE: ${{ vars.IMAGE_NAMESPACE }}
-          ECR_IMAGE_REGISTRY: ${{ vars.ECR_IMAGE_REGISTRY }}
-          ECR_IMAGE_NAMESPACE: ${{ vars.ECR_IMAGE_NAMESPACE }}
-        run: |
-          docker run -v "${DOCKER_CONFIG:-$HOME/.docker}:/root/.docker:ro" \
-            -e "REGISTRY_AUTH_FILE=/root/.docker/config.json" \
-            quay.io/skopeo/stable:latest \
-            copy -a docker://docker.io/$IMAGE_NAMESPACE/dev-builder-android:$IMAGE_VERSION \
-            docker://$ECR_IMAGE_REGISTRY/$ECR_IMAGE_NAMESPACE/dev-builder-android:$IMAGE_VERSION
-
-          docker run -v "${DOCKER_CONFIG:-$HOME/.docker}:/root/.docker:ro" \
-            -e "REGISTRY_AUTH_FILE=/root/.docker/config.json" \
-            quay.io/skopeo/stable:latest \
-            copy -a docker://docker.io/$IMAGE_NAMESPACE/dev-builder-android:latest \
-            docker://$ECR_IMAGE_REGISTRY/$ECR_IMAGE_NAMESPACE/dev-builder-android:latest
-
-  release-dev-builder-images-cn: # Note: Be careful issue: https://github.com/containers/skopeo/issues/1874 and we decide to use the latest stable skopeo container.
-    name: Release dev builder images to CN region
-    runs-on: ubuntu-latest
-    needs: [
-      release-dev-builder-images
-    ]
-    steps:
-      - name: Login to AliCloud Container Registry
-        uses: docker/login-action@v3
-        with:
-          registry: ${{ vars.ACR_IMAGE_REGISTRY }}
-          username: ${{ secrets.ALICLOUD_USERNAME }}
-          password: ${{ secrets.ALICLOUD_PASSWORD }}
-
-      - name: Push dev-builder-ubuntu image
-        shell: bash
-        if: ${{ inputs.release_dev_builder_ubuntu_image }}
-        env:
-          IMAGE_VERSION: ${{ needs.release-dev-builder-images.outputs.version }}
-          IMAGE_NAMESPACE: ${{ vars.IMAGE_NAMESPACE }}
-          ACR_IMAGE_REGISTRY: ${{ vars.ACR_IMAGE_REGISTRY }}
-        run: |
-          docker run -v "${DOCKER_CONFIG:-$HOME/.docker}:/root/.docker:ro" \
-            -e "REGISTRY_AUTH_FILE=/root/.docker/config.json" \
-            quay.io/skopeo/stable:latest \
-            copy -a docker://docker.io/$IMAGE_NAMESPACE/dev-builder-ubuntu:$IMAGE_VERSION \
-            docker://$ACR_IMAGE_REGISTRY/$IMAGE_NAMESPACE/dev-builder-ubuntu:$IMAGE_VERSION
-
-      - name: Push dev-builder-centos image
-        shell: bash
-        if: ${{ inputs.release_dev_builder_centos_image }}
-        env:
-          IMAGE_VERSION: ${{ needs.release-dev-builder-images.outputs.version }}
-          IMAGE_NAMESPACE: ${{ vars.IMAGE_NAMESPACE }}
-          ACR_IMAGE_REGISTRY: ${{ vars.ACR_IMAGE_REGISTRY }}
-        run: |
-          docker run -v "${DOCKER_CONFIG:-$HOME/.docker}:/root/.docker:ro" \
-            -e "REGISTRY_AUTH_FILE=/root/.docker/config.json" \
-            quay.io/skopeo/stable:latest \
-            copy -a docker://docker.io/$IMAGE_NAMESPACE/dev-builder-centos:$IMAGE_VERSION \
-            docker://$ACR_IMAGE_REGISTRY/$IMAGE_NAMESPACE/dev-builder-centos:$IMAGE_VERSION
-
-      - name: Push dev-builder-android image
-        shell: bash
-        if: ${{ inputs.release_dev_builder_android_image }}
-        env:
-          IMAGE_VERSION: ${{ needs.release-dev-builder-images.outputs.version }}
-          IMAGE_NAMESPACE: ${{ vars.IMAGE_NAMESPACE }}
-          ACR_IMAGE_REGISTRY: ${{ vars.ACR_IMAGE_REGISTRY }}
-        run: |
-          docker run -v "${DOCKER_CONFIG:-$HOME/.docker}:/root/.docker:ro" \
-            -e "REGISTRY_AUTH_FILE=/root/.docker/config.json" \
-            quay.io/skopeo/stable:latest \
-            copy -a docker://docker.io/$IMAGE_NAMESPACE/dev-builder-android:$IMAGE_VERSION \
-            docker://$ACR_IMAGE_REGISTRY/$IMAGE_NAMESPACE/dev-builder-android:$IMAGE_VERSION

.github/workflows/release.yml

@@ -1,510 +0,0 @@
-name: Release
-
-# There are two kinds of formal release:
-# 1. The tag('v*.*.*') push release: the release workflow will be triggered by the tag push event.
-# 2. The scheduled release(the version will be '${{ env.NEXT_RELEASE_VERSION }}-nightly-YYYYMMDD'): the release workflow will be triggered by the schedule event.
-on:
-  push:
-    tags:
-      - "v*.*.*"
-  schedule:
-    # At 00:00 on Monday.
-    - cron: '0 0 * * 1'
-  workflow_dispatch: # Allows you to run this workflow manually.
-    # Notes: The GitHub Actions ONLY support 10 inputs, and it's already used up.
-    inputs:
-      linux_amd64_runner:
-        type: choice
-        description: The runner uses to build linux-amd64 artifacts
-        default: ec2-c6i.4xlarge-amd64
-        options:
-          - ubuntu-22.04
-          - ubuntu-22.04-8-cores
-          - ubuntu-22.04-16-cores
-          - ubuntu-22.04-32-cores
-          - ubuntu-22.04-64-cores
-          - ec2-c6i.xlarge-amd64 # 4C8G
-          - ec2-c6i.2xlarge-amd64 # 8C16G
-          - ec2-c6i.4xlarge-amd64 # 16C32G
-          - ec2-c6i.8xlarge-amd64 # 32C64G
-          - ec2-c6i.16xlarge-amd64 # 64C128G
-      linux_arm64_runner:
-        type: choice
-        description: The runner uses to build linux-arm64 artifacts
-        default: ec2-c6g.8xlarge-arm64
-        options:
-          - ubuntu-2204-32-cores-arm
-          - ec2-c6g.xlarge-arm64 # 4C8G
-          - ec2-c6g.2xlarge-arm64 # 8C16G
-          - ec2-c6g.4xlarge-arm64 # 16C32G
-          - ec2-c6g.8xlarge-arm64 # 32C64G
-          - ec2-c6g.16xlarge-arm64 # 64C128G
-      macos_runner:
-        type: choice
-        description: The runner uses to build macOS artifacts
-        default: macos-latest
-        options:
-          - macos-latest
-      skip_test:
-        description: Do not run integration tests during the build
-        type: boolean
-        default: true
-      build_linux_amd64_artifacts:
-        type: boolean
-        description: Build linux-amd64 artifacts
-        required: false
-        default: false
-      build_linux_arm64_artifacts:
-        type: boolean
-        description: Build linux-arm64 artifacts
-        required: false
-        default: false
-      build_macos_artifacts:
-        type: boolean
-        description: Build macos artifacts
-        required: false
-        default: false
-      build_windows_artifacts:
-        type: boolean
-        description: Build Windows artifacts
-        required: false
-        default: false
-      publish_github_release:
-        type: boolean
-        description: Create GitHub release and upload artifacts
-        required: false
-        default: false
-      release_images:
-        type: boolean
-        description: Build and push images to DockerHub and ACR
-        required: false
-        default: false
-
-# Use env variables to control all the release process.
-env:
-  # The arguments of building greptime.
-  CARGO_PROFILE: nightly
-
-  # Controls whether to run tests, include unit-test, integration-test and sqlness.
-  DISABLE_RUN_TESTS: ${{ inputs.skip_test || vars.DEFAULT_SKIP_TEST }}
-
-  # The scheduled version is '${{ env.NEXT_RELEASE_VERSION }}-nightly-YYYYMMDD', like v0.2.0-nigthly-20230313;
-  NIGHTLY_RELEASE_PREFIX: nightly
-  # Note: The NEXT_RELEASE_VERSION should be modified manually by every formal release.
-  NEXT_RELEASE_VERSION: v0.13.0
-
-jobs:
-  allocate-runners:
-    name: Allocate runners
-    if: ${{ github.repository == 'GreptimeTeam/greptimedb' }}
-    runs-on: ubuntu-latest
-    outputs:
-      linux-amd64-runner: ${{ steps.start-linux-amd64-runner.outputs.label }}
-      linux-arm64-runner: ${{ steps.start-linux-arm64-runner.outputs.label }}
-      macos-runner: ${{ inputs.macos_runner || vars.DEFAULT_MACOS_RUNNER }}
-      windows-runner: windows-2022-8-cores
-
-      # The following EC2 resource id will be used for resource releasing.
-      linux-amd64-ec2-runner-label: ${{ steps.start-linux-amd64-runner.outputs.label }}
-      linux-amd64-ec2-runner-instance-id: ${{ steps.start-linux-amd64-runner.outputs.ec2-instance-id }}
-      linux-arm64-ec2-runner-label: ${{ steps.start-linux-arm64-runner.outputs.label }}
-      linux-arm64-ec2-runner-instance-id: ${{ steps.start-linux-arm64-runner.outputs.ec2-instance-id }}
-
-      # The 'version' use as the global tag name of the release workflow.
-      version: ${{ steps.create-version.outputs.version }}
-    steps:
-      - name: Checkout
-        uses: actions/checkout@v4
-        with:
-          fetch-depth: 0
-          persist-credentials: false
-
-      - name: Check Rust toolchain version
-        shell: bash
-        run: |
-          ./scripts/check-builder-rust-version.sh
-
-      # The create-version will create a global variable named 'version' in the global workflows.
-      # - If it's a tag push release, the version is the tag name(${{ github.ref_name }});
-      # - If it's a scheduled release, the version is '${{ env.NEXT_RELEASE_VERSION }}-nightly-$buildTime', like v0.2.0-nigthly-20230313;
-      # - If it's a manual release, the version is '${{ env.NEXT_RELEASE_VERSION }}-<short-git-sha>-YYYYMMDDSS', like v0.2.0-e5b243c-2023071245;
-      - name: Create version
-        id: create-version
-        run: |
-          echo "version=$(./.github/scripts/create-version.sh)" >> $GITHUB_OUTPUT
-        env:
-          GITHUB_EVENT_NAME: ${{ github.event_name }}
-          GITHUB_REF_NAME: ${{ github.ref_name }}
-          NEXT_RELEASE_VERSION: ${{ env.NEXT_RELEASE_VERSION }}
-          NIGHTLY_RELEASE_PREFIX: ${{ env.NIGHTLY_RELEASE_PREFIX }}
-
-      - name: Allocate linux-amd64 runner
-        if: ${{ inputs.build_linux_amd64_artifacts || github.event_name == 'push' || github.event_name == 'schedule' }}
-        uses: ./.github/actions/start-runner
-        id: start-linux-amd64-runner
-        with:
-          runner: ${{ inputs.linux_amd64_runner || vars.DEFAULT_AMD64_RUNNER }}
-          aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}
-          aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
-          aws-region: ${{ vars.EC2_RUNNER_REGION }}
-          github-token: ${{ secrets.GH_PERSONAL_ACCESS_TOKEN }}
-          image-id: ${{ vars.EC2_RUNNER_LINUX_AMD64_IMAGE_ID }}
-          security-group-id: ${{ vars.EC2_RUNNER_SECURITY_GROUP_ID }}
-          subnet-id: ${{ vars.EC2_RUNNER_SUBNET_ID }}
-
-      - name: Allocate linux-arm64 runner
-        if: ${{ inputs.build_linux_arm64_artifacts || github.event_name == 'push' || github.event_name == 'schedule' }}
-        uses: ./.github/actions/start-runner
-        id: start-linux-arm64-runner
-        with:
-          runner: ${{ inputs.linux_arm64_runner || vars.DEFAULT_ARM64_RUNNER }}
-          aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}
-          aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
-          aws-region: ${{ vars.EC2_RUNNER_REGION }}
-          github-token: ${{ secrets.GH_PERSONAL_ACCESS_TOKEN }}
-          image-id: ${{ vars.EC2_RUNNER_LINUX_ARM64_IMAGE_ID }}
-          security-group-id: ${{ vars.EC2_RUNNER_SECURITY_GROUP_ID }}
-          subnet-id: ${{ vars.EC2_RUNNER_SUBNET_ID }}
-
-  build-linux-amd64-artifacts:
-    name: Build linux-amd64 artifacts
-    if: ${{ inputs.build_linux_amd64_artifacts || github.event_name == 'push' || github.event_name == 'schedule' }}
-    needs: [
-      allocate-runners,
-    ]
-    runs-on: ${{ needs.allocate-runners.outputs.linux-amd64-runner }}
-    steps:
-      - uses: actions/checkout@v4
-        with:
-          fetch-depth: 0
-          persist-credentials: false
-
-      - uses: ./.github/actions/build-linux-artifacts
-        with:
-          arch: amd64
-          cargo-profile: ${{ env.CARGO_PROFILE }}
-          version: ${{ needs.allocate-runners.outputs.version }}
-          disable-run-tests: ${{ env.DISABLE_RUN_TESTS }}
-          image-registry: ${{ vars.ECR_IMAGE_REGISTRY }}
-          image-namespace: ${{ vars.ECR_IMAGE_NAMESPACE }}
-
-  build-linux-arm64-artifacts:
-    name: Build linux-arm64 artifacts
-    if: ${{ inputs.build_linux_arm64_artifacts || github.event_name == 'push' || github.event_name == 'schedule' }}
-    needs: [
-      allocate-runners,
-    ]
-    runs-on: ${{ needs.allocate-runners.outputs.linux-arm64-runner }}
-    steps:
-      - uses: actions/checkout@v4
-        with:
-          fetch-depth: 0
-          persist-credentials: false
-
-      - uses: ./.github/actions/build-linux-artifacts
-        with:
-          arch: arm64
-          cargo-profile: ${{ env.CARGO_PROFILE }}
-          version: ${{ needs.allocate-runners.outputs.version }}
-          disable-run-tests: ${{ env.DISABLE_RUN_TESTS }}
-          image-registry: ${{ vars.ECR_IMAGE_REGISTRY }}
-          image-namespace: ${{ vars.ECR_IMAGE_NAMESPACE }}
-
-  build-macos-artifacts:
-    name: Build macOS artifacts
-    strategy:
-      fail-fast: false
-      matrix:
-        include:
-          - os: ${{ needs.allocate-runners.outputs.macos-runner }}
-            arch: aarch64-apple-darwin
-            features: servers/dashboard
-            artifacts-dir-prefix: greptime-darwin-arm64
-          - os: ${{ needs.allocate-runners.outputs.macos-runner }}
-            features: servers/dashboard
-            arch: x86_64-apple-darwin
-            artifacts-dir-prefix: greptime-darwin-amd64
-    runs-on: ${{ matrix.os }}
-    outputs:
-      build-macos-result: ${{ steps.set-build-macos-result.outputs.build-macos-result }}
-    needs: [
-      allocate-runners,
-    ]
-    if: ${{ inputs.build_macos_artifacts || github.event_name == 'push' || github.event_name == 'schedule' }}
-    steps:
-      - uses: actions/checkout@v4
-        with:
-          fetch-depth: 0
-          persist-credentials: false
-
-      - uses: ./.github/actions/build-macos-artifacts
-        with:
-          arch: ${{ matrix.arch }}
-          cargo-profile: ${{ env.CARGO_PROFILE }}
-          features: ${{ matrix.features }}
-          version: ${{ needs.allocate-runners.outputs.version }}
-          # We decide to disable the integration tests on macOS because it's unnecessary and time-consuming.
-          disable-run-tests: true
-          artifacts-dir: ${{ matrix.artifacts-dir-prefix }}-${{ needs.allocate-runners.outputs.version }}
-
-      - name: Set build macos result
-        id: set-build-macos-result
-        run: |
-          echo "build-macos-result=success" >> $GITHUB_OUTPUT
-
-  build-windows-artifacts:
-    name: Build Windows artifacts
-    strategy:
-      fail-fast: false
-      matrix:
-        include:
-          - os: ${{ needs.allocate-runners.outputs.windows-runner }}
-            arch: x86_64-pc-windows-msvc
-            features: servers/dashboard
-            artifacts-dir-prefix: greptime-windows-amd64
-    runs-on: ${{ matrix.os }}
-    outputs:
-      build-windows-result: ${{ steps.set-build-windows-result.outputs.build-windows-result }}
-    needs: [
-      allocate-runners,
-    ]
-    if: ${{ inputs.build_windows_artifacts || github.event_name == 'push' || github.event_name == 'schedule' }}
-    steps:
-      - run: git config --global core.autocrlf false
-
-      - uses: actions/checkout@v4
-        with:
-          fetch-depth: 0
-          persist-credentials: false
-
-      - uses: ./.github/actions/build-windows-artifacts
-        with:
-          arch: ${{ matrix.arch }}
-          cargo-profile: ${{ env.CARGO_PROFILE }}
-          features: ${{ matrix.features }}
-          version: ${{ needs.allocate-runners.outputs.version }}
-          disable-run-tests: ${{ env.DISABLE_RUN_TESTS }}
-          artifacts-dir: ${{ matrix.artifacts-dir-prefix }}-${{ needs.allocate-runners.outputs.version }}
-
-      - name: Set build windows result
-        id: set-build-windows-result
-        run: |
-          echo "build-windows-result=success" >> $Env:GITHUB_OUTPUT
-
-  release-images-to-dockerhub:
-    name: Build and push images to DockerHub
-    if: ${{ inputs.release_images || github.event_name == 'push' || github.event_name == 'schedule' }}
-    needs: [
-      allocate-runners,
-      build-linux-amd64-artifacts,
-      build-linux-arm64-artifacts,
-    ]
-    runs-on: ubuntu-latest
-    outputs:
-      build-image-result: ${{ steps.set-build-image-result.outputs.build-image-result }}
-    steps:
-      - uses: actions/checkout@v4
-        with:
-          fetch-depth: 0
-          persist-credentials: false
-
-      - name: Build and push images to dockerhub
-        uses: ./.github/actions/build-images
-        with:
-          image-registry: docker.io
-          image-namespace: ${{ vars.IMAGE_NAMESPACE }}
-          image-name: ${{ vars.GREPTIMEDB_IMAGE_NAME }}
-          image-registry-username: ${{ secrets.DOCKERHUB_USERNAME }}
-          image-registry-password: ${{ secrets.DOCKERHUB_TOKEN }}
-          version: ${{ needs.allocate-runners.outputs.version }}
-          push-latest-tag: true
-
-      - name: Set build image result
-        id: set-build-image-result
-        run: |
-          echo "build-image-result=success" >> $GITHUB_OUTPUT
-
-  release-cn-artifacts:
-    name: Release artifacts to CN region
-    if: ${{ inputs.release_images || github.event_name == 'push' || github.event_name == 'schedule' }}
-    needs: [ # The job have to wait for all the artifacts are built.
-      allocate-runners,
-      build-linux-amd64-artifacts,
-      build-linux-arm64-artifacts,
-      build-macos-artifacts,
-      build-windows-artifacts,
-      release-images-to-dockerhub,
-    ]
-    runs-on: ubuntu-latest
-    # When we push to ACR, it's easy to fail due to some unknown network issues.
-    # However, we don't want to fail the whole workflow because of this.
-    # The ACR have daily sync with DockerHub, so don't worry about the image not being updated.
-    continue-on-error: true
-    steps:
-      - uses: actions/checkout@v4
-        with:
-          fetch-depth: 0
-          persist-credentials: false
-
-      - name: Release artifacts to CN region
-        uses: ./.github/actions/release-cn-artifacts
-        with:
-          src-image-registry: docker.io
-          src-image-namespace: ${{ vars.IMAGE_NAMESPACE }}
-          src-image-name: ${{ vars.GREPTIMEDB_IMAGE_NAME }}
-          dst-image-registry-username: ${{ secrets.ALICLOUD_USERNAME }}
-          dst-image-registry-password: ${{ secrets.ALICLOUD_PASSWORD }}
-          dst-image-registry: ${{ vars.ACR_IMAGE_REGISTRY }}
-          dst-image-namespace: ${{ vars.IMAGE_NAMESPACE }}
-          version: ${{ needs.allocate-runners.outputs.version }}
-          aws-cn-s3-bucket: ${{ vars.AWS_RELEASE_BUCKET }}
-          aws-cn-access-key-id: ${{ secrets.AWS_CN_ACCESS_KEY_ID }}
-          aws-cn-secret-access-key: ${{ secrets.AWS_CN_SECRET_ACCESS_KEY }}
-          aws-cn-region: ${{ vars.AWS_RELEASE_BUCKET_REGION }}
-          dev-mode: false
-          upload-to-s3: true
-          update-version-info: true
-          push-latest-tag: true
-
-  publish-github-release:
-    name: Create GitHub release and upload artifacts
-    if: ${{ inputs.publish_github_release || github.event_name == 'push' || github.event_name == 'schedule' }}
-    needs: [ # The job have to wait for all the artifacts are built.
-      allocate-runners,
-      build-linux-amd64-artifacts,
-      build-linux-arm64-artifacts,
-      build-macos-artifacts,
-      build-windows-artifacts,
-      release-images-to-dockerhub,
-    ]
-    runs-on: ubuntu-latest
-    steps:
-      - uses: actions/checkout@v4
-        with:
-          fetch-depth: 0
-          persist-credentials: false
-
-      - name: Publish GitHub release
-        uses: ./.github/actions/publish-github-release
-        with:
-          version: ${{ needs.allocate-runners.outputs.version }}
-
-  ### Stop runners ###
-  # It's very necessary to split the job of releasing runners into 'stop-linux-amd64-runner' and 'stop-linux-arm64-runner'.
-  # Because we can terminate the specified EC2 instance immediately after the job is finished without uncessary waiting.
-  stop-linux-amd64-runner: # It's always run as the last job in the workflow to make sure that the runner is released.
-    name: Stop linux-amd64 runner
-    # Only run this job when the runner is allocated.
-    if: ${{ always() }}
-    runs-on: ubuntu-latest
-    needs: [
-      allocate-runners,
-      build-linux-amd64-artifacts,
-    ]
-    steps:
-      - name: Checkout
-        uses: actions/checkout@v4
-        with:
-          fetch-depth: 0
-          persist-credentials: false
-
-      - name: Stop EC2 runner
-        uses: ./.github/actions/stop-runner
-        with:
-          label: ${{ needs.allocate-runners.outputs.linux-amd64-ec2-runner-label }}
-          ec2-instance-id: ${{ needs.allocate-runners.outputs.linux-amd64-ec2-runner-instance-id }}
-          aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}
-          aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
-          aws-region: ${{ vars.EC2_RUNNER_REGION }}
-          github-token: ${{ secrets.GH_PERSONAL_ACCESS_TOKEN }}
-
-  stop-linux-arm64-runner: # It's always run as the last job in the workflow to make sure that the runner is released.
-    name: Stop linux-arm64 runner
-    # Only run this job when the runner is allocated.
-    if: ${{ always() }}
-    runs-on: ubuntu-latest
-    needs: [
-      allocate-runners,
-      build-linux-arm64-artifacts,
-    ]
-    steps:
-      - name: Checkout
-        uses: actions/checkout@v4
-        with:
-          fetch-depth: 0
-          persist-credentials: false
-
-      - name: Stop EC2 runner
-        uses: ./.github/actions/stop-runner
-        with:
-          label: ${{ needs.allocate-runners.outputs.linux-arm64-ec2-runner-label }}
-          ec2-instance-id: ${{ needs.allocate-runners.outputs.linux-arm64-ec2-runner-instance-id }}
-          aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}
-          aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
-          aws-region: ${{ vars.EC2_RUNNER_REGION }}
-          github-token: ${{ secrets.GH_PERSONAL_ACCESS_TOKEN }}
-
-  bump-doc-version:
-    name: Bump doc version
-    if: ${{ github.event_name == 'push' || github.event_name == 'schedule' }}
-    needs: [allocate-runners]
-    runs-on: ubuntu-latest
-    # Permission reference: https://docs.github.com/en/actions/using-jobs/assigning-permissions-to-jobs
-    permissions:
-      issues: write # Allows the action to create issues for cyborg.
-      contents: write # Allows the action to create a release.
-    steps:
-      - uses: actions/checkout@v4
-        with:
-          fetch-depth: 0
-          persist-credentials: false
-      - uses: ./.github/actions/setup-cyborg
-      - name: Bump doc version
-        working-directory: cyborg
-        run: pnpm tsx bin/bump-doc-version.ts
-        env:
-          VERSION: ${{ needs.allocate-runners.outputs.version }}
-          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
-          DOCS_REPO_TOKEN: ${{ secrets.DOCS_REPO_TOKEN }}
-
-  notification:
-    if: ${{ github.repository == 'GreptimeTeam/greptimedb' && (github.event_name == 'push' || github.event_name == 'schedule') && always() }}
-    name: Send notification to Greptime team
-    needs: [
-      release-images-to-dockerhub,
-      build-macos-artifacts,
-      build-windows-artifacts,
-    ]
-    runs-on: ubuntu-latest
-    # Permission reference: https://docs.github.com/en/actions/using-jobs/assigning-permissions-to-jobs
-    permissions:
-      issues: write # Allows the action to create issues for cyborg.
-      contents: write # Allows the action to create a release.
-    env:
-      SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL_DEVELOP_CHANNEL }}
-    steps:
-      - uses: actions/checkout@v4
-        with:
-          fetch-depth: 0
-          persist-credentials: false
-      - uses: ./.github/actions/setup-cyborg
-      - name: Report CI status
-        id: report-ci-status
-        working-directory: cyborg
-        run: pnpm tsx bin/report-ci-failure.ts
-        env:
-          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
-          CI_REPORT_STATUS: ${{ needs.release-images-to-dockerhub.outputs.build-image-result == 'success' && needs.build-windows-artifacts.outputs.build-windows-result == 'success' && needs.build-macos-artifacts.outputs.build-macos-result == 'success' }}
-      - name: Notify release successful result
-        uses: slackapi/slack-github-action@v1.25.0
-        if: ${{ needs.release-images-to-dockerhub.outputs.build-image-result == 'success' && needs.build-windows-artifacts.outputs.build-windows-result == 'success' && needs.build-macos-artifacts.outputs.build-macos-result == 'success' }}
-        with:
-          payload: |
-            {"text": "GreptimeDB's release version has completed successfully."}
-
-      - name: Notify release failed result
-        uses: slackapi/slack-github-action@v1.25.0
-        if: ${{ needs.release-images-to-dockerhub.outputs.build-image-result != 'success' || needs.build-windows-artifacts.outputs.build-windows-result != 'success' || needs.build-macos-artifacts.outputs.build-macos-result != 'success' }}
-        with:
-          payload: |
-            {"text": "GreptimeDB's release version has failed, please check ${{ steps.report-ci-status.outputs.html_url }}."}

.github/workflows/schedule.yml

@@ -1,26 +0,0 @@
-name: Schedule Management
-on:
-  schedule:
-    - cron: '4 2 * * *'
-  workflow_dispatch:
-
-
-jobs:
-  maintenance:
-    name: Periodic Maintenance
-    runs-on: ubuntu-latest
-    permissions:
-      contents: read
-      issues: write
-      pull-requests: write
-    if: ${{ github.repository == 'GreptimeTeam/greptimedb' }}
-    steps:
-      - uses: actions/checkout@v4
-        with:
-          persist-credentials: false
-      - uses: ./.github/actions/setup-cyborg
-      - name: Do Maintenance
-        working-directory: cyborg
-        run: pnpm tsx bin/schedule.ts
-        env:
-          GITHUB_TOKEN: ${{ secrets.GH_PERSONAL_ACCESS_TOKEN }}

.github/workflows/semantic-pull-request.yml

@@ -1,27 +0,0 @@
-name: "Semantic Pull Request"
-
-on:
-  pull_request:
-    types:
-      - opened
-      - reopened
-      - edited
-
-concurrency:
-  group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }}
-  cancel-in-progress: true
-
-jobs:
-  check:
-    runs-on: ubuntu-latest
-    timeout-minutes: 10
-    steps:
-      - uses: actions/checkout@v4
-        with:
-          persist-credentials: false
-      - uses: ./.github/actions/setup-cyborg
-      - name: Check Pull Request
-        working-directory: cyborg
-        run: pnpm tsx bin/check-pull-request.ts
-        env:
-          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}

.gitignore

@@ -1,8 +1,6 @@
 # Generated by Cargo
 # will have compiled files and executables
 /target/
-# also ignore if it's a symbolic link
-/target
 
 # Remove Cargo.lock from gitignore if creating an executable, leave it for libraries
 # More information here https://doc.rust-lang.org/cargo/guide/cargo-toml-vs-cargo-lock.html
@@ -20,37 +18,13 @@ debug/
 
 # JetBrains IDE config directory
 .idea/
-*.iml
-
-# VSCode IDE config directory
-.vscode/
 
 # Logs
 **/__unittest_logs
 logs/
 
+.DS_store
+.gitignore
+
 # cpython's generated python byte code
 **/__pycache__/
-
-# Benchmark dataset
-benchmarks/data
-
-# dotenv
-.env
-
-# dashboard files
-!/src/servers/dashboard/VERSION
-/src/servers/dashboard/*
-
-# Vscode workspace
-*.code-workspace
-
-venv/
-
-# Fuzz tests
-tests-fuzz/artifacts/
-tests-fuzz/corpus/
-
-# Nix
-.direnv
-.envrc

.pre-commit-config.yaml

@@ -5,18 +5,17 @@ repos:
     -    id: conventional-pre-commit
          stages: [commit-msg]
 
-# -   repo: https://github.com/DevinR528/cargo-sort
-#     rev: e6a795bc6b2c0958f9ef52af4863bbd7cc17238f
-#     hooks:
-#     -    id: cargo-sort
-#          args: ["--workspace"]
+-   repo: https://github.com/DevinR528/cargo-sort
+    rev: e6a795bc6b2c0958f9ef52af4863bbd7cc17238f
+    hooks:
+    -    id: cargo-sort
+         args: ["--workspace"]
 
 -   repo: https://github.com/doublify/pre-commit-rust
     rev: v1.0
     hooks:
     -    id: fmt
     -    id: clippy
-         args: ["--workspace", "--all-targets", "--all-features", "--", "-D", "warnings"]
-         stages: [pre-push]
+         args: ["--workspace", "--all-targets", "--", "-D", "warnings", "-D", "clippy::print_stdout", "-D", "clippy::print_stderr"]
+         stages: [push]
     -    id: cargo-check
-         args: ["--workspace", "--all-targets", "--all-features"]

AUTHOR.md

@@ -1,45 +0,0 @@
-# GreptimeDB Authors
-
-## Individual Committers (in alphabetical order)
-
-* [CookiePieWw](https://github.com/CookiePieWw)
-* [etolbakov](https://github.com/etolbakov)
-* [irenjj](https://github.com/irenjj)
-* [KKould](https://github.com/KKould)
-* [Lanqing Yang](https://github.com/lyang24)
-* [NiwakaDev](https://github.com/NiwakaDev)
-* [tisonkun](https://github.com/tisonkun)
-
-
-## Team Members (in alphabetical order)
-
-* [apdong2022](https://github.com/apdong2022)
-* [beryl678](https://github.com/beryl678)
-* [Breeze-P](https://github.com/Breeze-P)
-* [daviderli614](https://github.com/daviderli614)
-* [discord9](https://github.com/discord9)
-* [evenyag](https://github.com/evenyag)
-* [fengjiachun](https://github.com/fengjiachun)
-* [fengys1996](https://github.com/fengys1996)
-* [GrepTime](https://github.com/GrepTime)
-* [holalengyu](https://github.com/holalengyu)
-* [killme2008](https://github.com/killme2008)
-* [MichaelScofield](https://github.com/MichaelScofield)
-* [nicecui](https://github.com/nicecui)
-* [paomian](https://github.com/paomian)
-* [shuiyisong](https://github.com/shuiyisong)
-* [sunchanglong](https://github.com/sunchanglong)
-* [sunng87](https://github.com/sunng87)
-* [v0y4g3r](https://github.com/v0y4g3r)
-* [waynexia](https://github.com/waynexia)
-* [Wenjie0329](https://github.com/Wenjie0329)
-* [WenyXu](https://github.com/WenyXu)
-* [xtang](https://github.com/xtang)
-* [zhaoyingnan01](https://github.com/zhaoyingnan01)
-* [zhongzc](https://github.com/zhongzc)
-* [ZonaHex](https://github.com/ZonaHex)
-* [zyy17](https://github.com/zyy17)
-
-## All Contributors
-
-To see the full list of contributors, please visit our [Contributors page](https://github.com/GreptimeTeam/greptimedb/graphs/contributors)

CONTRIBUTING.md

@@ -1,96 +1,23 @@
-# Welcome 👋
+# Contributing to GreptimeDB
 
-Thanks a lot for considering contributing to GreptimeDB. We believe people like you would make GreptimeDB a great product. We intend to build a community where individuals can have open talks, show respect for one another, and speak with true ❤️. Meanwhile, we are to keep transparency and make your effort count here.
+Much appreciate for your interest in contributing to GreptimeDB! This document list some guidelines for contributing to our code base.
 
-You can find our contributors at https://github.com/GreptimeTeam/greptimedb/graphs/contributors. When you dedicate to GreptimeDB for a few months and keep bringing high-quality contributions (code, docs, advocate, etc.), you will be a candidate of a committer.
+To learn about the design of GreptimeDB, please refer to the [design docs](https://github.com/GrepTimeTeam/docs).
 
-A committer will be granted both read & write access to GreptimeDB repos. Check the [AUTHOR.md](AUTHOR.md) file for all current individual committers.
-
-Please read the guidelines, and they can help you get started. Communicate respectfully with the developers maintaining and developing the project. In return, they should reciprocate that respect by addressing your issue, reviewing changes, as well as helping finalize and merge your pull requests.
-
-Follow our [README](https://github.com/GreptimeTeam/greptimedb#readme) to get the whole picture of the project. To learn about the design of GreptimeDB, please refer to the [design docs](https://github.com/GrepTimeTeam/docs).
-
-## Your First Contribution
-
-It can feel intimidating to contribute to a complex project, but it can also be exciting and fun. These general notes will help everyone participate in this communal activity.
-
-- Follow the [Code of Conduct](https://github.com/GreptimeTeam/.github/blob/main/.github/CODE_OF_CONDUCT.md)
-- Small changes make huge differences. We will happily accept a PR making a single character change if it helps move forward. Don't wait to have everything working.
-- Check the closed issues before opening your issue.
-- Try to follow the existing style of the code.
-- More importantly, when in doubt, ask away.
-
-Pull requests are great, but we accept all kinds of other help if you like. Such as
-
-- Write tutorials or blog posts. Blog, speak about, or create tutorials about one of GreptimeDB's many features. Mention [@greptime](https://twitter.com/greptime) on Twitter and email info@greptime.com so we can give pointers and tips and help you spread the word by promoting your content on Greptime communication channels.
-- Improve the documentation. [Submit documentation](http://github.com/greptimeTeam/docs/) updates, enhancements, designs, or bug fixes, and fixing any spelling or grammar errors will be very much appreciated.
-- Present at meetups and conferences about your GreptimeDB projects. Your unique challenges and successes in building things with GreptimeDB can provide great speaking material. We'd love to review your talk abstract, so get in touch with us if you'd like some help!
-- Submitting bug reports. To report a bug or a security issue, you can [open a new GitHub issue](https://github.com/GrepTimeTeam/greptimedb/issues/new).
-- Speak up feature requests. Send feedback is a great way for us to understand your different use cases of GreptimeDB better. If you want to share your experience with GreptimeDB, or if you want to discuss any ideas, you can start a discussion on [GitHub discussions](https://github.com/GreptimeTeam/greptimedb/discussions), chat with the Greptime team on [Slack](https://greptime.com/slack), or you can tweet [@greptime](https://twitter.com/greptime) on Twitter.
-
-## Code of Conduct
-
-Also, there are things that we are not looking for because they don't match the goals of the product or benefit the community. Please read [Code of Conduct](https://github.com/GreptimeTeam/.github/blob/main/.github/CODE_OF_CONDUCT.md); we hope everyone can keep good manners and become an honored member.
-
-## License
-
-GreptimeDB uses the [Apache 2.0 license](https://github.com/GreptimeTeam/greptimedb/blob/master/LICENSE) to strike a balance between open contributions and allowing you to use the software however you want.
-
-## Getting Started
-
-### Submitting Issues
-
-- Check if an issue already exists. Before filing an issue report, see whether it's already covered. Use the search bar and check out existing issues.
-- File an issue:
-  - To report a bug, a security issue, or anything that you think is a problem and that isn't under the radar, go ahead and [open a new GitHub issue](https://github.com/GrepTimeTeam/greptimedb/issues/new).
-  - In the given templates, look for the one that suits you.
-  - If you bump into anything, reach out to our [Slack](https://greptime.com/slack) for a wider audience and ask for help.
-- What happens after:
-  - Once we spot a new issue, we identify and categorize it as soon as possible.
-  - Usually, it gets assigned to other developers. Follow up and see what folks are talking about and how they take care of it.
-  - Please be patient and offer as much information as you can to help reach a solution or a consensus. You are not alone and embrace team power.
+## Pull Requests
 
 ### Before PR
-
-- To ensure that community is free and confident in its ability to use your contributions, please sign the Contributor License Agreement (CLA) which will be incorporated in the pull request process.
-- Make sure all files have proper license header (running `docker run --rm -v $(pwd):/github/workspace ghcr.io/korandoru/hawkeye-native:v3 format` from the project root).
-- Make sure all your codes are formatted and follow the [coding style](https://pingcap.github.io/style-guide/rust/) and [style guide](docs/style-guide.md).
-- Make sure all unit tests are passed using [nextest](https://nexte.st/index.html) `cargo nextest run`.
-- Make sure all clippy warnings are fixed (you can check it locally by running `cargo clippy --workspace --all-targets -- -D warnings`).
-
-#### `pre-commit` Hooks
-
-You could setup the [`pre-commit`](https://pre-commit.com/#plugins) hooks to run these checks on every commit automatically.
-
-1. Install `pre-commit`
-
-        pip install pre-commit
-
-    or
-
-        brew install pre-commit
-
-2. Install the `pre-commit` hooks
-
-        $ pre-commit install
-        pre-commit installed at .git/hooks/pre-commit
-
-        $ pre-commit install --hook-type commit-msg
-        pre-commit installed at .git/hooks/commit-msg
-
-        $ pre-commit install --hook-type pre-push
-        pre-commit installed at .git/hooks/pre-push
-
-Now, `pre-commit` will run automatically on `git commit`.
+- Make sure all unit tests are passed.
+- Make sure all clippy warnings are fixed (you can check it locally by running `cargo clippy --workspace --all-targets -- -D warnings -D clippy::print_stdout -D clippy::print_stderr`).
 
 ### Title
 
-The titles of pull requests should be prefixed with category names listed in [Conventional Commits specification](https://www.conventionalcommits.org/en/v1.0.0)
-like `feat`/`fix`/`docs`, with a concise summary of code change following. AVOID using the last commit message as pull request title.
+The titles of pull requests should be prefixed with category name listed in [Conventional Commits specification](https://www.conventionalcommits.org/en/v1.0.0) 
+like `feat`/`fix`/`doc`, with a concise summary of code change follows. DO NOT use last commit message as pull request title.
 
 ### Description
 
-- Feel free to go brief if your pull request is small, like a typo fix.
+- If your pull request is small, like a typo fix, feel free to go brief.
 - But if it contains large code change, make sure to state the motivation/design details of this PR so that reviewers can understand what you're trying to do.
 - If the PR contains any breaking change or API change, make sure that is clearly listed in your description.
 
@@ -98,20 +25,11 @@ like `feat`/`fix`/`docs`, with a concise summary of code change following. AVOID
 
 All commit messages SHOULD adhere to the [Conventional Commits specification](https://conventionalcommits.org/).
 
-## Getting Help
+## Getting help
 
 There are many ways to get help when you're stuck. It is recommended to ask for help by opening an issue, with a detailed description
-of what you were trying to do and what went wrong. You can also reach for help in our [Slack channel](https://greptime.com/slack).
+of what you were trying to do and what went wrong. You can also reach for help in our Slack channel.
 
-## Community
 
-The core team will be thrilled if you would like to participate in any way you like. When you are stuck, try to ask for help by filing an issue, with a detailed description of what you were trying to do and what went wrong. If you have any questions or if you would like to get involved in our community, please check out:
-
-- [GreptimeDB Community Slack](https://greptime.com/slack)
-- [GreptimeDB Github Discussions](https://github.com/GreptimeTeam/greptimedb/discussions)
-
-Also, see some extra GreptimeDB content:
-
-- [GreptimeDB Docs](https://docs.greptime.com/)
-- [Learn GreptimeDB](https://greptime.com/product/db)
-- [Greptime Inc. Website](https://greptime.com)
+## Bug report
+To report a bug or a security issue, you can [open a new GitHub issue](https://github.com/GrepTimeTeam/greptimedb/issues/new). 

Cargo.toml

@@ -1,314 +1,35 @@
 [workspace]
 members = [
     "src/api",
-    "src/auth",
-    "src/cache",
     "src/catalog",
-    "src/cli",
     "src/client",
     "src/cmd",
     "src/common/base",
-    "src/common/catalog",
-    "src/common/config",
-    "src/common/datasource",
-    "src/common/decimal",
     "src/common/error",
-    "src/common/frontend",
     "src/common/function",
-    "src/common/greptimedb-telemetry",
+    "src/common/function-macro",
     "src/common/grpc",
-    "src/common/grpc-expr",
-    "src/common/macro",
-    "src/common/mem-prof",
-    "src/common/meta",
-    "src/common/options",
-    "src/common/plugins",
-    "src/common/pprof",
-    "src/common/procedure",
-    "src/common/procedure-test",
     "src/common/query",
     "src/common/recordbatch",
     "src/common/runtime",
-    "src/common/substrait",
     "src/common/telemetry",
-    "src/common/test-util",
     "src/common/time",
-    "src/common/version",
-    "src/common/wal",
     "src/datanode",
     "src/datatypes",
-    "src/file-engine",
-    "src/flow",
     "src/frontend",
-    "src/index",
-    "src/log-query",
     "src/log-store",
-    "src/meta-client",
-    "src/meta-srv",
-    "src/metric-engine",
-    "src/mito2",
+    "src/logical-plans",
     "src/object-store",
-    "src/operator",
-    "src/partition",
-    "src/pipeline",
-    "src/plugins",
-    "src/promql",
-    "src/puffin",
     "src/query",
+    "src/script",
     "src/servers",
-    "src/session",
     "src/sql",
+    "src/storage",
     "src/store-api",
     "src/table",
-    "tests-fuzz",
-    "tests-integration",
-    "tests/runner",
+    "src/table-engine",
+    "test-util",
 ]
-resolver = "2"
-
-[workspace.package]
-version = "0.13.0"
-edition = "2021"
-license = "Apache-2.0"
-
-[workspace.lints]
-clippy.print_stdout = "warn"
-clippy.print_stderr = "warn"
-clippy.dbg_macro = "warn"
-clippy.implicit_clone = "warn"
-clippy.readonly_write_lock = "allow"
-rust.unknown_lints = "deny"
-rust.unexpected_cfgs = { level = "warn", check-cfg = ['cfg(tokio_unstable)'] }
-
-[workspace.dependencies]
-# DO_NOT_REMOVE_THIS: BEGIN_OF_EXTERNAL_DEPENDENCIES
-# We turn off default-features for some dependencies here so the workspaces which inherit them can
-# selectively turn them on if needed, since we can override default-features = true (from false)
-# for the inherited dependency but cannot do the reverse (override from true to false).
-#
-# See for more detaiils: https://github.com/rust-lang/cargo/issues/11329
-ahash = { version = "0.8", features = ["compile-time-rng"] }
-aquamarine = "0.3"
-arrow = { version = "53.0.0", features = ["prettyprint"] }
-arrow-array = { version = "53.0.0", default-features = false, features = ["chrono-tz"] }
-arrow-flight = "53.0"
-arrow-ipc = { version = "53.0.0", default-features = false, features = ["lz4", "zstd"] }
-arrow-schema = { version = "53.0", features = ["serde"] }
-async-stream = "0.3"
-async-trait = "0.1"
-# Remember to update axum-extra, axum-macros when updating axum
-axum = "0.8"
-axum-extra = "0.10"
-axum-macros = "0.4"
-backon = "1"
-base64 = "0.21"
-bigdecimal = "0.4.2"
-bitflags = "2.4.1"
-bytemuck = "1.12"
-bytes = { version = "1.7", features = ["serde"] }
-chrono = { version = "0.4", features = ["serde"] }
-chrono-tz = "0.10.1"
-clap = { version = "4.4", features = ["derive"] }
-config = "0.13.0"
-crossbeam-utils = "0.8"
-dashmap = "5.4"
-datafusion = { git = "https://github.com/apache/datafusion.git", rev = "2464703c84c400a09cc59277018813f0e797bb4e" }
-datafusion-common = { git = "https://github.com/apache/datafusion.git", rev = "2464703c84c400a09cc59277018813f0e797bb4e" }
-datafusion-expr = { git = "https://github.com/apache/datafusion.git", rev = "2464703c84c400a09cc59277018813f0e797bb4e" }
-datafusion-functions = { git = "https://github.com/apache/datafusion.git", rev = "2464703c84c400a09cc59277018813f0e797bb4e" }
-datafusion-optimizer = { git = "https://github.com/apache/datafusion.git", rev = "2464703c84c400a09cc59277018813f0e797bb4e" }
-datafusion-physical-expr = { git = "https://github.com/apache/datafusion.git", rev = "2464703c84c400a09cc59277018813f0e797bb4e" }
-datafusion-physical-plan = { git = "https://github.com/apache/datafusion.git", rev = "2464703c84c400a09cc59277018813f0e797bb4e" }
-datafusion-sql = { git = "https://github.com/apache/datafusion.git", rev = "2464703c84c400a09cc59277018813f0e797bb4e" }
-datafusion-substrait = { git = "https://github.com/apache/datafusion.git", rev = "2464703c84c400a09cc59277018813f0e797bb4e" }
-deadpool = "0.10"
-deadpool-postgres = "0.12"
-derive_builder = "0.12"
-dotenv = "0.15"
-etcd-client = "0.14"
-flate2 = { version = "1.1.0", default-features = false, features = ["zlib-rs"] }
-fst = "0.4.7"
-futures = "0.3"
-futures-util = "0.3"
-greptime-proto = { git = "https://github.com/GreptimeTeam/greptime-proto.git", rev = "c5419bbd20cb42e568ec325a4d71a3c94cc327e1" }
-hex = "0.4"
-http = "1"
-humantime = "2.1"
-humantime-serde = "1.1"
-hyper = "1.1"
-hyper-util = "0.1"
-itertools = "0.10"
-jsonb = { git = "https://github.com/databendlabs/jsonb.git", rev = "8c8d2fc294a39f3ff08909d60f718639cfba3875", default-features = false }
-lazy_static = "1.4"
-local-ip-address = "0.6"
-loki-proto = { git = "https://github.com/GreptimeTeam/loki-proto.git", rev = "1434ecf23a2654025d86188fb5205e7a74b225d3" }
-meter-core = { git = "https://github.com/GreptimeTeam/greptime-meter.git", rev = "5618e779cf2bb4755b499c630fba4c35e91898cb" }
-mockall = "0.11.4"
-moka = "0.12"
-nalgebra = "0.33"
-notify = "6.1"
-num_cpus = "1.16"
-once_cell = "1.18"
-opentelemetry-proto = { version = "0.27", features = [
-    "gen-tonic",
-    "metrics",
-    "trace",
-    "with-serde",
-    "logs",
-] }
-parking_lot = "0.12"
-parquet = { version = "53.0.0", default-features = false, features = ["arrow", "async", "object_store"] }
-paste = "1.0"
-pin-project = "1.0"
-prometheus = { version = "0.13.3", features = ["process"] }
-promql-parser = { version = "0.5", features = ["ser"] }
-prost = "0.13"
-raft-engine = { version = "0.4.1", default-features = false }
-rand = "0.8"
-ratelimit = "0.9"
-regex = "1.8"
-regex-automata = "0.4"
-reqwest = { version = "0.12", default-features = false, features = [
-    "json",
-    "rustls-tls-native-roots",
-    "stream",
-    "multipart",
-] }
-rskafka = { git = "https://github.com/influxdata/rskafka.git", rev = "75535b5ad9bae4a5dbb582c82e44dfd81ec10105", features = [
-    "transport-tls",
-] }
-rstest = "0.21"
-rstest_reuse = "0.7"
-rust_decimal = "1.33"
-rustc-hash = "2.0"
-rustls = { version = "0.23.20", default-features = false } # override by patch, see [patch.crates-io]
-serde = { version = "1.0", features = ["derive"] }
-serde_json = { version = "1.0", features = ["float_roundtrip"] }
-serde_with = "3"
-shadow-rs = "0.38"
-similar-asserts = "1.6.0"
-smallvec = { version = "1", features = ["serde"] }
-snafu = "0.8"
-sqlx = { version = "0.8", features = [
-    "runtime-tokio-rustls",
-    "mysql",
-] }
-sysinfo = "0.30"
-# on branch v0.52.x
-sqlparser = { git = "https://github.com/GreptimeTeam/sqlparser-rs.git", rev = "71dd86058d2af97b9925093d40c4e03360403170", features = [
-    "visitor",
-    "serde",
-] } # on branch v0.44.x
-strum = { version = "0.25", features = ["derive"] }
-tempfile = "3"
-tokio = { version = "1.40", features = ["full"] }
-tokio-postgres = "0.7"
-tokio-rustls = { version = "0.26.0", default-features = false } # override by patch, see [patch.crates-io]
-tokio-stream = "0.1"
-tokio-util = { version = "0.7", features = ["io-util", "compat"] }
-toml = "0.8.8"
-tonic = { version = "0.12", features = ["tls", "gzip", "zstd"] }
-tower = "0.5"
-tracing-appender = "0.2"
-tracing-subscriber = { version = "0.3", features = ["env-filter", "json", "fmt"] }
-typetag = "0.2"
-uuid = { version = "1.7", features = ["serde", "v4", "fast-rng"] }
-zstd = "0.13"
-# DO_NOT_REMOVE_THIS: END_OF_EXTERNAL_DEPENDENCIES
-
-## workspaces members
-api = { path = "src/api" }
-auth = { path = "src/auth" }
-cache = { path = "src/cache" }
-catalog = { path = "src/catalog" }
-cli = { path = "src/cli" }
-client = { path = "src/client" }
-cmd = { path = "src/cmd", default-features = false }
-common-base = { path = "src/common/base" }
-common-catalog = { path = "src/common/catalog" }
-common-config = { path = "src/common/config" }
-common-datasource = { path = "src/common/datasource" }
-common-decimal = { path = "src/common/decimal" }
-common-error = { path = "src/common/error" }
-common-frontend = { path = "src/common/frontend" }
-common-function = { path = "src/common/function" }
-common-greptimedb-telemetry = { path = "src/common/greptimedb-telemetry" }
-common-grpc = { path = "src/common/grpc" }
-common-grpc-expr = { path = "src/common/grpc-expr" }
-common-macro = { path = "src/common/macro" }
-common-mem-prof = { path = "src/common/mem-prof" }
-common-meta = { path = "src/common/meta" }
-common-options = { path = "src/common/options" }
-common-plugins = { path = "src/common/plugins" }
-common-pprof = { path = "src/common/pprof" }
-common-procedure = { path = "src/common/procedure" }
-common-procedure-test = { path = "src/common/procedure-test" }
-common-query = { path = "src/common/query" }
-common-recordbatch = { path = "src/common/recordbatch" }
-common-runtime = { path = "src/common/runtime" }
-common-telemetry = { path = "src/common/telemetry" }
-common-test-util = { path = "src/common/test-util" }
-common-time = { path = "src/common/time" }
-common-version = { path = "src/common/version" }
-common-wal = { path = "src/common/wal" }
-datanode = { path = "src/datanode" }
-datatypes = { path = "src/datatypes" }
-file-engine = { path = "src/file-engine" }
-flow = { path = "src/flow" }
-frontend = { path = "src/frontend", default-features = false }
-index = { path = "src/index" }
-log-query = { path = "src/log-query" }
-log-store = { path = "src/log-store" }
-meta-client = { path = "src/meta-client" }
-meta-srv = { path = "src/meta-srv" }
-metric-engine = { path = "src/metric-engine" }
-mito2 = { path = "src/mito2" }
-object-store = { path = "src/object-store" }
-operator = { path = "src/operator" }
-partition = { path = "src/partition" }
-pipeline = { path = "src/pipeline" }
-plugins = { path = "src/plugins" }
-promql = { path = "src/promql" }
-puffin = { path = "src/puffin" }
-query = { path = "src/query" }
-servers = { path = "src/servers" }
-session = { path = "src/session" }
-sql = { path = "src/sql" }
-store-api = { path = "src/store-api" }
-substrait = { path = "src/common/substrait" }
-table = { path = "src/table" }
 
 [patch.crates-io]
-# change all rustls dependencies to use our fork to default to `ring` to make it "just work"
-hyper-rustls = { git = "https://github.com/GreptimeTeam/hyper-rustls", rev = "a951e03" } # version = "0.27.5" with ring patch
-rustls = { git = "https://github.com/GreptimeTeam/rustls", rev = "34fd0c6" }             # version = "0.23.20" with ring patch
-tokio-rustls = { git = "https://github.com/GreptimeTeam/tokio-rustls", rev = "4604ca6" } # version = "0.26.0" with ring patch
-# This is commented, since we are not using aws-lc-sys, if we need to use it, we need to uncomment this line or use a release after this commit, or it wouldn't compile with gcc < 8.1
-# see https://github.com/aws/aws-lc-rs/pull/526
-# aws-lc-sys = { git ="https://github.com/aws/aws-lc-rs", rev = "556558441e3494af4b156ae95ebc07ebc2fd38aa" }
-
-[workspace.dependencies.meter-macros]
-git = "https://github.com/GreptimeTeam/greptime-meter.git"
-rev = "5618e779cf2bb4755b499c630fba4c35e91898cb"
-
-[profile.release]
-debug = 1
-
-[profile.nightly]
-inherits = "release"
-strip = "debuginfo"
-lto = "thin"
-debug = false
-incremental = false
-
-[profile.ci]
-inherits = "dev"
-strip = true
-
-[profile.dev.package.sqlness-runner]
-debug = false
-strip = true
-
-[profile.dev.package.tests-fuzz]
-debug = false
-strip = true
+sqlparser = { git = "https://github.com/sunng87/sqlparser-rs.git", branch = "feature/argument-for-custom-type-for-v015" }

Cross.toml

@@ -1,15 +0,0 @@
-[target.aarch64-unknown-linux-gnu]
-image = "ghcr.io/cross-rs/aarch64-unknown-linux-gnu:0.2.5"
-
-[build]
-pre-build = [
-    "dpkg --add-architecture $CROSS_DEB_ARCH",
-    "apt update && apt install -y unzip zlib1g-dev zlib1g-dev:$CROSS_DEB_ARCH",
-    "curl -LO https://github.com/protocolbuffers/protobuf/releases/download/v3.15.8/protoc-3.15.8-linux-x86_64.zip && unzip protoc-3.15.8-linux-x86_64.zip -d /usr/",
-    "chmod a+x /usr/bin/protoc && chmod -R a+rx /usr/include/google",
-]
-
-[build.env]
-passthrough = [
-    "JEMALLOC_SYS_WITH_LG_PAGE",
-]

LICENSE

@@ -1,201 +0,0 @@
-                                 Apache License
-                           Version 2.0, January 2004
-                        http://www.apache.org/licenses/
-
-   TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
-
-   1. Definitions.
-
-      "License" shall mean the terms and conditions for use, reproduction,
-      and distribution as defined by Sections 1 through 9 of this document.
-
-      "Licensor" shall mean the copyright owner or entity authorized by
-      the copyright owner that is granting the License.
-
-      "Legal Entity" shall mean the union of the acting entity and all
-      other entities that control, are controlled by, or are under common
-      control with that entity. For the purposes of this definition,
-      "control" means (i) the power, direct or indirect, to cause the
-      direction or management of such entity, whether by contract or
-      otherwise, or (ii) ownership of fifty percent (50%) or more of the
-      outstanding shares, or (iii) beneficial ownership of such entity.
-
-      "You" (or "Your") shall mean an individual or Legal Entity
-      exercising permissions granted by this License.
-
-      "Source" form shall mean the preferred form for making modifications,
-      including but not limited to software source code, documentation
-      source, and configuration files.
-
-      "Object" form shall mean any form resulting from mechanical
-      transformation or translation of a Source form, including but
-      not limited to compiled object code, generated documentation,
-      and conversions to other media types.
-
-      "Work" shall mean the work of authorship, whether in Source or
-      Object form, made available under the License, as indicated by a
-      copyright notice that is included in or attached to the work
-      (an example is provided in the Appendix below).
-
-      "Derivative Works" shall mean any work, whether in Source or Object
-      form, that is based on (or derived from) the Work and for which the
-      editorial revisions, annotations, elaborations, or other modifications
-      represent, as a whole, an original work of authorship. For the purposes
-      of this License, Derivative Works shall not include works that remain
-      separable from, or merely link (or bind by name) to the interfaces of,
-      the Work and Derivative Works thereof.
-
-      "Contribution" shall mean any work of authorship, including
-      the original version of the Work and any modifications or additions
-      to that Work or Derivative Works thereof, that is intentionally
-      submitted to Licensor for inclusion in the Work by the copyright owner
-      or by an individual or Legal Entity authorized to submit on behalf of
-      the copyright owner. For the purposes of this definition, "submitted"
-      means any form of electronic, verbal, or written communication sent
-      to the Licensor or its representatives, including but not limited to
-      communication on electronic mailing lists, source code control systems,
-      and issue tracking systems that are managed by, or on behalf of, the
-      Licensor for the purpose of discussing and improving the Work, but
-      excluding communication that is conspicuously marked or otherwise
-      designated in writing by the copyright owner as "Not a Contribution."
-
-      "Contributor" shall mean Licensor and any individual or Legal Entity
-      on behalf of whom a Contribution has been received by Licensor and
-      subsequently incorporated within the Work.
-
-   2. Grant of Copyright License. Subject to the terms and conditions of
-      this License, each Contributor hereby grants to You a perpetual,
-      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
-      copyright license to reproduce, prepare Derivative Works of,
-      publicly display, publicly perform, sublicense, and distribute the
-      Work and such Derivative Works in Source or Object form.
-
-   3. Grant of Patent License. Subject to the terms and conditions of
-      this License, each Contributor hereby grants to You a perpetual,
-      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
-      (except as stated in this section) patent license to make, have made,
-      use, offer to sell, sell, import, and otherwise transfer the Work,
-      where such license applies only to those patent claims licensable
-      by such Contributor that are necessarily infringed by their
-      Contribution(s) alone or by combination of their Contribution(s)
-      with the Work to which such Contribution(s) was submitted. If You
-      institute patent litigation against any entity (including a
-      cross-claim or counterclaim in a lawsuit) alleging that the Work
-      or a Contribution incorporated within the Work constitutes direct
-      or contributory patent infringement, then any patent licenses
-      granted to You under this License for that Work shall terminate
-      as of the date such litigation is filed.
-
-   4. Redistribution. You may reproduce and distribute copies of the
-      Work or Derivative Works thereof in any medium, with or without
-      modifications, and in Source or Object form, provided that You
-      meet the following conditions:
-
-      (a) You must give any other recipients of the Work or
-          Derivative Works a copy of this License; and
-
-      (b) You must cause any modified files to carry prominent notices
-          stating that You changed the files; and
-
-      (c) You must retain, in the Source form of any Derivative Works
-          that You distribute, all copyright, patent, trademark, and
-          attribution notices from the Source form of the Work,
-          excluding those notices that do not pertain to any part of
-          the Derivative Works; and
-
-      (d) If the Work includes a "NOTICE" text file as part of its
-          distribution, then any Derivative Works that You distribute must
-          include a readable copy of the attribution notices contained
-          within such NOTICE file, excluding those notices that do not
-          pertain to any part of the Derivative Works, in at least one
-          of the following places: within a NOTICE text file distributed
-          as part of the Derivative Works; within the Source form or
-          documentation, if provided along with the Derivative Works; or,
-          within a display generated by the Derivative Works, if and
-          wherever such third-party notices normally appear. The contents
-          of the NOTICE file are for informational purposes only and
-          do not modify the License. You may add Your own attribution
-          notices within Derivative Works that You distribute, alongside
-          or as an addendum to the NOTICE text from the Work, provided
-          that such additional attribution notices cannot be construed
-          as modifying the License.
-
-      You may add Your own copyright statement to Your modifications and
-      may provide additional or different license terms and conditions
-      for use, reproduction, or distribution of Your modifications, or
-      for any such Derivative Works as a whole, provided Your use,
-      reproduction, and distribution of the Work otherwise complies with
-      the conditions stated in this License.
-
-   5. Submission of Contributions. Unless You explicitly state otherwise,
-      any Contribution intentionally submitted for inclusion in the Work
-      by You to the Licensor shall be under the terms and conditions of
-      this License, without any additional terms or conditions.
-      Notwithstanding the above, nothing herein shall supersede or modify
-      the terms of any separate license agreement you may have executed
-      with Licensor regarding such Contributions.
-
-   6. Trademarks. This License does not grant permission to use the trade
-      names, trademarks, service marks, or product names of the Licensor,
-      except as required for reasonable and customary use in describing the
-      origin of the Work and reproducing the content of the NOTICE file.
-
-   7. Disclaimer of Warranty. Unless required by applicable law or
-      agreed to in writing, Licensor provides the Work (and each
-      Contributor provides its Contributions) on an "AS IS" BASIS,
-      WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
-      implied, including, without limitation, any warranties or conditions
-      of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
-      PARTICULAR PURPOSE. You are solely responsible for determining the
-      appropriateness of using or redistributing the Work and assume any
-      risks associated with Your exercise of permissions under this License.
-
-   8. Limitation of Liability. In no event and under no legal theory,
-      whether in tort (including negligence), contract, or otherwise,
-      unless required by applicable law (such as deliberate and grossly
-      negligent acts) or agreed to in writing, shall any Contributor be
-      liable to You for damages, including any direct, indirect, special,
-      incidental, or consequential damages of any character arising as a
-      result of this License or out of the use or inability to use the
-      Work (including but not limited to damages for loss of goodwill,
-      work stoppage, computer failure or malfunction, or any and all
-      other commercial damages or losses), even if such Contributor
-      has been advised of the possibility of such damages.
-
-   9. Accepting Warranty or Additional Liability. While redistributing
-      the Work or Derivative Works thereof, You may choose to offer,
-      and charge a fee for, acceptance of support, warranty, indemnity,
-      or other liability obligations and/or rights consistent with this
-      License. However, in accepting such obligations, You may act only
-      on Your own behalf and on Your sole responsibility, not on behalf
-      of any other Contributor, and only if You agree to indemnify,
-      defend, and hold each Contributor harmless for any liability
-      incurred by, or claims asserted against, such Contributor by reason
-      of your accepting any such warranty or additional liability.
-
-   END OF TERMS AND CONDITIONS
-
-   APPENDIX: How to apply the Apache License to your work.
-
-      To apply the Apache License to your work, attach the following
-      boilerplate notice, with the fields enclosed by brackets "[]"
-      replaced with your own identifying information. (Don't include
-      the brackets!)  The text should be enclosed in the appropriate
-      comment syntax for the file format. We also recommend that a
-      file or class name and description of purpose be included on the
-      same "printed page" as the copyright notice for easier
-      identification within third-party archives.
-
-   Copyright [yyyy] [name of copyright owner]
-
-   Licensed under the Apache License, Version 2.0 (the "License");
-   you may not use this file except in compliance with the License.
-   You may obtain a copy of the License at
-
-       http://www.apache.org/licenses/LICENSE-2.0
-
-   Unless required by applicable law or agreed to in writing, software
-   distributed under the License is distributed on an "AS IS" BASIS,
-   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-   See the License for the specific language governing permissions and
-   limitations under the License.

Makefile

@@ -1,245 +0,0 @@
-# The arguments for building images.
-CARGO_PROFILE ?=
-FEATURES ?=
-TARGET_DIR ?=
-TARGET ?=
-BUILD_BIN ?= greptime
-CARGO_BUILD_OPTS := --locked
-IMAGE_REGISTRY ?= docker.io
-IMAGE_NAMESPACE ?= greptime
-IMAGE_TAG ?= latest
-DEV_BUILDER_IMAGE_TAG ?= 2024-12-25-a71b93dd-20250305072908
-BUILDX_MULTI_PLATFORM_BUILD ?= false
-BUILDX_BUILDER_NAME ?= gtbuilder
-BASE_IMAGE ?= ubuntu
-RUST_TOOLCHAIN ?= $(shell cat rust-toolchain.toml | grep channel | cut -d'"' -f2)
-CARGO_REGISTRY_CACHE ?= ${HOME}/.cargo/registry
-ARCH := $(shell uname -m | sed 's/x86_64/amd64/' | sed 's/aarch64/arm64/')
-OUTPUT_DIR := $(shell if [ "$(RELEASE)" = "true" ]; then echo "release"; elif [ ! -z "$(CARGO_PROFILE)" ]; then echo "$(CARGO_PROFILE)" ; else echo "debug"; fi)
-SQLNESS_OPTS ?=
-
-# The arguments for running integration tests.
-ETCD_VERSION ?= v3.5.9
-ETCD_IMAGE ?= quay.io/coreos/etcd:${ETCD_VERSION}
-RETRY_COUNT ?= 3
-NEXTEST_OPTS := --retries ${RETRY_COUNT}
-BUILD_JOBS ?= $(shell which nproc 1>/dev/null && expr $$(nproc) / 2) # If nproc is not available, we don't set the build jobs.
-ifeq ($(BUILD_JOBS), 0) # If the number of cores is less than 2, set the build jobs to 1.
-  BUILD_JOBS := 1
-endif
-
-ifneq ($(strip $(BUILD_JOBS)),)
-	NEXTEST_OPTS += --build-jobs=${BUILD_JOBS}
-endif
-
-ifneq ($(strip $(CARGO_PROFILE)),)
-	CARGO_BUILD_OPTS += --profile ${CARGO_PROFILE}
-endif
-
-ifneq ($(strip $(FEATURES)),)
-	CARGO_BUILD_OPTS += --features ${FEATURES}
-endif
-
-ifneq ($(strip $(TARGET_DIR)),)
-	CARGO_BUILD_OPTS += --target-dir ${TARGET_DIR}
-endif
-
-ifneq ($(strip $(TARGET)),)
-	CARGO_BUILD_OPTS += --target ${TARGET}
-endif
-
-ifneq ($(strip $(BUILD_BIN)),)
-	CARGO_BUILD_OPTS += --bin ${BUILD_BIN}
-endif
-
-ifneq ($(strip $(RELEASE)),)
-	CARGO_BUILD_OPTS += --release
-endif
-
-ifeq ($(BUILDX_MULTI_PLATFORM_BUILD), all)
-	BUILDX_MULTI_PLATFORM_BUILD_OPTS := --platform linux/amd64,linux/arm64 --push
-else ifeq ($(BUILDX_MULTI_PLATFORM_BUILD), amd64)
-	BUILDX_MULTI_PLATFORM_BUILD_OPTS := --platform linux/amd64 --push
-else ifeq ($(BUILDX_MULTI_PLATFORM_BUILD), arm64)
-	BUILDX_MULTI_PLATFORM_BUILD_OPTS := --platform linux/arm64 --push
-else
-	BUILDX_MULTI_PLATFORM_BUILD_OPTS := -o type=docker
-endif
-
-ifneq ($(strip $(CARGO_BUILD_EXTRA_OPTS)),)
-	CARGO_BUILD_OPTS += ${CARGO_BUILD_EXTRA_OPTS}
-endif
-
-##@ Build
-
-.PHONY: build
-build: ## Build debug version greptime.
-	cargo ${CARGO_EXTENSION} build ${CARGO_BUILD_OPTS}
-
-.PHONY: build-by-dev-builder
-build-by-dev-builder: ## Build greptime by dev-builder.
-	docker run --network=host \
-	-v ${PWD}:/greptimedb -v ${CARGO_REGISTRY_CACHE}:/root/.cargo/registry \
-	-w /greptimedb ${IMAGE_REGISTRY}/${IMAGE_NAMESPACE}/dev-builder-${BASE_IMAGE}:${DEV_BUILDER_IMAGE_TAG} \
-	make build \
-	CARGO_EXTENSION="${CARGO_EXTENSION}" \
-	CARGO_PROFILE=${CARGO_PROFILE} \
-	FEATURES=${FEATURES} \
-	TARGET_DIR=${TARGET_DIR} \
-	TARGET=${TARGET} \
-	RELEASE=${RELEASE} \
-	CARGO_BUILD_EXTRA_OPTS="${CARGO_BUILD_EXTRA_OPTS}"
-
-.PHONY: build-android-bin
-build-android-bin: ## Build greptime binary for android.
-	docker run --network=host \
-	-v ${PWD}:/greptimedb -v ${CARGO_REGISTRY_CACHE}:/root/.cargo/registry \
-	-w /greptimedb ${IMAGE_REGISTRY}/${IMAGE_NAMESPACE}/dev-builder-android:${DEV_BUILDER_IMAGE_TAG} \
-	make build \
-	CARGO_EXTENSION="ndk --platform 23 -t aarch64-linux-android" \
-	CARGO_PROFILE=release \
-	FEATURES="${FEATURES}" \
-	TARGET_DIR="${TARGET_DIR}" \
-	TARGET="${TARGET}" \
-	RELEASE="${RELEASE}" \
-	CARGO_BUILD_EXTRA_OPTS="--bin greptime --no-default-features"
-
-.PHONY: strip-android-bin
-strip-android-bin: build-android-bin ## Strip greptime binary for android.
-	docker run --network=host \
-	-v ${PWD}:/greptimedb \
-	-w /greptimedb ${IMAGE_REGISTRY}/${IMAGE_NAMESPACE}/dev-builder-android:${DEV_BUILDER_IMAGE_TAG} \
-	bash -c '$${NDK_ROOT}/toolchains/llvm/prebuilt/linux-x86_64/bin/llvm-strip --strip-debug /greptimedb/target/aarch64-linux-android/release/greptime'
-
-.PHONY: clean
-clean: ## Clean the project.
-	cargo clean
-
-.PHONY: fmt
-fmt: ## Format all the Rust code.
-	cargo fmt --all
-
-.PHONY: fmt-toml
-fmt-toml: ## Format all TOML files.
-	taplo format
-
-.PHONY: check-toml
-check-toml: ## Check all TOML files.
-	taplo format --check
-
-.PHONY: docker-image
-docker-image: build-by-dev-builder ## Build docker image.
-	mkdir -p ${ARCH} && \
-	cp ./target/${OUTPUT_DIR}/greptime ${ARCH}/greptime && \
-	docker build -f docker/ci/${BASE_IMAGE}/Dockerfile -t ${IMAGE_REGISTRY}/${IMAGE_NAMESPACE}/greptimedb:${IMAGE_TAG} . && \
-	rm -r ${ARCH}
-
-.PHONY: docker-image-buildx
-docker-image-buildx: multi-platform-buildx ## Build docker image by buildx.
-	docker buildx build --builder ${BUILDX_BUILDER_NAME} \
-	  --build-arg="CARGO_PROFILE=${CARGO_PROFILE}" \
-	  --build-arg="FEATURES=${FEATURES}" \
-	  --build-arg="OUTPUT_DIR=${OUTPUT_DIR}" \
-	  -f docker/buildx/${BASE_IMAGE}/Dockerfile \
-	  -t ${IMAGE_REGISTRY}/${IMAGE_NAMESPACE}/greptimedb:${IMAGE_TAG} ${BUILDX_MULTI_PLATFORM_BUILD_OPTS} .
-
-.PHONY: dev-builder
-dev-builder: multi-platform-buildx ## Build dev-builder image.
-	docker buildx build --builder ${BUILDX_BUILDER_NAME} \
-	--build-arg="RUST_TOOLCHAIN=${RUST_TOOLCHAIN}" \
-	-f docker/dev-builder/${BASE_IMAGE}/Dockerfile \
-	-t ${IMAGE_REGISTRY}/${IMAGE_NAMESPACE}/dev-builder-${BASE_IMAGE}:${DEV_BUILDER_IMAGE_TAG} ${BUILDX_MULTI_PLATFORM_BUILD_OPTS} .
-
-.PHONY: multi-platform-buildx
-multi-platform-buildx: ## Create buildx multi-platform builder.
-	docker buildx inspect ${BUILDX_BUILDER_NAME} || docker buildx create --name ${BUILDX_BUILDER_NAME} --driver docker-container --bootstrap --use
-
-##@ Test
-.PHONY: test
-test: nextest ## Run unit and integration tests.
-	cargo nextest run ${NEXTEST_OPTS}
-
-.PHONY: nextest
-nextest: ## Install nextest tools.
-	cargo --list | grep nextest || cargo install cargo-nextest --locked
-
-.PHONY: sqlness-test
-sqlness-test: ## Run sqlness test.
-	cargo sqlness ${SQLNESS_OPTS}
-
-RUNS ?= 1
-FUZZ_TARGET ?= fuzz_alter_table
-.PHONY: fuzz
-fuzz: ## Run fuzz test ${FUZZ_TARGET}.
-	cargo fuzz run ${FUZZ_TARGET} --fuzz-dir tests-fuzz -D -s none -- -runs=${RUNS}
-
-.PHONY: fuzz-ls
-fuzz-ls: ## List all fuzz targets.
-	cargo fuzz list --fuzz-dir tests-fuzz
-
-.PHONY: check
-check: ## Cargo check all the targets.
-	cargo check --workspace --all-targets --all-features
-
-.PHONY: clippy
-clippy: ## Check clippy rules.
-	cargo clippy --workspace --all-targets --all-features -- -D warnings
-
-.PHONY: fix-clippy
-fix-clippy: ## Fix clippy violations.
-	cargo clippy --workspace --all-targets --all-features --fix
-
-.PHONY: fmt-check
-fmt-check: ## Check code format.
-	cargo fmt --all -- --check
-	python3 scripts/check-snafu.py
-
-.PHONY: start-etcd
-start-etcd: ## Start single node etcd for testing purpose.
-	docker run --rm -d --network=host -p 2379-2380:2379-2380 ${ETCD_IMAGE}
-
-.PHONY: stop-etcd
-stop-etcd: ## Stop single node etcd for testing purpose.
-	docker stop $$(docker ps -q --filter ancestor=${ETCD_IMAGE})
-
-.PHONY: run-it-in-container
-run-it-in-container: start-etcd ## Run integration tests in dev-builder.
-	docker run --network=host \
-	-v ${PWD}:/greptimedb -v ${CARGO_REGISTRY_CACHE}:/root/.cargo/registry -v /tmp:/tmp \
-	-w /greptimedb ${IMAGE_REGISTRY}/${IMAGE_NAMESPACE}/dev-builder-${BASE_IMAGE}:${DEV_BUILDER_IMAGE_TAG} \
-	make test sqlness-test BUILD_JOBS=${BUILD_JOBS}
-
-.PHONY: start-cluster
-start-cluster: ## Start the greptimedb cluster with etcd by using docker compose.
-	 docker compose -f ./docker/docker-compose/cluster-with-etcd.yaml up
-
-.PHONY: stop-cluster
-stop-cluster: ## Stop the greptimedb cluster that created by docker compose.
-	docker compose -f ./docker/docker-compose/cluster-with-etcd.yaml stop
-
-##@ Docs
-config-docs: ## Generate configuration documentation from toml files.
-	docker run --rm \
-    -v ${PWD}:/greptimedb \
-    -w /greptimedb/config \
-    toml2docs/toml2docs:v0.1.3 \
-    -p '##' \
-    -t ./config-docs-template.md \
-    -o ./config.md
-
-##@ General
-
-# The help target prints out all targets with their descriptions organized
-# beneath their categories. The categories are represented by '##@' and the
-# target descriptions by '##'. The awk commands is responsible for reading the
-# entire set of makefiles included in this invocation, looking for lines of the
-# file as xyz: ## something, and then pretty-format the target and help. Then,
-# if there's a line with ##@ something, that gets pretty-printed as a category.
-# More info on the usage of ANSI control characters for terminal formatting:
-# https://en.wikipedia.org/wiki/ANSI_escape_code#SGR_parameters
-# More info on the awk command:
-# https://linuxcommand.org/lc3_adv_awk.php
-
-.PHONY: help
-help: ## Display help messages.
-	@awk 'BEGIN {FS = ":.*##"; printf "\nUsage:\n  make \033[36m<target>\033[0m\n"} /^[a-zA-Z_0-9-]+:.*?##/ { printf "  \033[36m%-30s\033[0m %s\n", $$1, $$2 } /^##@/ { printf "\n\033[1m%s\033[0m\n", substr($$0, 5) } ' $(MAKEFILE_LIST)

README.md

@@ -1,231 +1,183 @@
-<p align="center">
-  <picture>
-    <source media="(prefers-color-scheme: light)" srcset="https://cdn.jsdelivr.net/gh/GreptimeTeam/greptimedb@main/docs/logo-text-padding.png">
-    <source media="(prefers-color-scheme: dark)" srcset="https://cdn.jsdelivr.net/gh/GreptimeTeam/greptimedb@main/docs/logo-text-padding-dark.png">
-    <img alt="GreptimeDB Logo" src="https://cdn.jsdelivr.net/gh/GreptimeTeam/greptimedb@main/docs/logo-text-padding.png" width="400px">
-  </picture>
-</p>
+# GreptimeDB
 
-<h2 align="center">Unified & Cost-Effective Time Series Database for Metrics, Logs, and Events</h2>
+[![codecov](https://codecov.io/gh/GrepTimeTeam/greptimedb/branch/develop/graph/badge.svg?token=FITFDI3J3C)](https://codecov.io/gh/GrepTimeTeam/greptimedb)
 
-<div align="center">
-<h3 align="center">
-  <a href="https://greptime.com/product/cloud">GreptimeCloud</a> |
-  <a href="https://docs.greptime.com/">User Guide</a> |
-  <a href="https://greptimedb.rs/">API Docs</a> |
-  <a href="https://github.com/GreptimeTeam/greptimedb/issues/5446">Roadmap 2025</a>
-</h4>
-
-<a href="https://github.com/GreptimeTeam/greptimedb/releases/latest">
-<img src="https://img.shields.io/github/v/release/GreptimeTeam/greptimedb.svg" alt="Version"/>
-</a>
-<a href="https://github.com/GreptimeTeam/greptimedb/releases/latest">
-<img src="https://img.shields.io/github/release-date/GreptimeTeam/greptimedb.svg" alt="Releases"/>
-</a>
-<a href="https://hub.docker.com/r/greptime/greptimedb/">
-<img src="https://img.shields.io/docker/pulls/greptime/greptimedb.svg" alt="Docker Pulls"/>
-</a>
-<a href="https://github.com/GreptimeTeam/greptimedb/actions/workflows/develop.yml">
-<img src="https://github.com/GreptimeTeam/greptimedb/actions/workflows/develop.yml/badge.svg" alt="GitHub Actions"/>
-</a>
-<a href="https://codecov.io/gh/GrepTimeTeam/greptimedb">
-<img src="https://codecov.io/gh/GrepTimeTeam/greptimedb/branch/main/graph/badge.svg?token=FITFDI3J3C" alt="Codecov"/>
-</a>
-<a href="https://github.com/greptimeTeam/greptimedb/blob/main/LICENSE">
-<img src="https://img.shields.io/github/license/greptimeTeam/greptimedb" alt="License"/>
-</a>
-
-<br/>
-
-<a href="https://greptime.com/slack">
-<img src="https://img.shields.io/badge/slack-GreptimeDB-0abd59?logo=slack&style=for-the-badge" alt="Slack"/>
-</a>
-<a href="https://twitter.com/greptime">
-<img src="https://img.shields.io/badge/twitter-follow_us-1d9bf0.svg?style=for-the-badge" alt="Twitter"/>
-</a>
-<a href="https://www.linkedin.com/company/greptime/">
-<img src="https://img.shields.io/badge/linkedin-connect_with_us-0a66c2.svg?style=for-the-badge" alt="LinkedIn"/>
-</a>
-</div>
-
-- [Introduction](#introduction)
-- [**Features: Why GreptimeDB**](#why-greptimedb)
-- [Architecture](https://docs.greptime.com/contributor-guide/overview/#architecture)
-- [Try it for free](#try-greptimedb)
-- [Getting Started](#getting-started)
-- [Project Status](#project-status)
-- [Join the community](#community)
-  - [Contributing](#contributing)
-- [Tools & Extensions](#tools--extensions)
-- [License](#license)
-- [Acknowledgement](#acknowledgement)
-
-## Introduction
-
-**GreptimeDB** is an open-source unified & cost-effective time-series database for **Metrics**, **Logs**, and **Events** (also **Traces** in plan). You can gain real-time insights from Edge to Cloud at Any Scale.
-
-## Why GreptimeDB
-
-Our core developers have been building time-series data platforms for years. Based on our best practices, GreptimeDB was born to give you:
-
-* **Unified Processing of Metrics, Logs, and Events**
-
-  GreptimeDB unifies time series data processing by treating all data - whether metrics, logs, or events - as timestamped events with context. Users can analyze this data using either [SQL](https://docs.greptime.com/user-guide/query-data/sql) or [PromQL](https://docs.greptime.com/user-guide/query-data/promql) and leverage stream processing ([Flow](https://docs.greptime.com/user-guide/flow-computation/overview)) to enable continuous aggregation. [Read more](https://docs.greptime.com/user-guide/concepts/data-model).
-
-* **Cloud-native Distributed Database**
-
-  Built for [Kubernetes](https://docs.greptime.com/user-guide/deployments/deploy-on-kubernetes/greptimedb-operator-management). GreptimeDB achieves seamless scalability with its [cloud-native architecture](https://docs.greptime.com/user-guide/concepts/architecture) of separated compute and storage, built on object storage (AWS S3, Azure Blob Storage, etc.) while enabling cross-cloud deployment through a unified data access layer.
-
-* **Performance and Cost-effective**
-
-  Written in pure Rust for superior performance and reliability. GreptimeDB features a distributed query engine with intelligent indexing to handle high cardinality data efficiently. Its optimized columnar storage achieves 50x cost efficiency on cloud object storage through advanced compression. [Benchmark reports](https://www.greptime.com/blogs/2024-09-09-report-summary).
-
-* **Cloud-Edge Collaboration**
-
-  GreptimeDB seamlessly operates across cloud and edge (ARM/Android/Linux), providing consistent APIs and control plane for unified data management and efficient synchronization. [Learn how to run on Android](https://docs.greptime.com/user-guide/deployments/run-on-android/).
-
-* **Multi-protocol Ingestion, SQL & PromQL Ready**
-
-  Widely adopted database protocols and APIs, including MySQL, PostgreSQL, InfluxDB, OpenTelemetry, Loki and Prometheus, etc.  Effortless Adoption & Seamless Migration. [Supported Protocols Overview](https://docs.greptime.com/user-guide/protocols/overview).
-
-For more detailed info please read  [Why GreptimeDB](https://docs.greptime.com/user-guide/concepts/why-greptimedb).
-
-## Try GreptimeDB
-
-### 1. [Live Demo](https://greptime.com/playground)
-
-Try out the features of GreptimeDB right from your browser.
-
-### 2. [GreptimeCloud](https://console.greptime.cloud/)
-
-Start instantly with a free cluster.
-
-### 3. Docker Image
-
-To install GreptimeDB locally, the recommended way is via Docker:
-
-```shell
-docker pull greptime/greptimedb
-```
-
-Start a GreptimeDB container with:
-
-```shell
-docker run -p 127.0.0.1:4000-4003:4000-4003 \
-  -v "$(pwd)/greptimedb:/tmp/greptimedb" \
-  --name greptime --rm \
-  greptime/greptimedb:latest standalone start \
-  --http-addr 0.0.0.0:4000 \
-  --rpc-bind-addr 0.0.0.0:4001 \
-  --mysql-addr 0.0.0.0:4002 \
-  --postgres-addr 0.0.0.0:4003
-```
-
-Access the dashboard via `http://localhost:4000/dashboard`.
-
-Read more about [Installation](https://docs.greptime.com/getting-started/installation/overview) on docs.
+GreptimeDB: the next-generation hybrid timeseries/analytics processing database in the cloud.
 
 ## Getting Started
 
-* [Quickstart](https://docs.greptime.com/getting-started/quick-start)
-* [User Guide](https://docs.greptime.com/user-guide/overview)
-* [Demos](https://github.com/GreptimeTeam/demo-scene)
-* [FAQ](https://docs.greptime.com/faq-and-others/faq)
+### Prerequisites
 
-## Build
+To compile GreptimeDB from source, you'll need the following:
+- Rust
+- Protobuf
+- OpenSSL
 
-Check the prerequisite:
+#### Rust
 
-* [Rust toolchain](https://www.rust-lang.org/tools/install) (nightly)
-* [Protobuf compiler](https://grpc.io/docs/protoc-installation/) (>= 3.15)
-* C/C++ building essentials, including `gcc`/`g++`/`autoconf` and glibc library (eg. `libc6-dev` on Ubuntu and `glibc-devel` on Fedora)
-* Python toolchain (optional): Required only if using some test scripts.
+The easiest way to install Rust is to use [`rustup`](https://rustup.rs/), which will check our `rust-toolchain` file and install correct Rust version for you.
 
-Build GreptimeDB binary:
+#### Protobuf
 
-```shell
-make
+`protoc` is required for compiling `.proto` files. `protobuf` is available from
+major package manager on macos and linux distributions. You can find an
+installation instructions [here](https://grpc.io/docs/protoc-installation/).
+
+#### OpenSSL
+
+For Ubuntu:
+```bash
+sudo apt install libssl-dev
 ```
 
-Run a standalone server:
-
-```shell
-cargo run -- standalone start
+For RedHat-based: Fedora, Oracle Linux, etc:
+```bash
+sudo dnf install openssl-devel
 ```
 
-## Tools & Extensions
+For macOS:
+```bash
+brew install openssl
+```
 
-### Kubernetes
+### Build the Docker Image
 
-- [GreptimeDB Operator](https://github.com/GrepTimeTeam/greptimedb-operator)
+```
+docker build --network host -f docker/Dockerfile -t greptimedb .
+```
 
-### Dashboard
+## Usage
 
-- [The dashboard UI for GreptimeDB](https://github.com/GreptimeTeam/dashboard)
+### Start Datanode
 
-### SDK
+```
+// Start datanode with default options.
+cargo run -- datanode start
 
-- [GreptimeDB Go Ingester](https://github.com/GreptimeTeam/greptimedb-ingester-go)
-- [GreptimeDB Java Ingester](https://github.com/GreptimeTeam/greptimedb-ingester-java)
-- [GreptimeDB C++ Ingester](https://github.com/GreptimeTeam/greptimedb-ingester-cpp)
-- [GreptimeDB Erlang Ingester](https://github.com/GreptimeTeam/greptimedb-ingester-erl)
-- [GreptimeDB Rust Ingester](https://github.com/GreptimeTeam/greptimedb-ingester-rust)
-- [GreptimeDB JavaScript Ingester](https://github.com/GreptimeTeam/greptimedb-ingester-js)
+OR
 
-### Grafana Dashboard
+// Start datanode with `http-addr` option.
+cargo run -- datanode start --http-addr=0.0.0.0:9999
 
-Our official Grafana dashboard for monitoring GreptimeDB is available at [grafana](grafana/README.md) directory.
+OR
 
-## Project Status
+// Start datanode with `log-dir` and `log-level` options.
+cargo run -- --log-dir=logs --log-level=debug datanode start
+```
 
-GreptimeDB is currently in Beta. We are targeting GA (General Availability) with v1.0 release by Early 2025.
+Start datanode with config file:
 
-While in Beta, GreptimeDB is already:
+```
+cargo run -- --log-dir=logs --log-level=debug datanode start -c ./config/datanode.example.toml
+```
 
-* Being used in production by early adopters
-* Actively maintained with regular releases, [about version number](https://docs.greptime.com/nightly/reference/about-greptimedb-version)
-* Suitable for testing and evaluation
+Start datanode by runing docker container:
 
-For production use, we recommend using the latest stable release.
+```
+docker run -p 3000:3000 \
+-p 3001:3001 \
+-p 3306:3306 \
+greptimedb
+```
 
-## Community
+### Start Frontend
 
-Our core team is thrilled to see you participate in any ways you like. When you are stuck, try to
-ask for help by filling an issue with a detailed description of what you were trying to do
-and what went wrong. If you have any questions or if you would like to get involved in our
-community, please check out:
+Frontend should connect to Datanode, so **Datanode must have been started** at first!
 
-- GreptimeDB Community on [Slack](https://greptime.com/slack)
-- GreptimeDB [GitHub Discussions forum](https://github.com/GreptimeTeam/greptimedb/discussions)
-- Greptime official [website](https://greptime.com)
+```
+// Connects to local Datanode at its default GRPC port: 3001
 
-In addition, you may:
+// Start Frontend with default options.
+cargo run -- frontend start
 
-- View our official [Blog](https://greptime.com/blogs/)
-- Connect us with [Linkedin](https://www.linkedin.com/company/greptime/)
-- Follow us on [Twitter](https://twitter.com/greptime)
+OR
 
-## Commercial Support
+// Start Frontend with `mysql-addr` option.
+cargo run -- frontend start --mysql-addr=0.0.0.0:9999
 
-If you are running GreptimeDB OSS in your organization, we offer additional
-enterprise add-ons, installation services, training, and consulting. [Contact
-us](https://greptime.com/contactus) and we will reach out to you with more
-detail of our commercial license.
+OR
 
-## License
+// Start datanode with `log-dir` and `log-level` options.
+cargo run -- --log-dir=logs --log-level=debug frontend start
+```
 
-GreptimeDB uses the [Apache License 2.0](https://apache.org/licenses/LICENSE-2.0.txt) to strike a balance between
-open contributions and allowing you to use the software however you want.
+Start datanode with config file:
 
-## Contributing
+```
+cargo run -- --log-dir=logs --log-level=debug frontend start -c ./config/frontend.example.toml
+```
 
-Please refer to [contribution guidelines](CONTRIBUTING.md) and [internal concepts docs](https://docs.greptime.com/contributor-guide/overview.html) for more information.
+### SQL Operations
 
-## Acknowledgement
+1. Connecting DB by [mysql client](https://dev.mysql.com/downloads/mysql/):
 
-Special thanks to all the contributors who have propelled GreptimeDB forward. For a complete list of contributors, please refer to [AUTHOR.md](AUTHOR.md).
+   ```
+   # The datanode listen on port 3306 by default.
+   mysql -h 127.0.0.1 -P 3306
+   ```
 
-- GreptimeDB uses [Apache Arrow™](https://arrow.apache.org/) as the memory model and [Apache Parquet™](https://parquet.apache.org/) as the persistent file format.
-- GreptimeDB's query engine is powered by [Apache Arrow DataFusion™](https://arrow.apache.org/datafusion/).
-- [Apache OpenDAL™](https://opendal.apache.org) gives GreptimeDB a very general and elegant data access abstraction layer.
-- GreptimeDB's meta service is based on [etcd](https://etcd.io/).
+2. Create table:
+
+   ```SQL
+   CREATE TABLE monitor (
+     host STRING,
+     ts TIMESTAMP,
+     cpu DOUBLE DEFAULT 0,
+     memory DOUBLE,
+     TIME INDEX (ts),
+     PRIMARY KEY(ts,host)) ENGINE=mito WITH(regions=1);
+   ```
+
+3. Insert data:
+
+   ```SQL
+   INSERT INTO monitor(host, cpu, memory, ts) VALUES ('host1', 66.6, 1024, 1660897955);
+   INSERT INTO monitor(host, cpu, memory, ts) VALUES ('host2', 77.7, 2048, 1660897956);
+   INSERT INTO monitor(host, cpu, memory, ts) VALUES ('host3', 88.8, 4096, 1660897957);
+   ```
+
+4. Query data:
+
+   ```SQL
+   mysql> SELECT * FROM monitor;
+   +-------+------------+------+--------+
+   | host  | ts         | cpu  | memory |
+   +-------+------------+------+--------+
+   | host1 | 1660897955 | 66.6 |   1024 |
+   | host2 | 1660897956 | 77.7 |   2048 |
+   | host3 | 1660897957 | 88.8 |   4096 |
+   +-------+------------+------+--------+
+   3 rows in set (0.01 sec)
+   ```
+   You can delete your data by removing `/tmp/greptimedb`.
+
+## Contribute
+
+1. [Install rust](https://www.rust-lang.org/tools/install)
+2. [Install `pre-commit`](https://pre-commit.com/#plugins) for run hooks on every commit automatically such as `cargo fmt` etc.
+
+```
+$ pip install pre-commit
+
+or
+
+$ brew install pre-commit
+$
+```
+
+3. Install the git hook scripts:
+
+```
+$ pre-commit install
+pre-commit installed at .git/hooks/pre-commit
+
+$ pre-commit install --hook-type commit-msg
+pre-commit installed at .git/hooks/commit-msg
+
+$ pre-commit install --hook-type pre-push
+pre-commit installed at .git/hooks/pre-pus
+```
+
+now `pre-commit` will run automatically on `git commit`.
+
+4. Check out branch from `develop` and make your contribution. Follow the [style guide](https://github.com/GreptimeTeam/docs/blob/main/style-guide/zh.md). Create a PR when you are ready, feel free and have fun!

SECURITY.md

@@ -1,19 +0,0 @@
-# Security Policy
-
-## Supported Versions
-
-| Version | Supported          |
-| ------- | ------------------ |
-| >= v0.1.0 | :white_check_mark: |
-| < v0.1.0   | :x:                |
-
-## Reporting a Vulnerability
-
-We place great importance on the security of GreptimeDB code, software, 
-and cloud platform. If you come across a security vulnerability in GreptimeDB, 
-we kindly request that you inform us immediately. We will thoroughly investigate
-all valid reports and make every effort to resolve the issue promptly.
-
-To report any issues or vulnerabilities, please email us at info@greptime.com, rather than 
-posting publicly on GitHub. Be sure to provide us with the version identifier as well as details
-on how the vulnerability can be exploited.

cliff.toml

@@ -1,127 +0,0 @@
-# https://git-cliff.org/docs/configuration
-
-[remote.github]
-owner = "GreptimeTeam"
-repo = "greptimedb"
-
-[changelog]
-header = ""
-footer = ""
-# template for the changelog body
-# https://keats.github.io/tera/docs/#introduction
-body = """
-# {{ version }}
-
-Release date: {{ timestamp | date(format="%B %d, %Y") }}
-
-{%- set breakings = commits | filter(attribute="breaking", value=true) -%}
-{%- if breakings | length > 0 %}
-
-## Breaking changes
-    {% for commit in breakings %}
-      * {{ commit.github.pr_title }}\
-        {% if commit.github.username %} by \
-          {% set author = commit.github.username -%}
-          [@{{ author }}](https://github.com/{{ author }})
-        {%- endif -%}
-        {% if commit.github.pr_number %} in \
-          {% set number = commit.github.pr_number -%}
-          [#{{ number }}]({{ self::remote_url() }}/pull/{{ number }})
-        {%- endif %}
-    {%- endfor %}
-{%- endif -%}
-
-{%- set grouped_commits = commits | filter(attribute="breaking", value=false) | group_by(attribute="group") -%}
-{% for group, commits in grouped_commits %}
-
-    ### {{ group | striptags | trim | upper_first }}
-    {% for commit in commits %}
-        * {{ commit.github.pr_title }}\
-            {% if commit.github.username %} by \
-              {% set author = commit.github.username -%}
-              [@{{ author }}](https://github.com/{{ author }})
-            {%- endif -%}
-            {% if commit.github.pr_number %} in \
-              {% set number = commit.github.pr_number -%}
-              [#{{ number }}]({{ self::remote_url() }}/pull/{{ number }})
-            {%- endif %}
-    {%- endfor -%}
-{% endfor %}
-
-{%- if github.contributors | filter(attribute="is_first_time", value=true) | length != 0 %}
-  {% raw %}\n{% endraw -%}
-  ## New Contributors
-{% endif -%}
-{% for contributor in github.contributors | filter(attribute="is_first_time", value=true) %}
-  * [@{{ contributor.username }}](https://github.com/{{ contributor.username }}) made their first contribution
-    {%- if contributor.pr_number %} in \
-      [#{{ contributor.pr_number }}]({{ self::remote_url() }}/pull/{{ contributor.pr_number }}) \
-    {%- endif %}
-{%- endfor -%}
-
-{% if github.contributors | length != 0 %}
-  {% raw %}\n{% endraw -%}
-## All Contributors
-
-We would like to thank the following contributors from the GreptimeDB community:
-
-{%- set contributors = github.contributors | sort(attribute="username") | map(attribute="username") -%}
-{%- set bots = ['dependabot[bot]'] %}
-
-{% for contributor in contributors %}
-{%- if bots is containing(contributor) -%}{% continue %}{%- endif -%}
-{%- if loop.first -%}
-  [@{{ contributor }}](https://github.com/{{ contributor }})
-{%- else -%}
-  , [@{{ contributor }}](https://github.com/{{ contributor }})
-{%- endif -%}
-{%- endfor %}
-{%- endif %}
-{% raw %}\n{% endraw %}
-
-{%- macro remote_url() -%}
-  https://github.com/{{ remote.github.owner }}/{{ remote.github.repo }}
-{%- endmacro -%}
-"""
-trim = true
-
-[git]
-# parse the commits based on https://www.conventionalcommits.org
-conventional_commits = true
-# filter out the commits that are not conventional
-filter_unconventional = true
-# process each line of a commit as an individual commit
-split_commits = false
-# regex for parsing and grouping commits
-commit_parsers = [
-  { message = "^feat", group = "<!-- 0 -->🚀 Features" },
-  { message = "^fix", group = "<!-- 1 -->🐛 Bug Fixes" },
-  { message = "^doc", group = "<!-- 3 -->📚 Documentation" },
-  { message = "^perf", group = "<!-- 4 -->⚡ Performance" },
-  { message = "^refactor", group = "<!-- 2 -->🚜 Refactor" },
-  { message = "^style", group = "<!-- 5 -->🎨 Styling" },
-  { message = "^test", group = "<!-- 6 -->🧪 Testing" },
-  { message = "^chore\\(release\\): prepare for", skip = true },
-  { message = "^chore\\(deps.*\\)", skip = true },
-  { message = "^chore\\(pr\\)", skip = true },
-  { message = "^chore\\(pull\\)", skip = true },
-  { message = "^chore|^ci", group = "<!-- 7 -->⚙️ Miscellaneous Tasks" },
-  { body = ".*security", group = "<!-- 8 -->🛡️ Security" },
-  { message = "^revert", group = "<!-- 9 -->◀️ Revert" },
-]
-# protect breaking changes from being skipped due to matching a skipping commit_parser
-protect_breaking_commits = false
-# filter out the commits that are not matched by commit parsers
-filter_commits = false
-# regex for matching git tags
-# tag_pattern = "v[0-9].*"
-# regex for skipping tags
-# skip_tags = ""
-# regex for ignoring tags
-ignore_tags = ".*-nightly-.*"
-# sort the tags topologically
-topo_order = false
-# sort the commits inside sections by oldest/newest order
-sort_commits = "oldest"
-# limit the number of commits included in the changelog.
-# limit_commits = 42

codecov.yml

@@ -1,13 +0,0 @@
-# codecov config
-coverage:
-  status:
-    project:
-      default:
-        threshold: 1%
-    patch: off
-ignore:
-  - "**/error*.rs" # ignore all error.rs files
-  - "tests/runner/*.rs" # ignore integration test runner
-  - "tests-integration/**/*.rs" # ignore integration tests
-comment:                  # this is a top-level key
-  layout: "diff"

component/script/python/example/calc_rv.py

@@ -0,0 +1,71 @@
+import sys
+# for annoying releative import beyond top-level package
+sys.path.insert(0, "../")
+from greptime import mock_tester, coprocessor, greptime as gt_builtin
+from greptime.greptime import interval, vector, log, prev, sqrt, datetime
+import greptime.greptime as greptime
+import json
+import numpy as np
+
+
+def data_sample(k_lines, symbol, density=5 * 30 * 86400):
+    """
+    Only return close data for simplicty for now
+    """
+    k_lines = k_lines["result"] if k_lines["ret_msg"] == "OK" else None
+    if k_lines is None:
+        raise Exception("Expect a `OK`ed message")
+    close = [float(i["close"]) for i in k_lines]
+
+    return interval(close, density, "prev")
+
+
+def as_table(kline: list):
+    col_len = len(kline)
+    ret = {
+        k: vector([fn(row[k]) for row in kline], str(ty))
+        for k, fn, ty in
+        [
+            ("symbol", str, "str"),
+            ("period", str, "str"),
+            ("open_time", int, "int"),
+            ("open", float, "float"),
+            ("high", float, "float"),
+            ("low", float, "float"),
+            ("close", float, "float")
+        ]
+    }
+    return ret
+
+@coprocessor(args=["open_time", "close"], returns=[
+    "rv_7d",
+    "rv_15d",
+    "rv_30d",
+    "rv_60d",
+    "rv_90d",
+    "rv_180d"
+])
+def calc_rvs(open_time, close):
+    from greptime import vector, log, prev, sqrt, datetime, pow, sum, last
+    import greptime as g
+    def calc_rv(close, open_time, time, interval):
+        mask = (open_time < time) & (open_time > time - interval)
+        close = close[mask]
+        open_time = open_time[mask]
+        close = g.interval(open_time, close, datetime("10m"), lambda x:last(x))
+
+        avg_time_interval = (open_time[-1] - open_time[0])/(len(open_time)-1)
+        ref = log(close/prev(close))
+        var = sum(pow(ref, 2)/(len(ref)-1))
+        return sqrt(var/avg_time_interval)
+
+    # how to get env var,
+    # maybe through accessing scope and serde then send to remote?
+    timepoint = open_time[-1]
+    rv_7d = vector([calc_rv(close, open_time, timepoint, datetime("7d"))])
+    rv_15d = vector([calc_rv(close, open_time, timepoint, datetime("15d"))])
+    rv_30d = vector([calc_rv(close, open_time, timepoint, datetime("30d"))])
+    rv_60d = vector([calc_rv(close, open_time, timepoint, datetime("60d"))])
+    rv_90d = vector([calc_rv(close, open_time, timepoint, datetime("90d"))])
+    rv_180d = vector([calc_rv(close, open_time, timepoint, datetime("180d"))])
+    return rv_7d, rv_15d, rv_30d, rv_60d, rv_90d, rv_180d

component/script/python/example/fetch_kline.sh

@@ -0,0 +1 @@
+curl "https://api.bybit.com/v2/public/index-price-kline?symbol=BTCUSD&interval=1&limit=$1&from=1581231260" > kline.json

component/script/python/example/kline.json

@@ -0,0 +1,108 @@
+{
+    "ret_code": 0,
+    "ret_msg": "OK",
+    "ext_code": "",
+    "ext_info": "",
+    "result": [
+        {
+            "symbol": "BTCUSD",
+            "period": "1",
+            "open_time": 300,
+            "open": "10107",
+            "high": "10109.34",
+            "low": "10106.71",
+            "close": "10106.79"
+        },
+        {
+            "symbol": "BTCUSD",
+            "period": "1",
+            "open_time": 900,
+            "open": "10106.79",
+            "high": "10109.27",
+            "low": "10105.92",
+            "close": "10106.09"
+        },
+        {
+            "symbol": "BTCUSD",
+            "period": "1",
+            "open_time": 1200,
+            "open": "10106.09",
+            "high": "10108.75",
+            "low": "10104.66",
+            "close": "10108.73"
+        },
+        {
+            "symbol": "BTCUSD",
+            "period": "1",
+            "open_time": 1800,
+            "open": "10108.73",
+            "high": "10109.52",
+            "low": "10106.07",
+            "close": "10106.38"
+        },
+        {
+            "symbol": "BTCUSD",
+            "period": "1",
+            "open_time": 2400,
+            "open": "10106.38",
+            "high": "10109.48",
+            "low": "10104.81",
+            "close": "10106.95"
+        },
+        {
+            "symbol": "BTCUSD",
+            "period": "1",
+            "open_time": 3000,
+            "open": "10106.95",
+            "high": "10109.48",
+            "low": "10106.6",
+            "close": "10107.55"
+        },
+        {
+            "symbol": "BTCUSD",
+            "period": "1",
+            "open_time": 3600,
+            "open": "10107.55",
+            "high": "10109.28",
+            "low": "10104.68",
+            "close": "10104.68"
+        },
+        {
+            "symbol": "BTCUSD",
+            "period": "1",
+            "open_time": 4200,
+            "open": "10104.68",
+            "high": "10109.18",
+            "low": "10104.14",
+            "close": "10108.8"
+        },
+        {
+            "symbol": "BTCUSD",
+            "period": "1",
+            "open_time": 4800,
+            "open": "10108.8",
+            "high": "10117.36",
+            "low": "10108.8",
+            "close": "10115.96"
+        },
+        {
+            "symbol": "BTCUSD",
+            "period": "1",
+            "open_time": 5400,
+            "open": "10115.96",
+            "high": "10119.19",
+            "low": "10115.96",
+            "close": "10117.08"
+        },
+        {
+            "symbol": "BTCUSD",
+            "period": "1",
+            "open_time": 6000,
+            "open": "10117.08",
+            "high": "10120.73",
+            "low": "10116.96",
+            "close": "10120.43"
+        }
+    ],
+    "time_now": "1661225351.158190"
+}

component/script/python/greptime/__init__.py

@@ -0,0 +1,4 @@
+from .greptime import coprocessor, copr
+from .greptime import vector, log, prev, next, first, last, sqrt, pow, datetime, sum, interval
+from .mock import mock_tester
+from .cfg import set_conn_addr, get_conn_addr

component/script/python/greptime/cfg.py

@@ -0,0 +1,11 @@
+GREPTIME_DB_CONN_ADDRESS = "localhost:3000"
+"""The Global Variable for address for conntect to database"""
+
+def set_conn_addr(addr: str):
+    """set database address to given `addr`"""
+    global GREPTIME_DB_CONN_ADDRESS
+    GREPTIME_DB_CONN_ADDRESS = addr
+
+def get_conn_addr()->str:
+    global GREPTIME_DB_CONN_ADDRESS
+    return GREPTIME_DB_CONN_ADDRESS

component/script/python/greptime/greptime.py

@@ -0,0 +1,207 @@
+"""
+Be note that this is a mock library, if not connected to database,
+it can only run on mock data and mock function which is supported by numpy
+"""
+import functools
+import numpy as np
+import json
+from urllib import request
+import inspect
+import requests
+
+from .cfg import set_conn_addr, get_conn_addr
+
+log = np.log
+sum = np.nansum
+sqrt = np.sqrt
+pow = np.power
+nan = np.nan
+
+
+class TimeStamp(str):
+    """
+    TODO: impl date time
+    """
+    pass
+
+
+class i32(int):
+    """
+    For Python Coprocessor Type Annotation ONLY
+    A signed 32-bit integer.
+    """
+
+    def __repr__(self) -> str:
+        return "i32"
+
+
+class i64(int):
+    """
+    For Python Coprocessor Type Annotation ONLY
+    A signed 64-bit integer.
+    """
+
+    def __repr__(self) -> str:
+        return "i64"
+
+
+class f32(float):
+    """
+    For Python Coprocessor Type Annotation ONLY
+    A 32-bit floating point number.
+    """
+
+    def __repr__(self) -> str:
+        return "f32"
+
+
+class f64(float):
+    """
+    For Python Coprocessor Type Annotation ONLY
+    A 64-bit floating point number.
+    """
+
+    def __repr__(self) -> str:
+        return "f64"
+
+
+class vector(np.ndarray):
+    """
+    A compact Vector with all elements of same Data type.
+    """
+    _datatype: str | None = None
+
+    def __new__(
+        cls,
+        lst,
+        dtype=None
+    ) -> ...:
+        self = np.asarray(lst).view(cls)
+        self._datatype = dtype
+        return self
+
+    def __str__(self) -> str:
+        return "vector({}, \"{}\")".format(super().__str__(), self.datatype())
+
+    def datatype(self):
+        return self._datatype
+
+    def filter(self, lst_bool):
+        return self[lst_bool]
+
+def last(lst):
+    return lst[-1]
+
+def first(lst):
+    return lst[0]
+
+def prev(lst):
+    ret = np.zeros(len(lst))
+    ret[1:] = lst[0:-1]
+    ret[0] = nan
+    return ret
+
+def next(lst):
+    ret = np.zeros(len(lst))
+    ret[:-1] = lst[1:]
+    ret[-1] = nan
+    return ret
+
+def interval(ts: vector, arr: vector, duration: int, func):
+    """
+    Note that this is a mock function with same functionailty to the actual Python Coprocessor
+    `arr` is a vector of integral or temporal type.
+    """
+    start = np.min(ts)
+    end = np.max(ts)
+    masks = [(ts >= i) & (ts <= (i+duration)) for i in range(start, end, duration)]
+    lst_res = [func(arr[mask]) for mask in masks]
+    return lst_res
+
+
+def factor(unit: str) -> int:
+    if unit == "d":
+        return 24 * 60 * 60
+    elif unit == "h":
+        return 60 * 60
+    elif unit == "m":
+        return 60
+    elif unit == "s":
+        return 1
+    else:
+        raise Exception("Only d,h,m,s, found{}".format(unit))
+
+
+def datetime(input_time: str) -> int:
+    """
+    support `d`(day) `h`(hour) `m`(minute) `s`(second)
+
+    support format:
+    `12s` `7d` `12d2h7m`
+    """
+
+    prev = 0
+    cur = 0
+    state = "Num"
+    parse_res = []
+    for idx, ch in enumerate(input_time):
+        if ch.isdigit():
+            cur = idx
+
+            if state != "Num":
+                parse_res.append((state, input_time[prev:cur], (prev, cur)))
+                prev = idx
+                state = "Num"
+        else:
+            cur = idx
+            if state != "Symbol":
+                parse_res.append((state, input_time[prev:cur], (prev, cur)))
+                prev = idx
+                state = "Symbol"
+    parse_res.append((state, input_time[prev:cur+1], (prev, cur+1)))
+
+    cur_idx = 0
+    res_time = 0
+    while cur_idx < len(parse_res):
+        pair = parse_res[cur_idx]
+        if pair[0] == "Num":
+            val = int(pair[1])
+            nxt = parse_res[cur_idx+1]
+            res_time += val * factor(nxt[1])
+            cur_idx += 2
+        else:
+            raise Exception("Two symbol in a row is impossible")
+
+    return res_time
+
+
+def coprocessor(args=None, returns=None, sql=None):
+    """
+    The actual coprocessor, which will connect to database and update
+    whatever function decorated with `@coprocessor(args=[...], returns=[...], sql=...)`
+    """
+    def decorator_copr(func):
+        @functools.wraps(func)
+        def wrapper_do_actual(*args, **kwargs):
+            if len(args)!=0 or len(kwargs)!=0:
+                raise Exception("Expect call with no arguements(for all args are given by coprocessor itself)")
+            source = inspect.getsource(func)
+            url = "http://{}/v1/scripts".format(get_conn_addr())
+            print("Posting to {}".format(url))
+            data = {
+                    "script": source,
+                    "engine": None,
+                }
+
+            res = requests.post(
+                url,
+                headers={"Content-Type": "application/json"},
+                json=data
+            )
+            return res
+        return wrapper_do_actual
+    return decorator_copr
+
+
+# make a alias for short
+copr = coprocessor

component/script/python/greptime/mock.py

@@ -0,0 +1,82 @@
+"""
+Note this is a mock library, if not connected to database, 
+it can only run on mock data and support by numpy
+"""
+from typing import Any
+import numpy as np
+from .greptime import i32,i64,f32,f64, vector, interval, prev, datetime, log, sum, sqrt, pow, nan, copr, coprocessor
+
+import inspect
+import functools
+import ast
+
+
+
+def mock_tester(
+    func,
+    env:dict, 
+    table=None
+):
+    """
+    Mock tester helper function,
+    What it does is replace `@coprocessor` with `@mock_cpor` and add a keyword `env=env`
+    like `@mock_copr(args=...,returns=...,env=env)`
+    """
+    code = inspect.getsource(func)
+    tree = ast.parse(code)
+    tree = HackyReplaceDecorator("env").visit(tree)
+    new_func = tree.body[0]
+    fn_name = new_func.name
+
+    code_obj = compile(tree, "<embedded>", "exec")
+    exec(code_obj)
+
+    ret = eval("{}()".format(fn_name))
+    return ret
+
+def mock_copr(args, returns, sql=None, env:None|dict=None):
+    """
+    This should not be used directly by user
+    """
+    def decorator_copr(func):
+        @functools.wraps(func)
+        def wrapper_do_actual(*fn_args, **fn_kwargs):
+
+            real_args = [env[name] for name in args]
+            ret = func(*real_args)
+            return ret
+        
+        return wrapper_do_actual
+    return decorator_copr
+
+class HackyReplaceDecorator(ast.NodeTransformer):
+    """
+    This class accept a `env` dict for environment to extract args from,
+    and put `env` dict in the param list of `mock_copr` decorator, i.e:
+
+    a `@copr(args=["a", "b"], returns=["c"])` with call like mock_helper(abc, env={"a":2, "b":3})
+    
+    will be transform into `@mock_copr(args=["a", "b"], returns=["c"], env={"a":2, "b":3})`
+    """
+    def __init__(self, env: str) -> None:
+        # just for add `env` keyword
+        self.env = env
+
+    def visit_FunctionDef(self, node: ast.FunctionDef) -> Any:
+        new_node = node
+        decorator_list = new_node.decorator_list
+        if len(decorator_list)!=1:
+            return node
+
+        deco = decorator_list[0]
+        if deco.func.id!="coprocessor" and deco.func.id !="copr":
+            raise Exception("Expect a @copr or @coprocessor, found {}.".format(deco.func.id))
+        deco.func = ast.Name(id="mock_copr", ctx=ast.Load())
+        new_kw = ast.keyword(arg="env", value=ast.Name(id=self.env, ctx=ast.Load()))
+        deco.keywords.append(new_kw)
+
+        # Tie up loose ends in the AST.
+        ast.copy_location(new_node, node)
+        ast.fix_missing_locations(new_node)
+        self.generic_visit(node)
+        return new_node

component/script/python/test.py

@@ -0,0 +1,60 @@
+from example.calc_rv import as_table, calc_rvs
+from greptime import coprocessor, set_conn_addr, get_conn_addr, mock_tester
+import sys
+import json
+import requests
+'''
+To run this script, you need to first start a http server of greptime, and 
+`
+python3 component/script/python/test.py 地址:端口
+`
+
+'''
+@coprocessor(sql='select number from numbers limit 10', args=['number'], returns=['n'])
+def test(n):
+    return n+2
+
+def init_table(close, open_time):
+    req_init = "/v1/sql?sql=create table k_line (close double, open_time bigint, TIME INDEX (open_time))"
+    print(get_db(req_init).text)
+    for c1, c2 in zip(close, open_time):
+        req = "/v1/sql?sql=INSERT INTO k_line(close, open_time) VALUES ({}, {})".format(c1, c2)
+        print(get_db(req).text)
+    print(get_db("/v1/sql?sql=select * from k_line").text)
+
+def get_db(req:str):
+    return requests.get("http://{}{}".format(get_conn_addr(), req))
+
+if __name__ == "__main__":
+    with open("component/script/python/example/kline.json", "r") as kline_file:
+        kline = json.load(kline_file)
+        table = as_table(kline["result"])
+        close = table["close"]
+        open_time = table["open_time"]
+        env = {"close":close, "open_time": open_time}
+
+        res = mock_tester(calc_rvs, env=env)
+        print("Mock result:", [i[0] for i in res])
+        exit()
+    if len(sys.argv)!=2:
+        raise Exception("Expect only one address as cmd's args")
+    set_conn_addr(sys.argv[1])
+    res = test()
+    print(res.headers)
+    print(res.text)
+    with open("component/script/python/example/kline.json", "r") as kline_file:
+        kline = json.load(kline_file)
+        # vec = vector([1,2,3], int)
+        # print(vec, vec.datatype())
+        table = as_table(kline["result"])
+        # print(table)
+        close = table["close"]
+        open_time = table["open_time"]
+        init_table(close, open_time)
+
+        real = calc_rvs()
+        print(real)
+        try:
+            print(real.text["error"])
+        except:
+            print(real.text)

config/config-docs-template.md

@@ -1,31 +0,0 @@
-# Configurations
-
-- [Configurations](#configurations)
-  - [Standalone Mode](#standalone-mode)
-  - [Distributed Mode](#distributed-mode)
-    - [Frontend](#frontend)
-    - [Metasrv](#metasrv)
-    - [Datanode](#datanode)
-    - [Flownode](#flownode)
-
-## Standalone Mode
-
-{{ toml2docs "./standalone.example.toml" }}
-
-## Distributed Mode
-
-### Frontend
-
-{{ toml2docs "./frontend.example.toml" }}
-
-### Metasrv
-
-{{ toml2docs "./metasrv.example.toml" }}
-
-### Datanode
-
-{{ toml2docs "./datanode.example.toml" }}
-
-### Flownode
-
-{{ toml2docs "./flownode.example.toml"}}

config/config.md

@@ -1,596 +0,0 @@
-# Configurations
-
-- [Configurations](#configurations)
-  - [Standalone Mode](#standalone-mode)
-  - [Distributed Mode](#distributed-mode)
-    - [Frontend](#frontend)
-    - [Metasrv](#metasrv)
-    - [Datanode](#datanode)
-    - [Flownode](#flownode)
-
-## Standalone Mode
-
-| Key | Type | Default | Descriptions |
-| --- | -----| ------- | ----------- |
-| `mode` | String | `standalone` | The running mode of the datanode. It can be `standalone` or `distributed`. |
-| `default_timezone` | String | Unset | The default timezone of the server. |
-| `init_regions_in_background` | Bool | `false` | Initialize all regions in the background during the startup.<br/>By default, it provides services after all regions have been initialized. |
-| `init_regions_parallelism` | Integer | `16` | Parallelism of initializing regions. |
-| `max_concurrent_queries` | Integer | `0` | The maximum current queries allowed to be executed. Zero means unlimited. |
-| `enable_telemetry` | Bool | `true` | Enable telemetry to collect anonymous usage data. Enabled by default. |
-| `max_in_flight_write_bytes` | String | Unset | The maximum in-flight write bytes. |
-| `runtime` | -- | -- | The runtime options. |
-| `runtime.global_rt_size` | Integer | `8` | The number of threads to execute the runtime for global read operations. |
-| `runtime.compact_rt_size` | Integer | `4` | The number of threads to execute the runtime for global write operations. |
-| `http` | -- | -- | The HTTP server options. |
-| `http.addr` | String | `127.0.0.1:4000` | The address to bind the HTTP server. |
-| `http.timeout` | String | `30s` | HTTP request timeout. Set to 0 to disable timeout. |
-| `http.body_limit` | String | `64MB` | HTTP request body limit.<br/>The following units are supported: `B`, `KB`, `KiB`, `MB`, `MiB`, `GB`, `GiB`, `TB`, `TiB`, `PB`, `PiB`.<br/>Set to 0 to disable limit. |
-| `http.enable_cors` | Bool | `true` | HTTP CORS support, it's turned on by default<br/>This allows browser to access http APIs without CORS restrictions |
-| `http.cors_allowed_origins` | Array | Unset | Customize allowed origins for HTTP CORS. |
-| `grpc` | -- | -- | The gRPC server options. |
-| `grpc.bind_addr` | String | `127.0.0.1:4001` | The address to bind the gRPC server. |
-| `grpc.runtime_size` | Integer | `8` | The number of server worker threads. |
-| `grpc.tls` | -- | -- | gRPC server TLS options, see `mysql.tls` section. |
-| `grpc.tls.mode` | String | `disable` | TLS mode. |
-| `grpc.tls.cert_path` | String | Unset | Certificate file path. |
-| `grpc.tls.key_path` | String | Unset | Private key file path. |
-| `grpc.tls.watch` | Bool | `false` | Watch for Certificate and key file change and auto reload.<br/>For now, gRPC tls config does not support auto reload. |
-| `mysql` | -- | -- | MySQL server options. |
-| `mysql.enable` | Bool | `true` | Whether to enable. |
-| `mysql.addr` | String | `127.0.0.1:4002` | The addr to bind the MySQL server. |
-| `mysql.runtime_size` | Integer | `2` | The number of server worker threads. |
-| `mysql.keep_alive` | String | `0s` | Server-side keep-alive time.<br/>Set to 0 (default) to disable. |
-| `mysql.tls` | -- | -- | -- |
-| `mysql.tls.mode` | String | `disable` | TLS mode, refer to https://www.postgresql.org/docs/current/libpq-ssl.html<br/>- `disable` (default value)<br/>- `prefer`<br/>- `require`<br/>- `verify-ca`<br/>- `verify-full` |
-| `mysql.tls.cert_path` | String | Unset | Certificate file path. |
-| `mysql.tls.key_path` | String | Unset | Private key file path. |
-| `mysql.tls.watch` | Bool | `false` | Watch for Certificate and key file change and auto reload |
-| `postgres` | -- | -- | PostgresSQL server options. |
-| `postgres.enable` | Bool | `true` | Whether to enable |
-| `postgres.addr` | String | `127.0.0.1:4003` | The addr to bind the PostgresSQL server. |
-| `postgres.runtime_size` | Integer | `2` | The number of server worker threads. |
-| `postgres.keep_alive` | String | `0s` | Server-side keep-alive time.<br/>Set to 0 (default) to disable. |
-| `postgres.tls` | -- | -- | PostgresSQL server TLS options, see `mysql.tls` section. |
-| `postgres.tls.mode` | String | `disable` | TLS mode. |
-| `postgres.tls.cert_path` | String | Unset | Certificate file path. |
-| `postgres.tls.key_path` | String | Unset | Private key file path. |
-| `postgres.tls.watch` | Bool | `false` | Watch for Certificate and key file change and auto reload |
-| `opentsdb` | -- | -- | OpenTSDB protocol options. |
-| `opentsdb.enable` | Bool | `true` | Whether to enable OpenTSDB put in HTTP API. |
-| `influxdb` | -- | -- | InfluxDB protocol options. |
-| `influxdb.enable` | Bool | `true` | Whether to enable InfluxDB protocol in HTTP API. |
-| `jaeger` | -- | -- | Jaeger protocol options. |
-| `jaeger.enable` | Bool | `true` | Whether to enable Jaeger protocol in HTTP API. |
-| `prom_store` | -- | -- | Prometheus remote storage options |
-| `prom_store.enable` | Bool | `true` | Whether to enable Prometheus remote write and read in HTTP API. |
-| `prom_store.with_metric_engine` | Bool | `true` | Whether to store the data from Prometheus remote write in metric engine. |
-| `wal` | -- | -- | The WAL options. |
-| `wal.provider` | String | `raft_engine` | The provider of the WAL.<br/>- `raft_engine`: the wal is stored in the local file system by raft-engine.<br/>- `kafka`: it's remote wal that data is stored in Kafka. |
-| `wal.dir` | String | Unset | The directory to store the WAL files.<br/>**It's only used when the provider is `raft_engine`**. |
-| `wal.file_size` | String | `128MB` | The size of the WAL segment file.<br/>**It's only used when the provider is `raft_engine`**. |
-| `wal.purge_threshold` | String | `1GB` | The threshold of the WAL size to trigger a purge.<br/>**It's only used when the provider is `raft_engine`**. |
-| `wal.purge_interval` | String | `1m` | The interval to trigger a purge.<br/>**It's only used when the provider is `raft_engine`**. |
-| `wal.read_batch_size` | Integer | `128` | The read batch size.<br/>**It's only used when the provider is `raft_engine`**. |
-| `wal.sync_write` | Bool | `false` | Whether to use sync write.<br/>**It's only used when the provider is `raft_engine`**. |
-| `wal.enable_log_recycle` | Bool | `true` | Whether to reuse logically truncated log files.<br/>**It's only used when the provider is `raft_engine`**. |
-| `wal.prefill_log_files` | Bool | `false` | Whether to pre-create log files on start up.<br/>**It's only used when the provider is `raft_engine`**. |
-| `wal.sync_period` | String | `10s` | Duration for fsyncing log files.<br/>**It's only used when the provider is `raft_engine`**. |
-| `wal.recovery_parallelism` | Integer | `2` | Parallelism during WAL recovery. |
-| `wal.broker_endpoints` | Array | -- | The Kafka broker endpoints.<br/>**It's only used when the provider is `kafka`**. |
-| `wal.auto_create_topics` | Bool | `true` | Automatically create topics for WAL.<br/>Set to `true` to automatically create topics for WAL.<br/>Otherwise, use topics named `topic_name_prefix_[0..num_topics)` |
-| `wal.num_topics` | Integer | `64` | Number of topics.<br/>**It's only used when the provider is `kafka`**. |
-| `wal.selector_type` | String | `round_robin` | Topic selector type.<br/>Available selector types:<br/>- `round_robin` (default)<br/>**It's only used when the provider is `kafka`**. |
-| `wal.topic_name_prefix` | String | `greptimedb_wal_topic` | A Kafka topic is constructed by concatenating `topic_name_prefix` and `topic_id`.<br/>i.g., greptimedb_wal_topic_0, greptimedb_wal_topic_1.<br/>**It's only used when the provider is `kafka`**. |
-| `wal.replication_factor` | Integer | `1` | Expected number of replicas of each partition.<br/>**It's only used when the provider is `kafka`**. |
-| `wal.create_topic_timeout` | String | `30s` | Above which a topic creation operation will be cancelled.<br/>**It's only used when the provider is `kafka`**. |
-| `wal.max_batch_bytes` | String | `1MB` | The max size of a single producer batch.<br/>Warning: Kafka has a default limit of 1MB per message in a topic.<br/>**It's only used when the provider is `kafka`**. |
-| `wal.consumer_wait_timeout` | String | `100ms` | The consumer wait timeout.<br/>**It's only used when the provider is `kafka`**. |
-| `wal.backoff_init` | String | `500ms` | The initial backoff delay.<br/>**It's only used when the provider is `kafka`**. |
-| `wal.backoff_max` | String | `10s` | The maximum backoff delay.<br/>**It's only used when the provider is `kafka`**. |
-| `wal.backoff_base` | Integer | `2` | The exponential backoff rate, i.e. next backoff = base * current backoff.<br/>**It's only used when the provider is `kafka`**. |
-| `wal.backoff_deadline` | String | `5mins` | The deadline of retries.<br/>**It's only used when the provider is `kafka`**. |
-| `wal.overwrite_entry_start_id` | Bool | `false` | Ignore missing entries during read WAL.<br/>**It's only used when the provider is `kafka`**.<br/><br/>This option ensures that when Kafka messages are deleted, the system<br/>can still successfully replay memtable data without throwing an<br/>out-of-range error.<br/>However, enabling this option might lead to unexpected data loss,<br/>as the system will skip over missing entries instead of treating<br/>them as critical errors. |
-| `metadata_store` | -- | -- | Metadata storage options. |
-| `metadata_store.file_size` | String | `64MB` | The size of the metadata store log file. |
-| `metadata_store.purge_threshold` | String | `256MB` | The threshold of the metadata store size to trigger a purge. |
-| `metadata_store.purge_interval` | String | `1m` | The interval of the metadata store to trigger a purge. |
-| `procedure` | -- | -- | Procedure storage options. |
-| `procedure.max_retry_times` | Integer | `3` | Procedure max retry time. |
-| `procedure.retry_delay` | String | `500ms` | Initial retry delay of procedures, increases exponentially |
-| `flow` | -- | -- | flow engine options. |
-| `flow.num_workers` | Integer | `0` | The number of flow worker in flownode.<br/>Not setting(or set to 0) this value will use the number of CPU cores divided by 2. |
-| `storage` | -- | -- | The data storage options. |
-| `storage.data_home` | String | `/tmp/greptimedb/` | The working home directory. |
-| `storage.type` | String | `File` | The storage type used to store the data.<br/>- `File`: the data is stored in the local file system.<br/>- `S3`: the data is stored in the S3 object storage.<br/>- `Gcs`: the data is stored in the Google Cloud Storage.<br/>- `Azblob`: the data is stored in the Azure Blob Storage.<br/>- `Oss`: the data is stored in the Aliyun OSS. |
-| `storage.cache_path` | String | Unset | Read cache configuration for object storage such as 'S3' etc, it's configured by default when using object storage. It is recommended to configure it when using object storage for better performance.<br/>A local file directory, defaults to `{data_home}`. An empty string means disabling. |
-| `storage.cache_capacity` | String | Unset | The local file cache capacity in bytes. If your disk space is sufficient, it is recommended to set it larger. |
-| `storage.bucket` | String | Unset | The S3 bucket name.<br/>**It's only used when the storage type is `S3`, `Oss` and `Gcs`**. |
-| `storage.root` | String | Unset | The S3 data will be stored in the specified prefix, for example, `s3://${bucket}/${root}`.<br/>**It's only used when the storage type is `S3`, `Oss` and `Azblob`**. |
-| `storage.access_key_id` | String | Unset | The access key id of the aws account.<br/>It's **highly recommended** to use AWS IAM roles instead of hardcoding the access key id and secret key.<br/>**It's only used when the storage type is `S3` and `Oss`**. |
-| `storage.secret_access_key` | String | Unset | The secret access key of the aws account.<br/>It's **highly recommended** to use AWS IAM roles instead of hardcoding the access key id and secret key.<br/>**It's only used when the storage type is `S3`**. |
-| `storage.access_key_secret` | String | Unset | The secret access key of the aliyun account.<br/>**It's only used when the storage type is `Oss`**. |
-| `storage.account_name` | String | Unset | The account key of the azure account.<br/>**It's only used when the storage type is `Azblob`**. |
-| `storage.account_key` | String | Unset | The account key of the azure account.<br/>**It's only used when the storage type is `Azblob`**. |
-| `storage.scope` | String | Unset | The scope of the google cloud storage.<br/>**It's only used when the storage type is `Gcs`**. |
-| `storage.credential_path` | String | Unset | The credential path of the google cloud storage.<br/>**It's only used when the storage type is `Gcs`**. |
-| `storage.credential` | String | Unset | The credential of the google cloud storage.<br/>**It's only used when the storage type is `Gcs`**. |
-| `storage.container` | String | Unset | The container of the azure account.<br/>**It's only used when the storage type is `Azblob`**. |
-| `storage.sas_token` | String | Unset | The sas token of the azure account.<br/>**It's only used when the storage type is `Azblob`**. |
-| `storage.endpoint` | String | Unset | The endpoint of the S3 service.<br/>**It's only used when the storage type is `S3`, `Oss`, `Gcs` and `Azblob`**. |
-| `storage.region` | String | Unset | The region of the S3 service.<br/>**It's only used when the storage type is `S3`, `Oss`, `Gcs` and `Azblob`**. |
-| `storage.http_client` | -- | -- | The http client options to the storage.<br/>**It's only used when the storage type is `S3`, `Oss`, `Gcs` and `Azblob`**. |
-| `storage.http_client.pool_max_idle_per_host` | Integer | `1024` | The maximum idle connection per host allowed in the pool. |
-| `storage.http_client.connect_timeout` | String | `30s` | The timeout for only the connect phase of a http client. |
-| `storage.http_client.timeout` | String | `30s` | The total request timeout, applied from when the request starts connecting until the response body has finished.<br/>Also considered a total deadline. |
-| `storage.http_client.pool_idle_timeout` | String | `90s` | The timeout for idle sockets being kept-alive. |
-| `[[region_engine]]` | -- | -- | The region engine options. You can configure multiple region engines. |
-| `region_engine.mito` | -- | -- | The Mito engine options. |
-| `region_engine.mito.num_workers` | Integer | `8` | Number of region workers. |
-| `region_engine.mito.worker_channel_size` | Integer | `128` | Request channel size of each worker. |
-| `region_engine.mito.worker_request_batch_size` | Integer | `64` | Max batch size for a worker to handle requests. |
-| `region_engine.mito.manifest_checkpoint_distance` | Integer | `10` | Number of meta action updated to trigger a new checkpoint for the manifest. |
-| `region_engine.mito.compress_manifest` | Bool | `false` | Whether to compress manifest and checkpoint file by gzip (default false). |
-| `region_engine.mito.max_background_flushes` | Integer | Auto | Max number of running background flush jobs (default: 1/2 of cpu cores). |
-| `region_engine.mito.max_background_compactions` | Integer | Auto | Max number of running background compaction jobs (default: 1/4 of cpu cores). |
-| `region_engine.mito.max_background_purges` | Integer | Auto | Max number of running background purge jobs (default: number of cpu cores). |
-| `region_engine.mito.auto_flush_interval` | String | `1h` | Interval to auto flush a region if it has not flushed yet. |
-| `region_engine.mito.global_write_buffer_size` | String | Auto | Global write buffer size for all regions. If not set, it's default to 1/8 of OS memory with a max limitation of 1GB. |
-| `region_engine.mito.global_write_buffer_reject_size` | String | Auto | Global write buffer size threshold to reject write requests. If not set, it's default to 2 times of `global_write_buffer_size`. |
-| `region_engine.mito.sst_meta_cache_size` | String | Auto | Cache size for SST metadata. Setting it to 0 to disable the cache.<br/>If not set, it's default to 1/32 of OS memory with a max limitation of 128MB. |
-| `region_engine.mito.vector_cache_size` | String | Auto | Cache size for vectors and arrow arrays. Setting it to 0 to disable the cache.<br/>If not set, it's default to 1/16 of OS memory with a max limitation of 512MB. |
-| `region_engine.mito.page_cache_size` | String | Auto | Cache size for pages of SST row groups. Setting it to 0 to disable the cache.<br/>If not set, it's default to 1/8 of OS memory. |
-| `region_engine.mito.selector_result_cache_size` | String | Auto | Cache size for time series selector (e.g. `last_value()`). Setting it to 0 to disable the cache.<br/>If not set, it's default to 1/16 of OS memory with a max limitation of 512MB. |
-| `region_engine.mito.enable_write_cache` | Bool | `false` | Whether to enable the write cache, it's enabled by default when using object storage. It is recommended to enable it when using object storage for better performance. |
-| `region_engine.mito.write_cache_path` | String | `""` | File system path for write cache, defaults to `{data_home}`. |
-| `region_engine.mito.write_cache_size` | String | `5GiB` | Capacity for write cache. If your disk space is sufficient, it is recommended to set it larger. |
-| `region_engine.mito.write_cache_ttl` | String | Unset | TTL for write cache. |
-| `region_engine.mito.sst_write_buffer_size` | String | `8MB` | Buffer size for SST writing. |
-| `region_engine.mito.parallel_scan_channel_size` | Integer | `32` | Capacity of the channel to send data from parallel scan tasks to the main task. |
-| `region_engine.mito.allow_stale_entries` | Bool | `false` | Whether to allow stale WAL entries read during replay. |
-| `region_engine.mito.min_compaction_interval` | String | `0m` | Minimum time interval between two compactions.<br/>To align with the old behavior, the default value is 0 (no restrictions). |
-| `region_engine.mito.index` | -- | -- | The options for index in Mito engine. |
-| `region_engine.mito.index.aux_path` | String | `""` | Auxiliary directory path for the index in filesystem, used to store intermediate files for<br/>creating the index and staging files for searching the index, defaults to `{data_home}/index_intermediate`.<br/>The default name for this directory is `index_intermediate` for backward compatibility.<br/><br/>This path contains two subdirectories:<br/>- `__intm`: for storing intermediate files used during creating index.<br/>- `staging`: for storing staging files used during searching index. |
-| `region_engine.mito.index.staging_size` | String | `2GB` | The max capacity of the staging directory. |
-| `region_engine.mito.index.staging_ttl` | String | `7d` | The TTL of the staging directory.<br/>Defaults to 7 days.<br/>Setting it to "0s" to disable TTL. |
-| `region_engine.mito.index.metadata_cache_size` | String | `64MiB` | Cache size for inverted index metadata. |
-| `region_engine.mito.index.content_cache_size` | String | `128MiB` | Cache size for inverted index content. |
-| `region_engine.mito.index.content_cache_page_size` | String | `64KiB` | Page size for inverted index content cache. |
-| `region_engine.mito.inverted_index` | -- | -- | The options for inverted index in Mito engine. |
-| `region_engine.mito.inverted_index.create_on_flush` | String | `auto` | Whether to create the index on flush.<br/>- `auto`: automatically (default)<br/>- `disable`: never |
-| `region_engine.mito.inverted_index.create_on_compaction` | String | `auto` | Whether to create the index on compaction.<br/>- `auto`: automatically (default)<br/>- `disable`: never |
-| `region_engine.mito.inverted_index.apply_on_query` | String | `auto` | Whether to apply the index on query<br/>- `auto`: automatically (default)<br/>- `disable`: never |
-| `region_engine.mito.inverted_index.mem_threshold_on_create` | String | `auto` | Memory threshold for performing an external sort during index creation.<br/>- `auto`: automatically determine the threshold based on the system memory size (default)<br/>- `unlimited`: no memory limit<br/>- `[size]` e.g. `64MB`: fixed memory threshold |
-| `region_engine.mito.inverted_index.intermediate_path` | String | `""` | Deprecated, use `region_engine.mito.index.aux_path` instead. |
-| `region_engine.mito.fulltext_index` | -- | -- | The options for full-text index in Mito engine. |
-| `region_engine.mito.fulltext_index.create_on_flush` | String | `auto` | Whether to create the index on flush.<br/>- `auto`: automatically (default)<br/>- `disable`: never |
-| `region_engine.mito.fulltext_index.create_on_compaction` | String | `auto` | Whether to create the index on compaction.<br/>- `auto`: automatically (default)<br/>- `disable`: never |
-| `region_engine.mito.fulltext_index.apply_on_query` | String | `auto` | Whether to apply the index on query<br/>- `auto`: automatically (default)<br/>- `disable`: never |
-| `region_engine.mito.fulltext_index.mem_threshold_on_create` | String | `auto` | Memory threshold for index creation.<br/>- `auto`: automatically determine the threshold based on the system memory size (default)<br/>- `unlimited`: no memory limit<br/>- `[size]` e.g. `64MB`: fixed memory threshold |
-| `region_engine.mito.bloom_filter_index` | -- | -- | The options for bloom filter in Mito engine. |
-| `region_engine.mito.bloom_filter_index.create_on_flush` | String | `auto` | Whether to create the bloom filter on flush.<br/>- `auto`: automatically (default)<br/>- `disable`: never |
-| `region_engine.mito.bloom_filter_index.create_on_compaction` | String | `auto` | Whether to create the bloom filter on compaction.<br/>- `auto`: automatically (default)<br/>- `disable`: never |
-| `region_engine.mito.bloom_filter_index.apply_on_query` | String | `auto` | Whether to apply the bloom filter on query<br/>- `auto`: automatically (default)<br/>- `disable`: never |
-| `region_engine.mito.bloom_filter_index.mem_threshold_on_create` | String | `auto` | Memory threshold for bloom filter creation.<br/>- `auto`: automatically determine the threshold based on the system memory size (default)<br/>- `unlimited`: no memory limit<br/>- `[size]` e.g. `64MB`: fixed memory threshold |
-| `region_engine.mito.memtable` | -- | -- | -- |
-| `region_engine.mito.memtable.type` | String | `time_series` | Memtable type.<br/>- `time_series`: time-series memtable<br/>- `partition_tree`: partition tree memtable (experimental) |
-| `region_engine.mito.memtable.index_max_keys_per_shard` | Integer | `8192` | The max number of keys in one shard.<br/>Only available for `partition_tree` memtable. |
-| `region_engine.mito.memtable.data_freeze_threshold` | Integer | `32768` | The max rows of data inside the actively writing buffer in one shard.<br/>Only available for `partition_tree` memtable. |
-| `region_engine.mito.memtable.fork_dictionary_bytes` | String | `1GiB` | Max dictionary bytes.<br/>Only available for `partition_tree` memtable. |
-| `region_engine.file` | -- | -- | Enable the file engine. |
-| `region_engine.metric` | -- | -- | Metric engine options. |
-| `region_engine.metric.experimental_sparse_primary_key_encoding` | Bool | `false` | Whether to enable the experimental sparse primary key encoding. |
-| `logging` | -- | -- | The logging options. |
-| `logging.dir` | String | `/tmp/greptimedb/logs` | The directory to store the log files. If set to empty, logs will not be written to files. |
-| `logging.level` | String | Unset | The log level. Can be `info`/`debug`/`warn`/`error`. |
-| `logging.enable_otlp_tracing` | Bool | `false` | Enable OTLP tracing. |
-| `logging.otlp_endpoint` | String | `http://localhost:4317` | The OTLP tracing endpoint. |
-| `logging.append_stdout` | Bool | `true` | Whether to append logs to stdout. |
-| `logging.log_format` | String | `text` | The log format. Can be `text`/`json`. |
-| `logging.max_log_files` | Integer | `720` | The maximum amount of log files. |
-| `logging.tracing_sample_ratio` | -- | -- | The percentage of tracing will be sampled and exported.<br/>Valid range `[0, 1]`, 1 means all traces are sampled, 0 means all traces are not sampled, the default value is 1.<br/>ratio > 1 are treated as 1. Fractions < 0 are treated as 0 |
-| `logging.tracing_sample_ratio.default_ratio` | Float | `1.0` | -- |
-| `logging.slow_query` | -- | -- | The slow query log options. |
-| `logging.slow_query.enable` | Bool | `false` | Whether to enable slow query log. |
-| `logging.slow_query.threshold` | String | Unset | The threshold of slow query. |
-| `logging.slow_query.sample_ratio` | Float | Unset | The sampling ratio of slow query log. The value should be in the range of (0, 1]. |
-| `export_metrics` | -- | -- | The datanode can export its metrics and send to Prometheus compatible service (e.g. send to `greptimedb` itself) from remote-write API.<br/>This is only used for `greptimedb` to export its own metrics internally. It's different from prometheus scrape. |
-| `export_metrics.enable` | Bool | `false` | whether enable export metrics. |
-| `export_metrics.write_interval` | String | `30s` | The interval of export metrics. |
-| `export_metrics.self_import` | -- | -- | For `standalone` mode, `self_import` is recommended to collect metrics generated by itself<br/>You must create the database before enabling it. |
-| `export_metrics.self_import.db` | String | Unset | -- |
-| `export_metrics.remote_write` | -- | -- | -- |
-| `export_metrics.remote_write.url` | String | `""` | The url the metrics send to. The url example can be: `http://127.0.0.1:4000/v1/prometheus/write?db=greptime_metrics`. |
-| `export_metrics.remote_write.headers` | InlineTable | -- | HTTP headers of Prometheus remote-write carry. |
-| `tracing` | -- | -- | The tracing options. Only effect when compiled with `tokio-console` feature. |
-| `tracing.tokio_console_addr` | String | Unset | The tokio console address. |
-
-
-## Distributed Mode
-
-### Frontend
-
-| Key | Type | Default | Descriptions |
-| --- | -----| ------- | ----------- |
-| `default_timezone` | String | Unset | The default timezone of the server. |
-| `max_in_flight_write_bytes` | String | Unset | The maximum in-flight write bytes. |
-| `runtime` | -- | -- | The runtime options. |
-| `runtime.global_rt_size` | Integer | `8` | The number of threads to execute the runtime for global read operations. |
-| `runtime.compact_rt_size` | Integer | `4` | The number of threads to execute the runtime for global write operations. |
-| `heartbeat` | -- | -- | The heartbeat options. |
-| `heartbeat.interval` | String | `18s` | Interval for sending heartbeat messages to the metasrv. |
-| `heartbeat.retry_interval` | String | `3s` | Interval for retrying to send heartbeat messages to the metasrv. |
-| `http` | -- | -- | The HTTP server options. |
-| `http.addr` | String | `127.0.0.1:4000` | The address to bind the HTTP server. |
-| `http.timeout` | String | `30s` | HTTP request timeout. Set to 0 to disable timeout. |
-| `http.body_limit` | String | `64MB` | HTTP request body limit.<br/>The following units are supported: `B`, `KB`, `KiB`, `MB`, `MiB`, `GB`, `GiB`, `TB`, `TiB`, `PB`, `PiB`.<br/>Set to 0 to disable limit. |
-| `http.enable_cors` | Bool | `true` | HTTP CORS support, it's turned on by default<br/>This allows browser to access http APIs without CORS restrictions |
-| `http.cors_allowed_origins` | Array | Unset | Customize allowed origins for HTTP CORS. |
-| `grpc` | -- | -- | The gRPC server options. |
-| `grpc.bind_addr` | String | `127.0.0.1:4001` | The address to bind the gRPC server. |
-| `grpc.server_addr` | String | `127.0.0.1:4001` | The address advertised to the metasrv, and used for connections from outside the host.<br/>If left empty or unset, the server will automatically use the IP address of the first network interface<br/>on the host, with the same port number as the one specified in `grpc.bind_addr`. |
-| `grpc.runtime_size` | Integer | `8` | The number of server worker threads. |
-| `grpc.tls` | -- | -- | gRPC server TLS options, see `mysql.tls` section. |
-| `grpc.tls.mode` | String | `disable` | TLS mode. |
-| `grpc.tls.cert_path` | String | Unset | Certificate file path. |
-| `grpc.tls.key_path` | String | Unset | Private key file path. |
-| `grpc.tls.watch` | Bool | `false` | Watch for Certificate and key file change and auto reload.<br/>For now, gRPC tls config does not support auto reload. |
-| `mysql` | -- | -- | MySQL server options. |
-| `mysql.enable` | Bool | `true` | Whether to enable. |
-| `mysql.addr` | String | `127.0.0.1:4002` | The addr to bind the MySQL server. |
-| `mysql.runtime_size` | Integer | `2` | The number of server worker threads. |
-| `mysql.keep_alive` | String | `0s` | Server-side keep-alive time.<br/>Set to 0 (default) to disable. |
-| `mysql.tls` | -- | -- | -- |
-| `mysql.tls.mode` | String | `disable` | TLS mode, refer to https://www.postgresql.org/docs/current/libpq-ssl.html<br/>- `disable` (default value)<br/>- `prefer`<br/>- `require`<br/>- `verify-ca`<br/>- `verify-full` |
-| `mysql.tls.cert_path` | String | Unset | Certificate file path. |
-| `mysql.tls.key_path` | String | Unset | Private key file path. |
-| `mysql.tls.watch` | Bool | `false` | Watch for Certificate and key file change and auto reload |
-| `postgres` | -- | -- | PostgresSQL server options. |
-| `postgres.enable` | Bool | `true` | Whether to enable |
-| `postgres.addr` | String | `127.0.0.1:4003` | The addr to bind the PostgresSQL server. |
-| `postgres.runtime_size` | Integer | `2` | The number of server worker threads. |
-| `postgres.keep_alive` | String | `0s` | Server-side keep-alive time.<br/>Set to 0 (default) to disable. |
-| `postgres.tls` | -- | -- | PostgresSQL server TLS options, see `mysql.tls` section. |
-| `postgres.tls.mode` | String | `disable` | TLS mode. |
-| `postgres.tls.cert_path` | String | Unset | Certificate file path. |
-| `postgres.tls.key_path` | String | Unset | Private key file path. |
-| `postgres.tls.watch` | Bool | `false` | Watch for Certificate and key file change and auto reload |
-| `opentsdb` | -- | -- | OpenTSDB protocol options. |
-| `opentsdb.enable` | Bool | `true` | Whether to enable OpenTSDB put in HTTP API. |
-| `influxdb` | -- | -- | InfluxDB protocol options. |
-| `influxdb.enable` | Bool | `true` | Whether to enable InfluxDB protocol in HTTP API. |
-| `jaeger` | -- | -- | Jaeger protocol options. |
-| `jaeger.enable` | Bool | `true` | Whether to enable Jaeger protocol in HTTP API. |
-| `prom_store` | -- | -- | Prometheus remote storage options |
-| `prom_store.enable` | Bool | `true` | Whether to enable Prometheus remote write and read in HTTP API. |
-| `prom_store.with_metric_engine` | Bool | `true` | Whether to store the data from Prometheus remote write in metric engine. |
-| `meta_client` | -- | -- | The metasrv client options. |
-| `meta_client.metasrv_addrs` | Array | -- | The addresses of the metasrv. |
-| `meta_client.timeout` | String | `3s` | Operation timeout. |
-| `meta_client.heartbeat_timeout` | String | `500ms` | Heartbeat timeout. |
-| `meta_client.ddl_timeout` | String | `10s` | DDL timeout. |
-| `meta_client.connect_timeout` | String | `1s` | Connect server timeout. |
-| `meta_client.tcp_nodelay` | Bool | `true` | `TCP_NODELAY` option for accepted connections. |
-| `meta_client.metadata_cache_max_capacity` | Integer | `100000` | The configuration about the cache of the metadata. |
-| `meta_client.metadata_cache_ttl` | String | `10m` | TTL of the metadata cache. |
-| `meta_client.metadata_cache_tti` | String | `5m` | -- |
-| `datanode` | -- | -- | Datanode options. |
-| `datanode.client` | -- | -- | Datanode client options. |
-| `datanode.client.connect_timeout` | String | `10s` | -- |
-| `datanode.client.tcp_nodelay` | Bool | `true` | -- |
-| `logging` | -- | -- | The logging options. |
-| `logging.dir` | String | `/tmp/greptimedb/logs` | The directory to store the log files. If set to empty, logs will not be written to files. |
-| `logging.level` | String | Unset | The log level. Can be `info`/`debug`/`warn`/`error`. |
-| `logging.enable_otlp_tracing` | Bool | `false` | Enable OTLP tracing. |
-| `logging.otlp_endpoint` | String | `http://localhost:4317` | The OTLP tracing endpoint. |
-| `logging.append_stdout` | Bool | `true` | Whether to append logs to stdout. |
-| `logging.log_format` | String | `text` | The log format. Can be `text`/`json`. |
-| `logging.max_log_files` | Integer | `720` | The maximum amount of log files. |
-| `logging.tracing_sample_ratio` | -- | -- | The percentage of tracing will be sampled and exported.<br/>Valid range `[0, 1]`, 1 means all traces are sampled, 0 means all traces are not sampled, the default value is 1.<br/>ratio > 1 are treated as 1. Fractions < 0 are treated as 0 |
-| `logging.tracing_sample_ratio.default_ratio` | Float | `1.0` | -- |
-| `logging.slow_query` | -- | -- | The slow query log options. |
-| `logging.slow_query.enable` | Bool | `false` | Whether to enable slow query log. |
-| `logging.slow_query.threshold` | String | Unset | The threshold of slow query. |
-| `logging.slow_query.sample_ratio` | Float | Unset | The sampling ratio of slow query log. The value should be in the range of (0, 1]. |
-| `export_metrics` | -- | -- | The datanode can export its metrics and send to Prometheus compatible service (e.g. send to `greptimedb` itself) from remote-write API.<br/>This is only used for `greptimedb` to export its own metrics internally. It's different from prometheus scrape. |
-| `export_metrics.enable` | Bool | `false` | whether enable export metrics. |
-| `export_metrics.write_interval` | String | `30s` | The interval of export metrics. |
-| `export_metrics.self_import` | -- | -- | For `standalone` mode, `self_import` is recommend to collect metrics generated by itself<br/>You must create the database before enabling it. |
-| `export_metrics.self_import.db` | String | Unset | -- |
-| `export_metrics.remote_write` | -- | -- | -- |
-| `export_metrics.remote_write.url` | String | `""` | The url the metrics send to. The url example can be: `http://127.0.0.1:4000/v1/prometheus/write?db=greptime_metrics`. |
-| `export_metrics.remote_write.headers` | InlineTable | -- | HTTP headers of Prometheus remote-write carry. |
-| `tracing` | -- | -- | The tracing options. Only effect when compiled with `tokio-console` feature. |
-| `tracing.tokio_console_addr` | String | Unset | The tokio console address. |
-
-
-### Metasrv
-
-| Key | Type | Default | Descriptions |
-| --- | -----| ------- | ----------- |
-| `data_home` | String | `/tmp/metasrv/` | The working home directory. |
-| `bind_addr` | String | `127.0.0.1:3002` | The bind address of metasrv. |
-| `server_addr` | String | `127.0.0.1:3002` | The communication server address for the frontend and datanode to connect to metasrv.<br/>If left empty or unset, the server will automatically use the IP address of the first network interface<br/>on the host, with the same port number as the one specified in `bind_addr`. |
-| `store_addrs` | Array | -- | Store server address default to etcd store.<br/>For postgres store, the format is:<br/>"password=password dbname=postgres user=postgres host=localhost port=5432"<br/>For etcd store, the format is:<br/>"127.0.0.1:2379" |
-| `store_key_prefix` | String | `""` | If it's not empty, the metasrv will store all data with this key prefix. |
-| `backend` | String | `etcd_store` | The datastore for meta server.<br/>Available values:<br/>- `etcd_store` (default value)<br/>- `memory_store`<br/>- `postgres_store` |
-| `meta_table_name` | String | `greptime_metakv` | Table name in RDS to store metadata. Effect when using a RDS kvbackend.<br/>**Only used when backend is `postgres_store`.** |
-| `meta_election_lock_id` | Integer | `1` | Advisory lock id in PostgreSQL for election. Effect when using PostgreSQL as kvbackend<br/>Only used when backend is `postgres_store`. |
-| `selector` | String | `round_robin` | Datanode selector type.<br/>- `round_robin` (default value)<br/>- `lease_based`<br/>- `load_based`<br/>For details, please see "https://docs.greptime.com/developer-guide/metasrv/selector". |
-| `use_memory_store` | Bool | `false` | Store data in memory. |
-| `enable_region_failover` | Bool | `false` | Whether to enable region failover.<br/>This feature is only available on GreptimeDB running on cluster mode and<br/>- Using Remote WAL<br/>- Using shared storage (e.g., s3). |
-| `node_max_idle_time` | String | `24hours` | Max allowed idle time before removing node info from metasrv memory. |
-| `enable_telemetry` | Bool | `true` | Whether to enable greptimedb telemetry. Enabled by default. |
-| `runtime` | -- | -- | The runtime options. |
-| `runtime.global_rt_size` | Integer | `8` | The number of threads to execute the runtime for global read operations. |
-| `runtime.compact_rt_size` | Integer | `4` | The number of threads to execute the runtime for global write operations. |
-| `procedure` | -- | -- | Procedure storage options. |
-| `procedure.max_retry_times` | Integer | `12` | Procedure max retry time. |
-| `procedure.retry_delay` | String | `500ms` | Initial retry delay of procedures, increases exponentially |
-| `procedure.max_metadata_value_size` | String | `1500KiB` | Auto split large value<br/>GreptimeDB procedure uses etcd as the default metadata storage backend.<br/>The etcd the maximum size of any request is 1.5 MiB<br/>1500KiB = 1536KiB (1.5MiB) - 36KiB (reserved size of key)<br/>Comments out the `max_metadata_value_size`, for don't split large value (no limit). |
-| `failure_detector` | -- | -- | -- |
-| `failure_detector.threshold` | Float | `8.0` | The threshold value used by the failure detector to determine failure conditions. |
-| `failure_detector.min_std_deviation` | String | `100ms` | The minimum standard deviation of the heartbeat intervals, used to calculate acceptable variations. |
-| `failure_detector.acceptable_heartbeat_pause` | String | `10000ms` | The acceptable pause duration between heartbeats, used to determine if a heartbeat interval is acceptable. |
-| `failure_detector.first_heartbeat_estimate` | String | `1000ms` | The initial estimate of the heartbeat interval used by the failure detector. |
-| `datanode` | -- | -- | Datanode options. |
-| `datanode.client` | -- | -- | Datanode client options. |
-| `datanode.client.timeout` | String | `10s` | Operation timeout. |
-| `datanode.client.connect_timeout` | String | `10s` | Connect server timeout. |
-| `datanode.client.tcp_nodelay` | Bool | `true` | `TCP_NODELAY` option for accepted connections. |
-| `wal` | -- | -- | -- |
-| `wal.provider` | String | `raft_engine` | -- |
-| `wal.broker_endpoints` | Array | -- | The broker endpoints of the Kafka cluster. |
-| `wal.auto_create_topics` | Bool | `true` | Automatically create topics for WAL.<br/>Set to `true` to automatically create topics for WAL.<br/>Otherwise, use topics named `topic_name_prefix_[0..num_topics)` |
-| `wal.num_topics` | Integer | `64` | Number of topics. |
-| `wal.selector_type` | String | `round_robin` | Topic selector type.<br/>Available selector types:<br/>- `round_robin` (default) |
-| `wal.topic_name_prefix` | String | `greptimedb_wal_topic` | A Kafka topic is constructed by concatenating `topic_name_prefix` and `topic_id`.<br/>Only accepts strings that match the following regular expression pattern:<br/>[a-zA-Z_:-][a-zA-Z0-9_:\-\.@#]*<br/>i.g., greptimedb_wal_topic_0, greptimedb_wal_topic_1. |
-| `wal.replication_factor` | Integer | `1` | Expected number of replicas of each partition. |
-| `wal.create_topic_timeout` | String | `30s` | Above which a topic creation operation will be cancelled. |
-| `wal.backoff_init` | String | `500ms` | The initial backoff for kafka clients. |
-| `wal.backoff_max` | String | `10s` | The maximum backoff for kafka clients. |
-| `wal.backoff_base` | Integer | `2` | Exponential backoff rate, i.e. next backoff = base * current backoff. |
-| `wal.backoff_deadline` | String | `5mins` | Stop reconnecting if the total wait time reaches the deadline. If this config is missing, the reconnecting won't terminate. |
-| `logging` | -- | -- | The logging options. |
-| `logging.dir` | String | `/tmp/greptimedb/logs` | The directory to store the log files. If set to empty, logs will not be written to files. |
-| `logging.level` | String | Unset | The log level. Can be `info`/`debug`/`warn`/`error`. |
-| `logging.enable_otlp_tracing` | Bool | `false` | Enable OTLP tracing. |
-| `logging.otlp_endpoint` | String | `http://localhost:4317` | The OTLP tracing endpoint. |
-| `logging.append_stdout` | Bool | `true` | Whether to append logs to stdout. |
-| `logging.log_format` | String | `text` | The log format. Can be `text`/`json`. |
-| `logging.max_log_files` | Integer | `720` | The maximum amount of log files. |
-| `logging.tracing_sample_ratio` | -- | -- | The percentage of tracing will be sampled and exported.<br/>Valid range `[0, 1]`, 1 means all traces are sampled, 0 means all traces are not sampled, the default value is 1.<br/>ratio > 1 are treated as 1. Fractions < 0 are treated as 0 |
-| `logging.tracing_sample_ratio.default_ratio` | Float | `1.0` | -- |
-| `logging.slow_query` | -- | -- | The slow query log options. |
-| `logging.slow_query.enable` | Bool | `false` | Whether to enable slow query log. |
-| `logging.slow_query.threshold` | String | Unset | The threshold of slow query. |
-| `logging.slow_query.sample_ratio` | Float | Unset | The sampling ratio of slow query log. The value should be in the range of (0, 1]. |
-| `export_metrics` | -- | -- | The datanode can export its metrics and send to Prometheus compatible service (e.g. send to `greptimedb` itself) from remote-write API.<br/>This is only used for `greptimedb` to export its own metrics internally. It's different from prometheus scrape. |
-| `export_metrics.enable` | Bool | `false` | whether enable export metrics. |
-| `export_metrics.write_interval` | String | `30s` | The interval of export metrics. |
-| `export_metrics.self_import` | -- | -- | For `standalone` mode, `self_import` is recommend to collect metrics generated by itself<br/>You must create the database before enabling it. |
-| `export_metrics.self_import.db` | String | Unset | -- |
-| `export_metrics.remote_write` | -- | -- | -- |
-| `export_metrics.remote_write.url` | String | `""` | The url the metrics send to. The url example can be: `http://127.0.0.1:4000/v1/prometheus/write?db=greptime_metrics`. |
-| `export_metrics.remote_write.headers` | InlineTable | -- | HTTP headers of Prometheus remote-write carry. |
-| `tracing` | -- | -- | The tracing options. Only effect when compiled with `tokio-console` feature. |
-| `tracing.tokio_console_addr` | String | Unset | The tokio console address. |
-
-
-### Datanode
-
-| Key | Type | Default | Descriptions |
-| --- | -----| ------- | ----------- |
-| `mode` | String | `standalone` | The running mode of the datanode. It can be `standalone` or `distributed`. |
-| `node_id` | Integer | Unset | The datanode identifier and should be unique in the cluster. |
-| `require_lease_before_startup` | Bool | `false` | Start services after regions have obtained leases.<br/>It will block the datanode start if it can't receive leases in the heartbeat from metasrv. |
-| `init_regions_in_background` | Bool | `false` | Initialize all regions in the background during the startup.<br/>By default, it provides services after all regions have been initialized. |
-| `init_regions_parallelism` | Integer | `16` | Parallelism of initializing regions. |
-| `max_concurrent_queries` | Integer | `0` | The maximum current queries allowed to be executed. Zero means unlimited. |
-| `enable_telemetry` | Bool | `true` | Enable telemetry to collect anonymous usage data. Enabled by default. |
-| `http` | -- | -- | The HTTP server options. |
-| `http.addr` | String | `127.0.0.1:4000` | The address to bind the HTTP server. |
-| `http.timeout` | String | `30s` | HTTP request timeout. Set to 0 to disable timeout. |
-| `http.body_limit` | String | `64MB` | HTTP request body limit.<br/>The following units are supported: `B`, `KB`, `KiB`, `MB`, `MiB`, `GB`, `GiB`, `TB`, `TiB`, `PB`, `PiB`.<br/>Set to 0 to disable limit. |
-| `grpc` | -- | -- | The gRPC server options. |
-| `grpc.bind_addr` | String | `127.0.0.1:3001` | The address to bind the gRPC server. |
-| `grpc.server_addr` | String | `127.0.0.1:3001` | The address advertised to the metasrv, and used for connections from outside the host.<br/>If left empty or unset, the server will automatically use the IP address of the first network interface<br/>on the host, with the same port number as the one specified in `grpc.bind_addr`. |
-| `grpc.runtime_size` | Integer | `8` | The number of server worker threads. |
-| `grpc.max_recv_message_size` | String | `512MB` | The maximum receive message size for gRPC server. |
-| `grpc.max_send_message_size` | String | `512MB` | The maximum send message size for gRPC server. |
-| `grpc.tls` | -- | -- | gRPC server TLS options, see `mysql.tls` section. |
-| `grpc.tls.mode` | String | `disable` | TLS mode. |
-| `grpc.tls.cert_path` | String | Unset | Certificate file path. |
-| `grpc.tls.key_path` | String | Unset | Private key file path. |
-| `grpc.tls.watch` | Bool | `false` | Watch for Certificate and key file change and auto reload.<br/>For now, gRPC tls config does not support auto reload. |
-| `runtime` | -- | -- | The runtime options. |
-| `runtime.global_rt_size` | Integer | `8` | The number of threads to execute the runtime for global read operations. |
-| `runtime.compact_rt_size` | Integer | `4` | The number of threads to execute the runtime for global write operations. |
-| `heartbeat` | -- | -- | The heartbeat options. |
-| `heartbeat.interval` | String | `3s` | Interval for sending heartbeat messages to the metasrv. |
-| `heartbeat.retry_interval` | String | `3s` | Interval for retrying to send heartbeat messages to the metasrv. |
-| `meta_client` | -- | -- | The metasrv client options. |
-| `meta_client.metasrv_addrs` | Array | -- | The addresses of the metasrv. |
-| `meta_client.timeout` | String | `3s` | Operation timeout. |
-| `meta_client.heartbeat_timeout` | String | `500ms` | Heartbeat timeout. |
-| `meta_client.ddl_timeout` | String | `10s` | DDL timeout. |
-| `meta_client.connect_timeout` | String | `1s` | Connect server timeout. |
-| `meta_client.tcp_nodelay` | Bool | `true` | `TCP_NODELAY` option for accepted connections. |
-| `meta_client.metadata_cache_max_capacity` | Integer | `100000` | The configuration about the cache of the metadata. |
-| `meta_client.metadata_cache_ttl` | String | `10m` | TTL of the metadata cache. |
-| `meta_client.metadata_cache_tti` | String | `5m` | -- |
-| `wal` | -- | -- | The WAL options. |
-| `wal.provider` | String | `raft_engine` | The provider of the WAL.<br/>- `raft_engine`: the wal is stored in the local file system by raft-engine.<br/>- `kafka`: it's remote wal that data is stored in Kafka. |
-| `wal.dir` | String | Unset | The directory to store the WAL files.<br/>**It's only used when the provider is `raft_engine`**. |
-| `wal.file_size` | String | `128MB` | The size of the WAL segment file.<br/>**It's only used when the provider is `raft_engine`**. |
-| `wal.purge_threshold` | String | `1GB` | The threshold of the WAL size to trigger a flush.<br/>**It's only used when the provider is `raft_engine`**. |
-| `wal.purge_interval` | String | `1m` | The interval to trigger a flush.<br/>**It's only used when the provider is `raft_engine`**. |
-| `wal.read_batch_size` | Integer | `128` | The read batch size.<br/>**It's only used when the provider is `raft_engine`**. |
-| `wal.sync_write` | Bool | `false` | Whether to use sync write.<br/>**It's only used when the provider is `raft_engine`**. |
-| `wal.enable_log_recycle` | Bool | `true` | Whether to reuse logically truncated log files.<br/>**It's only used when the provider is `raft_engine`**. |
-| `wal.prefill_log_files` | Bool | `false` | Whether to pre-create log files on start up.<br/>**It's only used when the provider is `raft_engine`**. |
-| `wal.sync_period` | String | `10s` | Duration for fsyncing log files.<br/>**It's only used when the provider is `raft_engine`**. |
-| `wal.recovery_parallelism` | Integer | `2` | Parallelism during WAL recovery. |
-| `wal.broker_endpoints` | Array | -- | The Kafka broker endpoints.<br/>**It's only used when the provider is `kafka`**. |
-| `wal.max_batch_bytes` | String | `1MB` | The max size of a single producer batch.<br/>Warning: Kafka has a default limit of 1MB per message in a topic.<br/>**It's only used when the provider is `kafka`**. |
-| `wal.consumer_wait_timeout` | String | `100ms` | The consumer wait timeout.<br/>**It's only used when the provider is `kafka`**. |
-| `wal.backoff_init` | String | `500ms` | The initial backoff delay.<br/>**It's only used when the provider is `kafka`**. |
-| `wal.backoff_max` | String | `10s` | The maximum backoff delay.<br/>**It's only used when the provider is `kafka`**. |
-| `wal.backoff_base` | Integer | `2` | The exponential backoff rate, i.e. next backoff = base * current backoff.<br/>**It's only used when the provider is `kafka`**. |
-| `wal.backoff_deadline` | String | `5mins` | The deadline of retries.<br/>**It's only used when the provider is `kafka`**. |
-| `wal.create_index` | Bool | `true` | Whether to enable WAL index creation.<br/>**It's only used when the provider is `kafka`**. |
-| `wal.dump_index_interval` | String | `60s` | The interval for dumping WAL indexes.<br/>**It's only used when the provider is `kafka`**. |
-| `wal.overwrite_entry_start_id` | Bool | `false` | Ignore missing entries during read WAL.<br/>**It's only used when the provider is `kafka`**.<br/><br/>This option ensures that when Kafka messages are deleted, the system<br/>can still successfully replay memtable data without throwing an<br/>out-of-range error.<br/>However, enabling this option might lead to unexpected data loss,<br/>as the system will skip over missing entries instead of treating<br/>them as critical errors. |
-| `storage` | -- | -- | The data storage options. |
-| `storage.data_home` | String | `/tmp/greptimedb/` | The working home directory. |
-| `storage.type` | String | `File` | The storage type used to store the data.<br/>- `File`: the data is stored in the local file system.<br/>- `S3`: the data is stored in the S3 object storage.<br/>- `Gcs`: the data is stored in the Google Cloud Storage.<br/>- `Azblob`: the data is stored in the Azure Blob Storage.<br/>- `Oss`: the data is stored in the Aliyun OSS. |
-| `storage.cache_path` | String | Unset | Read cache configuration for object storage such as 'S3' etc, it's configured by default when using object storage. It is recommended to configure it when using object storage for better performance.<br/>A local file directory, defaults to `{data_home}`. An empty string means disabling. |
-| `storage.cache_capacity` | String | Unset | The local file cache capacity in bytes. If your disk space is sufficient, it is recommended to set it larger. |
-| `storage.bucket` | String | Unset | The S3 bucket name.<br/>**It's only used when the storage type is `S3`, `Oss` and `Gcs`**. |
-| `storage.root` | String | Unset | The S3 data will be stored in the specified prefix, for example, `s3://${bucket}/${root}`.<br/>**It's only used when the storage type is `S3`, `Oss` and `Azblob`**. |
-| `storage.access_key_id` | String | Unset | The access key id of the aws account.<br/>It's **highly recommended** to use AWS IAM roles instead of hardcoding the access key id and secret key.<br/>**It's only used when the storage type is `S3` and `Oss`**. |
-| `storage.secret_access_key` | String | Unset | The secret access key of the aws account.<br/>It's **highly recommended** to use AWS IAM roles instead of hardcoding the access key id and secret key.<br/>**It's only used when the storage type is `S3`**. |
-| `storage.access_key_secret` | String | Unset | The secret access key of the aliyun account.<br/>**It's only used when the storage type is `Oss`**. |
-| `storage.account_name` | String | Unset | The account key of the azure account.<br/>**It's only used when the storage type is `Azblob`**. |
-| `storage.account_key` | String | Unset | The account key of the azure account.<br/>**It's only used when the storage type is `Azblob`**. |
-| `storage.scope` | String | Unset | The scope of the google cloud storage.<br/>**It's only used when the storage type is `Gcs`**. |
-| `storage.credential_path` | String | Unset | The credential path of the google cloud storage.<br/>**It's only used when the storage type is `Gcs`**. |
-| `storage.credential` | String | Unset | The credential of the google cloud storage.<br/>**It's only used when the storage type is `Gcs`**. |
-| `storage.container` | String | Unset | The container of the azure account.<br/>**It's only used when the storage type is `Azblob`**. |
-| `storage.sas_token` | String | Unset | The sas token of the azure account.<br/>**It's only used when the storage type is `Azblob`**. |
-| `storage.endpoint` | String | Unset | The endpoint of the S3 service.<br/>**It's only used when the storage type is `S3`, `Oss`, `Gcs` and `Azblob`**. |
-| `storage.region` | String | Unset | The region of the S3 service.<br/>**It's only used when the storage type is `S3`, `Oss`, `Gcs` and `Azblob`**. |
-| `storage.http_client` | -- | -- | The http client options to the storage.<br/>**It's only used when the storage type is `S3`, `Oss`, `Gcs` and `Azblob`**. |
-| `storage.http_client.pool_max_idle_per_host` | Integer | `1024` | The maximum idle connection per host allowed in the pool. |
-| `storage.http_client.connect_timeout` | String | `30s` | The timeout for only the connect phase of a http client. |
-| `storage.http_client.timeout` | String | `30s` | The total request timeout, applied from when the request starts connecting until the response body has finished.<br/>Also considered a total deadline. |
-| `storage.http_client.pool_idle_timeout` | String | `90s` | The timeout for idle sockets being kept-alive. |
-| `[[region_engine]]` | -- | -- | The region engine options. You can configure multiple region engines. |
-| `region_engine.mito` | -- | -- | The Mito engine options. |
-| `region_engine.mito.num_workers` | Integer | `8` | Number of region workers. |
-| `region_engine.mito.worker_channel_size` | Integer | `128` | Request channel size of each worker. |
-| `region_engine.mito.worker_request_batch_size` | Integer | `64` | Max batch size for a worker to handle requests. |
-| `region_engine.mito.manifest_checkpoint_distance` | Integer | `10` | Number of meta action updated to trigger a new checkpoint for the manifest. |
-| `region_engine.mito.compress_manifest` | Bool | `false` | Whether to compress manifest and checkpoint file by gzip (default false). |
-| `region_engine.mito.max_background_flushes` | Integer | Auto | Max number of running background flush jobs (default: 1/2 of cpu cores). |
-| `region_engine.mito.max_background_compactions` | Integer | Auto | Max number of running background compaction jobs (default: 1/4 of cpu cores). |
-| `region_engine.mito.max_background_purges` | Integer | Auto | Max number of running background purge jobs (default: number of cpu cores). |
-| `region_engine.mito.auto_flush_interval` | String | `1h` | Interval to auto flush a region if it has not flushed yet. |
-| `region_engine.mito.global_write_buffer_size` | String | Auto | Global write buffer size for all regions. If not set, it's default to 1/8 of OS memory with a max limitation of 1GB. |
-| `region_engine.mito.global_write_buffer_reject_size` | String | Auto | Global write buffer size threshold to reject write requests. If not set, it's default to 2 times of `global_write_buffer_size` |
-| `region_engine.mito.sst_meta_cache_size` | String | Auto | Cache size for SST metadata. Setting it to 0 to disable the cache.<br/>If not set, it's default to 1/32 of OS memory with a max limitation of 128MB. |
-| `region_engine.mito.vector_cache_size` | String | Auto | Cache size for vectors and arrow arrays. Setting it to 0 to disable the cache.<br/>If not set, it's default to 1/16 of OS memory with a max limitation of 512MB. |
-| `region_engine.mito.page_cache_size` | String | Auto | Cache size for pages of SST row groups. Setting it to 0 to disable the cache.<br/>If not set, it's default to 1/8 of OS memory. |
-| `region_engine.mito.selector_result_cache_size` | String | Auto | Cache size for time series selector (e.g. `last_value()`). Setting it to 0 to disable the cache.<br/>If not set, it's default to 1/16 of OS memory with a max limitation of 512MB. |
-| `region_engine.mito.enable_write_cache` | Bool | `false` | Whether to enable the write cache, it's enabled by default when using object storage. It is recommended to enable it when using object storage for better performance. |
-| `region_engine.mito.write_cache_path` | String | `""` | File system path for write cache, defaults to `{data_home}`. |
-| `region_engine.mito.write_cache_size` | String | `5GiB` | Capacity for write cache. If your disk space is sufficient, it is recommended to set it larger. |
-| `region_engine.mito.write_cache_ttl` | String | Unset | TTL for write cache. |
-| `region_engine.mito.sst_write_buffer_size` | String | `8MB` | Buffer size for SST writing. |
-| `region_engine.mito.parallel_scan_channel_size` | Integer | `32` | Capacity of the channel to send data from parallel scan tasks to the main task. |
-| `region_engine.mito.allow_stale_entries` | Bool | `false` | Whether to allow stale WAL entries read during replay. |
-| `region_engine.mito.min_compaction_interval` | String | `0m` | Minimum time interval between two compactions.<br/>To align with the old behavior, the default value is 0 (no restrictions). |
-| `region_engine.mito.index` | -- | -- | The options for index in Mito engine. |
-| `region_engine.mito.index.aux_path` | String | `""` | Auxiliary directory path for the index in filesystem, used to store intermediate files for<br/>creating the index and staging files for searching the index, defaults to `{data_home}/index_intermediate`.<br/>The default name for this directory is `index_intermediate` for backward compatibility.<br/><br/>This path contains two subdirectories:<br/>- `__intm`: for storing intermediate files used during creating index.<br/>- `staging`: for storing staging files used during searching index. |
-| `region_engine.mito.index.staging_size` | String | `2GB` | The max capacity of the staging directory. |
-| `region_engine.mito.index.staging_ttl` | String | `7d` | The TTL of the staging directory.<br/>Defaults to 7 days.<br/>Setting it to "0s" to disable TTL. |
-| `region_engine.mito.index.metadata_cache_size` | String | `64MiB` | Cache size for inverted index metadata. |
-| `region_engine.mito.index.content_cache_size` | String | `128MiB` | Cache size for inverted index content. |
-| `region_engine.mito.index.content_cache_page_size` | String | `64KiB` | Page size for inverted index content cache. |
-| `region_engine.mito.inverted_index` | -- | -- | The options for inverted index in Mito engine. |
-| `region_engine.mito.inverted_index.create_on_flush` | String | `auto` | Whether to create the index on flush.<br/>- `auto`: automatically (default)<br/>- `disable`: never |
-| `region_engine.mito.inverted_index.create_on_compaction` | String | `auto` | Whether to create the index on compaction.<br/>- `auto`: automatically (default)<br/>- `disable`: never |
-| `region_engine.mito.inverted_index.apply_on_query` | String | `auto` | Whether to apply the index on query<br/>- `auto`: automatically (default)<br/>- `disable`: never |
-| `region_engine.mito.inverted_index.mem_threshold_on_create` | String | `auto` | Memory threshold for performing an external sort during index creation.<br/>- `auto`: automatically determine the threshold based on the system memory size (default)<br/>- `unlimited`: no memory limit<br/>- `[size]` e.g. `64MB`: fixed memory threshold |
-| `region_engine.mito.inverted_index.intermediate_path` | String | `""` | Deprecated, use `region_engine.mito.index.aux_path` instead. |
-| `region_engine.mito.fulltext_index` | -- | -- | The options for full-text index in Mito engine. |
-| `region_engine.mito.fulltext_index.create_on_flush` | String | `auto` | Whether to create the index on flush.<br/>- `auto`: automatically (default)<br/>- `disable`: never |
-| `region_engine.mito.fulltext_index.create_on_compaction` | String | `auto` | Whether to create the index on compaction.<br/>- `auto`: automatically (default)<br/>- `disable`: never |
-| `region_engine.mito.fulltext_index.apply_on_query` | String | `auto` | Whether to apply the index on query<br/>- `auto`: automatically (default)<br/>- `disable`: never |
-| `region_engine.mito.fulltext_index.mem_threshold_on_create` | String | `auto` | Memory threshold for index creation.<br/>- `auto`: automatically determine the threshold based on the system memory size (default)<br/>- `unlimited`: no memory limit<br/>- `[size]` e.g. `64MB`: fixed memory threshold |
-| `region_engine.mito.bloom_filter_index` | -- | -- | The options for bloom filter index in Mito engine. |
-| `region_engine.mito.bloom_filter_index.create_on_flush` | String | `auto` | Whether to create the index on flush.<br/>- `auto`: automatically (default)<br/>- `disable`: never |
-| `region_engine.mito.bloom_filter_index.create_on_compaction` | String | `auto` | Whether to create the index on compaction.<br/>- `auto`: automatically (default)<br/>- `disable`: never |
-| `region_engine.mito.bloom_filter_index.apply_on_query` | String | `auto` | Whether to apply the index on query<br/>- `auto`: automatically (default)<br/>- `disable`: never |
-| `region_engine.mito.bloom_filter_index.mem_threshold_on_create` | String | `auto` | Memory threshold for the index creation.<br/>- `auto`: automatically determine the threshold based on the system memory size (default)<br/>- `unlimited`: no memory limit<br/>- `[size]` e.g. `64MB`: fixed memory threshold |
-| `region_engine.mito.memtable` | -- | -- | -- |
-| `region_engine.mito.memtable.type` | String | `time_series` | Memtable type.<br/>- `time_series`: time-series memtable<br/>- `partition_tree`: partition tree memtable (experimental) |
-| `region_engine.mito.memtable.index_max_keys_per_shard` | Integer | `8192` | The max number of keys in one shard.<br/>Only available for `partition_tree` memtable. |
-| `region_engine.mito.memtable.data_freeze_threshold` | Integer | `32768` | The max rows of data inside the actively writing buffer in one shard.<br/>Only available for `partition_tree` memtable. |
-| `region_engine.mito.memtable.fork_dictionary_bytes` | String | `1GiB` | Max dictionary bytes.<br/>Only available for `partition_tree` memtable. |
-| `region_engine.file` | -- | -- | Enable the file engine. |
-| `region_engine.metric` | -- | -- | Metric engine options. |
-| `region_engine.metric.experimental_sparse_primary_key_encoding` | Bool | `false` | Whether to enable the experimental sparse primary key encoding. |
-| `logging` | -- | -- | The logging options. |
-| `logging.dir` | String | `/tmp/greptimedb/logs` | The directory to store the log files. If set to empty, logs will not be written to files. |
-| `logging.level` | String | Unset | The log level. Can be `info`/`debug`/`warn`/`error`. |
-| `logging.enable_otlp_tracing` | Bool | `false` | Enable OTLP tracing. |
-| `logging.otlp_endpoint` | String | `http://localhost:4317` | The OTLP tracing endpoint. |
-| `logging.append_stdout` | Bool | `true` | Whether to append logs to stdout. |
-| `logging.log_format` | String | `text` | The log format. Can be `text`/`json`. |
-| `logging.max_log_files` | Integer | `720` | The maximum amount of log files. |
-| `logging.tracing_sample_ratio` | -- | -- | The percentage of tracing will be sampled and exported.<br/>Valid range `[0, 1]`, 1 means all traces are sampled, 0 means all traces are not sampled, the default value is 1.<br/>ratio > 1 are treated as 1. Fractions < 0 are treated as 0 |
-| `logging.tracing_sample_ratio.default_ratio` | Float | `1.0` | -- |
-| `logging.slow_query` | -- | -- | The slow query log options. |
-| `logging.slow_query.enable` | Bool | `false` | Whether to enable slow query log. |
-| `logging.slow_query.threshold` | String | Unset | The threshold of slow query. |
-| `logging.slow_query.sample_ratio` | Float | Unset | The sampling ratio of slow query log. The value should be in the range of (0, 1]. |
-| `export_metrics` | -- | -- | The datanode can export its metrics and send to Prometheus compatible service (e.g. send to `greptimedb` itself) from remote-write API.<br/>This is only used for `greptimedb` to export its own metrics internally. It's different from prometheus scrape. |
-| `export_metrics.enable` | Bool | `false` | whether enable export metrics. |
-| `export_metrics.write_interval` | String | `30s` | The interval of export metrics. |
-| `export_metrics.self_import` | -- | -- | For `standalone` mode, `self_import` is recommend to collect metrics generated by itself<br/>You must create the database before enabling it. |
-| `export_metrics.self_import.db` | String | Unset | -- |
-| `export_metrics.remote_write` | -- | -- | -- |
-| `export_metrics.remote_write.url` | String | `""` | The url the metrics send to. The url example can be: `http://127.0.0.1:4000/v1/prometheus/write?db=greptime_metrics`. |
-| `export_metrics.remote_write.headers` | InlineTable | -- | HTTP headers of Prometheus remote-write carry. |
-| `tracing` | -- | -- | The tracing options. Only effect when compiled with `tokio-console` feature. |
-| `tracing.tokio_console_addr` | String | Unset | The tokio console address. |
-
-
-### Flownode
-
-| Key | Type | Default | Descriptions |
-| --- | -----| ------- | ----------- |
-| `mode` | String | `distributed` | The running mode of the flownode. It can be `standalone` or `distributed`. |
-| `node_id` | Integer | Unset | The flownode identifier and should be unique in the cluster. |
-| `flow` | -- | -- | flow engine options. |
-| `flow.num_workers` | Integer | `0` | The number of flow worker in flownode.<br/>Not setting(or set to 0) this value will use the number of CPU cores divided by 2. |
-| `grpc` | -- | -- | The gRPC server options. |
-| `grpc.bind_addr` | String | `127.0.0.1:6800` | The address to bind the gRPC server. |
-| `grpc.server_addr` | String | `127.0.0.1:6800` | The address advertised to the metasrv,<br/>and used for connections from outside the host |
-| `grpc.runtime_size` | Integer | `2` | The number of server worker threads. |
-| `grpc.max_recv_message_size` | String | `512MB` | The maximum receive message size for gRPC server. |
-| `grpc.max_send_message_size` | String | `512MB` | The maximum send message size for gRPC server. |
-| `http` | -- | -- | The HTTP server options. |
-| `http.addr` | String | `127.0.0.1:4000` | The address to bind the HTTP server. |
-| `http.timeout` | String | `30s` | HTTP request timeout. Set to 0 to disable timeout. |
-| `http.body_limit` | String | `64MB` | HTTP request body limit.<br/>The following units are supported: `B`, `KB`, `KiB`, `MB`, `MiB`, `GB`, `GiB`, `TB`, `TiB`, `PB`, `PiB`.<br/>Set to 0 to disable limit. |
-| `meta_client` | -- | -- | The metasrv client options. |
-| `meta_client.metasrv_addrs` | Array | -- | The addresses of the metasrv. |
-| `meta_client.timeout` | String | `3s` | Operation timeout. |
-| `meta_client.heartbeat_timeout` | String | `500ms` | Heartbeat timeout. |
-| `meta_client.ddl_timeout` | String | `10s` | DDL timeout. |
-| `meta_client.connect_timeout` | String | `1s` | Connect server timeout. |
-| `meta_client.tcp_nodelay` | Bool | `true` | `TCP_NODELAY` option for accepted connections. |
-| `meta_client.metadata_cache_max_capacity` | Integer | `100000` | The configuration about the cache of the metadata. |
-| `meta_client.metadata_cache_ttl` | String | `10m` | TTL of the metadata cache. |
-| `meta_client.metadata_cache_tti` | String | `5m` | -- |
-| `heartbeat` | -- | -- | The heartbeat options. |
-| `heartbeat.interval` | String | `3s` | Interval for sending heartbeat messages to the metasrv. |
-| `heartbeat.retry_interval` | String | `3s` | Interval for retrying to send heartbeat messages to the metasrv. |
-| `logging` | -- | -- | The logging options. |
-| `logging.dir` | String | `/tmp/greptimedb/logs` | The directory to store the log files. If set to empty, logs will not be written to files. |
-| `logging.level` | String | Unset | The log level. Can be `info`/`debug`/`warn`/`error`. |
-| `logging.enable_otlp_tracing` | Bool | `false` | Enable OTLP tracing. |
-| `logging.otlp_endpoint` | String | `http://localhost:4317` | The OTLP tracing endpoint. |
-| `logging.append_stdout` | Bool | `true` | Whether to append logs to stdout. |
-| `logging.log_format` | String | `text` | The log format. Can be `text`/`json`. |
-| `logging.max_log_files` | Integer | `720` | The maximum amount of log files. |
-| `logging.tracing_sample_ratio` | -- | -- | The percentage of tracing will be sampled and exported.<br/>Valid range `[0, 1]`, 1 means all traces are sampled, 0 means all traces are not sampled, the default value is 1.<br/>ratio > 1 are treated as 1. Fractions < 0 are treated as 0 |
-| `logging.tracing_sample_ratio.default_ratio` | Float | `1.0` | -- |
-| `logging.slow_query` | -- | -- | The slow query log options. |
-| `logging.slow_query.enable` | Bool | `false` | Whether to enable slow query log. |
-| `logging.slow_query.threshold` | String | Unset | The threshold of slow query. |
-| `logging.slow_query.sample_ratio` | Float | Unset | The sampling ratio of slow query log. The value should be in the range of (0, 1]. |
-| `tracing` | -- | -- | The tracing options. Only effect when compiled with `tokio-console` feature. |
-| `tracing.tokio_console_addr` | String | Unset | The tokio console address. |

config/datanode.example.toml

@@ -1,688 +1,14 @@
-## The running mode of the datanode. It can be `standalone` or `distributed`.
-mode = "standalone"
+http_addr = '0.0.0.0:3000'
+rpc_addr = '0.0.0.0:3001'
+wal_dir = '/tmp/greptimedb/wal'
 
-## The datanode identifier and should be unique in the cluster.
-## @toml2docs:none-default
-node_id = 42
+mysql_addr = '0.0.0.0:3306'
+mysql_runtime_size = 4
 
-## Start services after regions have obtained leases.
-## It will block the datanode start if it can't receive leases in the heartbeat from metasrv.
-require_lease_before_startup = false
+# applied when postgres feature enbaled
+postgres_addr = '0.0.0.0:5432'
+postgres_runtime_size = 4
 
-## Initialize all regions in the background during the startup.
-## By default, it provides services after all regions have been initialized.
-init_regions_in_background = false
-
-## Parallelism of initializing regions.
-init_regions_parallelism = 16
-
-## The maximum current queries allowed to be executed. Zero means unlimited.
-max_concurrent_queries = 0
-
-## Enable telemetry to collect anonymous usage data. Enabled by default.
-#+ enable_telemetry = true
-
-## The HTTP server options.
-[http]
-## The address to bind the HTTP server.
-addr = "127.0.0.1:4000"
-## HTTP request timeout. Set to 0 to disable timeout.
-timeout = "30s"
-## HTTP request body limit.
-## The following units are supported: `B`, `KB`, `KiB`, `MB`, `MiB`, `GB`, `GiB`, `TB`, `TiB`, `PB`, `PiB`.
-## Set to 0 to disable limit.
-body_limit = "64MB"
-
-## The gRPC server options.
-[grpc]
-## The address to bind the gRPC server.
-bind_addr = "127.0.0.1:3001"
-## The address advertised to the metasrv, and used for connections from outside the host.
-## If left empty or unset, the server will automatically use the IP address of the first network interface
-## on the host, with the same port number as the one specified in `grpc.bind_addr`.
-server_addr = "127.0.0.1:3001"
-## The number of server worker threads.
-runtime_size = 8
-## The maximum receive message size for gRPC server.
-max_recv_message_size = "512MB"
-## The maximum send message size for gRPC server.
-max_send_message_size = "512MB"
-
-## gRPC server TLS options, see `mysql.tls` section.
-[grpc.tls]
-## TLS mode.
-mode = "disable"
-
-## Certificate file path.
-## @toml2docs:none-default
-cert_path = ""
-
-## Private key file path.
-## @toml2docs:none-default
-key_path = ""
-
-## Watch for Certificate and key file change and auto reload.
-## For now, gRPC tls config does not support auto reload.
-watch = false
-
-## The runtime options.
-#+ [runtime]
-## The number of threads to execute the runtime for global read operations.
-#+ global_rt_size = 8
-## The number of threads to execute the runtime for global write operations.
-#+ compact_rt_size = 4
-
-## The heartbeat options.
-[heartbeat]
-## Interval for sending heartbeat messages to the metasrv.
-interval = "3s"
-
-## Interval for retrying to send heartbeat messages to the metasrv.
-retry_interval = "3s"
-
-## The metasrv client options.
-[meta_client]
-## The addresses of the metasrv.
-metasrv_addrs = ["127.0.0.1:3002"]
-
-## Operation timeout.
-timeout = "3s"
-
-## Heartbeat timeout.
-heartbeat_timeout = "500ms"
-
-## DDL timeout.
-ddl_timeout = "10s"
-
-## Connect server timeout.
-connect_timeout = "1s"
-
-## `TCP_NODELAY` option for accepted connections.
-tcp_nodelay = true
-
-## The configuration about the cache of the metadata.
-metadata_cache_max_capacity = 100000
-
-## TTL of the metadata cache.
-metadata_cache_ttl = "10m"
-
-# TTI of the metadata cache.
-metadata_cache_tti = "5m"
-
-## The WAL options.
-[wal]
-## The provider of the WAL.
-## - `raft_engine`: the wal is stored in the local file system by raft-engine.
-## - `kafka`: it's remote wal that data is stored in Kafka.
-provider = "raft_engine"
-
-## The directory to store the WAL files.
-## **It's only used when the provider is `raft_engine`**.
-## @toml2docs:none-default
-dir = "/tmp/greptimedb/wal"
-
-## The size of the WAL segment file.
-## **It's only used when the provider is `raft_engine`**.
-file_size = "128MB"
-
-## The threshold of the WAL size to trigger a flush.
-## **It's only used when the provider is `raft_engine`**.
-purge_threshold = "1GB"
-
-## The interval to trigger a flush.
-## **It's only used when the provider is `raft_engine`**.
-purge_interval = "1m"
-
-## The read batch size.
-## **It's only used when the provider is `raft_engine`**.
-read_batch_size = 128
-
-## Whether to use sync write.
-## **It's only used when the provider is `raft_engine`**.
-sync_write = false
-
-## Whether to reuse logically truncated log files.
-## **It's only used when the provider is `raft_engine`**.
-enable_log_recycle = true
-
-## Whether to pre-create log files on start up.
-## **It's only used when the provider is `raft_engine`**.
-prefill_log_files = false
-
-## Duration for fsyncing log files.
-## **It's only used when the provider is `raft_engine`**.
-sync_period = "10s"
-
-## Parallelism during WAL recovery.
-recovery_parallelism = 2
-
-## The Kafka broker endpoints.
-## **It's only used when the provider is `kafka`**.
-broker_endpoints = ["127.0.0.1:9092"]
-
-## The max size of a single producer batch.
-## Warning: Kafka has a default limit of 1MB per message in a topic.
-## **It's only used when the provider is `kafka`**.
-max_batch_bytes = "1MB"
-
-## The consumer wait timeout.
-## **It's only used when the provider is `kafka`**.
-consumer_wait_timeout = "100ms"
-
-## The initial backoff delay.
-## **It's only used when the provider is `kafka`**.
-backoff_init = "500ms"
-
-## The maximum backoff delay.
-## **It's only used when the provider is `kafka`**.
-backoff_max = "10s"
-
-## The exponential backoff rate, i.e. next backoff = base * current backoff.
-## **It's only used when the provider is `kafka`**.
-backoff_base = 2
-
-## The deadline of retries.
-## **It's only used when the provider is `kafka`**.
-backoff_deadline = "5mins"
-
-## Whether to enable WAL index creation.
-## **It's only used when the provider is `kafka`**.
-create_index = true
-
-## The interval for dumping WAL indexes.
-## **It's only used when the provider is `kafka`**.
-dump_index_interval = "60s"
-
-## Ignore missing entries during read WAL.
-## **It's only used when the provider is `kafka`**.
-##
-## This option ensures that when Kafka messages are deleted, the system
-## can still successfully replay memtable data without throwing an
-## out-of-range error.
-## However, enabling this option might lead to unexpected data loss,
-## as the system will skip over missing entries instead of treating
-## them as critical errors.
-overwrite_entry_start_id = false
-
-# The Kafka SASL configuration.
-# **It's only used when the provider is `kafka`**.
-# Available SASL mechanisms:
-# - `PLAIN`
-# - `SCRAM-SHA-256`
-# - `SCRAM-SHA-512`
-# [wal.sasl]
-# type = "SCRAM-SHA-512"
-# username = "user_kafka"
-# password = "secret"
-
-# The Kafka TLS configuration.
-# **It's only used when the provider is `kafka`**.
-# [wal.tls]
-# server_ca_cert_path = "/path/to/server_cert"
-# client_cert_path = "/path/to/client_cert"
-# client_key_path = "/path/to/key"
-
-# Example of using S3 as the storage.
-# [storage]
-# type = "S3"
-# bucket = "greptimedb"
-# root = "data"
-# access_key_id = "test"
-# secret_access_key = "123456"
-# endpoint = "https://s3.amazonaws.com"
-# region = "us-west-2"
-# enable_virtual_host_style = false
-
-# Example of using Oss as the storage.
-# [storage]
-# type = "Oss"
-# bucket = "greptimedb"
-# root = "data"
-# access_key_id = "test"
-# access_key_secret = "123456"
-# endpoint = "https://oss-cn-hangzhou.aliyuncs.com"
-
-# Example of using Azblob as the storage.
-# [storage]
-# type = "Azblob"
-# container = "greptimedb"
-# root = "data"
-# account_name = "test"
-# account_key = "123456"
-# endpoint = "https://greptimedb.blob.core.windows.net"
-# sas_token = ""
-
-# Example of using Gcs as the storage.
-# [storage]
-# type = "Gcs"
-# bucket = "greptimedb"
-# root = "data"
-# scope = "test"
-# credential_path = "123456"
-# credential = "base64-credential"
-# endpoint = "https://storage.googleapis.com"
-
-## The data storage options.
 [storage]
-## The working home directory.
-data_home = "/tmp/greptimedb/"
-
-## The storage type used to store the data.
-## - `File`: the data is stored in the local file system.
-## - `S3`: the data is stored in the S3 object storage.
-## - `Gcs`: the data is stored in the Google Cloud Storage.
-## - `Azblob`: the data is stored in the Azure Blob Storage.
-## - `Oss`: the data is stored in the Aliyun OSS.
-type = "File"
-
-## Read cache configuration for object storage such as 'S3' etc, it's configured by default when using object storage. It is recommended to configure it when using object storage for better performance.
-## A local file directory, defaults to `{data_home}`. An empty string means disabling.
-## @toml2docs:none-default
-#+ cache_path = ""
-
-## The local file cache capacity in bytes. If your disk space is sufficient, it is recommended to set it larger.
-## @toml2docs:none-default
-cache_capacity = "5GiB"
-
-## The S3 bucket name.
-## **It's only used when the storage type is `S3`, `Oss` and `Gcs`**.
-## @toml2docs:none-default
-bucket = "greptimedb"
-
-## The S3 data will be stored in the specified prefix, for example, `s3://${bucket}/${root}`.
-## **It's only used when the storage type is `S3`, `Oss` and `Azblob`**.
-## @toml2docs:none-default
-root = "greptimedb"
-
-## The access key id of the aws account.
-## It's **highly recommended** to use AWS IAM roles instead of hardcoding the access key id and secret key.
-## **It's only used when the storage type is `S3` and `Oss`**.
-## @toml2docs:none-default
-access_key_id = "test"
-
-## The secret access key of the aws account.
-## It's **highly recommended** to use AWS IAM roles instead of hardcoding the access key id and secret key.
-## **It's only used when the storage type is `S3`**.
-## @toml2docs:none-default
-secret_access_key = "test"
-
-## The secret access key of the aliyun account.
-## **It's only used when the storage type is `Oss`**.
-## @toml2docs:none-default
-access_key_secret = "test"
-
-## The account key of the azure account.
-## **It's only used when the storage type is `Azblob`**.
-## @toml2docs:none-default
-account_name = "test"
-
-## The account key of the azure account.
-## **It's only used when the storage type is `Azblob`**.
-## @toml2docs:none-default
-account_key = "test"
-
-## The scope of the google cloud storage.
-## **It's only used when the storage type is `Gcs`**.
-## @toml2docs:none-default
-scope = "test"
-
-## The credential path of the google cloud storage.
-## **It's only used when the storage type is `Gcs`**.
-## @toml2docs:none-default
-credential_path = "test"
-
-## The credential of the google cloud storage.
-## **It's only used when the storage type is `Gcs`**.
-## @toml2docs:none-default
-credential = "base64-credential"
-
-## The container of the azure account.
-## **It's only used when the storage type is `Azblob`**.
-## @toml2docs:none-default
-container = "greptimedb"
-
-## The sas token of the azure account.
-## **It's only used when the storage type is `Azblob`**.
-## @toml2docs:none-default
-sas_token = ""
-
-## The endpoint of the S3 service.
-## **It's only used when the storage type is `S3`, `Oss`, `Gcs` and `Azblob`**.
-## @toml2docs:none-default
-endpoint = "https://s3.amazonaws.com"
-
-## The region of the S3 service.
-## **It's only used when the storage type is `S3`, `Oss`, `Gcs` and `Azblob`**.
-## @toml2docs:none-default
-region = "us-west-2"
-
-## The http client options to the storage.
-## **It's only used when the storage type is `S3`, `Oss`, `Gcs` and `Azblob`**.
-[storage.http_client]
-
-## The maximum idle connection per host allowed in the pool.
-pool_max_idle_per_host = 1024
-
-## The timeout for only the connect phase of a http client.
-connect_timeout = "30s"
-
-## The total request timeout, applied from when the request starts connecting until the response body has finished.
-## Also considered a total deadline.
-timeout = "30s"
-
-## The timeout for idle sockets being kept-alive.
-pool_idle_timeout = "90s"
-
-# Custom storage options
-# [[storage.providers]]
-# name = "S3"
-# type = "S3"
-# bucket = "greptimedb"
-# root = "data"
-# access_key_id = "test"
-# secret_access_key = "123456"
-# endpoint = "https://s3.amazonaws.com"
-# region = "us-west-2"
-# [[storage.providers]]
-# name = "Gcs"
-# type = "Gcs"
-# bucket = "greptimedb"
-# root = "data"
-# scope = "test"
-# credential_path = "123456"
-# credential = "base64-credential"
-# endpoint = "https://storage.googleapis.com"
-
-## The region engine options. You can configure multiple region engines.
-[[region_engine]]
-
-## The Mito engine options.
-[region_engine.mito]
-
-## Number of region workers.
-#+ num_workers = 8
-
-## Request channel size of each worker.
-worker_channel_size = 128
-
-## Max batch size for a worker to handle requests.
-worker_request_batch_size = 64
-
-## Number of meta action updated to trigger a new checkpoint for the manifest.
-manifest_checkpoint_distance = 10
-
-## Whether to compress manifest and checkpoint file by gzip (default false).
-compress_manifest = false
-
-## Max number of running background flush jobs (default: 1/2 of cpu cores).
-## @toml2docs:none-default="Auto"
-#+ max_background_flushes = 4
-
-## Max number of running background compaction jobs (default: 1/4 of cpu cores).
-## @toml2docs:none-default="Auto"
-#+ max_background_compactions = 2
-
-## Max number of running background purge jobs (default: number of cpu cores).
-## @toml2docs:none-default="Auto"
-#+ max_background_purges = 8
-
-## Interval to auto flush a region if it has not flushed yet.
-auto_flush_interval = "1h"
-
-## Global write buffer size for all regions. If not set, it's default to 1/8 of OS memory with a max limitation of 1GB.
-## @toml2docs:none-default="Auto"
-#+ global_write_buffer_size = "1GB"
-
-## Global write buffer size threshold to reject write requests. If not set, it's default to 2 times of `global_write_buffer_size`
-## @toml2docs:none-default="Auto"
-#+ global_write_buffer_reject_size = "2GB"
-
-## Cache size for SST metadata. Setting it to 0 to disable the cache.
-## If not set, it's default to 1/32 of OS memory with a max limitation of 128MB.
-## @toml2docs:none-default="Auto"
-#+ sst_meta_cache_size = "128MB"
-
-## Cache size for vectors and arrow arrays. Setting it to 0 to disable the cache.
-## If not set, it's default to 1/16 of OS memory with a max limitation of 512MB.
-## @toml2docs:none-default="Auto"
-#+ vector_cache_size = "512MB"
-
-## Cache size for pages of SST row groups. Setting it to 0 to disable the cache.
-## If not set, it's default to 1/8 of OS memory.
-## @toml2docs:none-default="Auto"
-#+ page_cache_size = "512MB"
-
-## Cache size for time series selector (e.g. `last_value()`). Setting it to 0 to disable the cache.
-## If not set, it's default to 1/16 of OS memory with a max limitation of 512MB.
-## @toml2docs:none-default="Auto"
-#+ selector_result_cache_size = "512MB"
-
-## Whether to enable the write cache, it's enabled by default when using object storage. It is recommended to enable it when using object storage for better performance.
-enable_write_cache = false
-
-## File system path for write cache, defaults to `{data_home}`.
-write_cache_path = ""
-
-## Capacity for write cache. If your disk space is sufficient, it is recommended to set it larger.
-write_cache_size = "5GiB"
-
-## TTL for write cache.
-## @toml2docs:none-default
-write_cache_ttl = "8h"
-
-## Buffer size for SST writing.
-sst_write_buffer_size = "8MB"
-
-## Capacity of the channel to send data from parallel scan tasks to the main task.
-parallel_scan_channel_size = 32
-
-## Whether to allow stale WAL entries read during replay.
-allow_stale_entries = false
-
-## Minimum time interval between two compactions.
-## To align with the old behavior, the default value is 0 (no restrictions).
-min_compaction_interval = "0m"
-
-## The options for index in Mito engine.
-[region_engine.mito.index]
-
-## Auxiliary directory path for the index in filesystem, used to store intermediate files for
-## creating the index and staging files for searching the index, defaults to `{data_home}/index_intermediate`.
-## The default name for this directory is `index_intermediate` for backward compatibility.
-##
-## This path contains two subdirectories:
-## - `__intm`: for storing intermediate files used during creating index.
-## - `staging`: for storing staging files used during searching index.
-aux_path = ""
-
-## The max capacity of the staging directory.
-staging_size = "2GB"
-
-## The TTL of the staging directory.
-## Defaults to 7 days.
-## Setting it to "0s" to disable TTL.
-staging_ttl = "7d"
-
-## Cache size for inverted index metadata.
-metadata_cache_size = "64MiB"
-
-## Cache size for inverted index content.
-content_cache_size = "128MiB"
-
-## Page size for inverted index content cache.
-content_cache_page_size = "64KiB"
-
-## The options for inverted index in Mito engine.
-[region_engine.mito.inverted_index]
-
-## Whether to create the index on flush.
-## - `auto`: automatically (default)
-## - `disable`: never
-create_on_flush = "auto"
-
-## Whether to create the index on compaction.
-## - `auto`: automatically (default)
-## - `disable`: never
-create_on_compaction = "auto"
-
-## Whether to apply the index on query
-## - `auto`: automatically (default)
-## - `disable`: never
-apply_on_query = "auto"
-
-## Memory threshold for performing an external sort during index creation.
-## - `auto`: automatically determine the threshold based on the system memory size (default)
-## - `unlimited`: no memory limit
-## - `[size]` e.g. `64MB`: fixed memory threshold
-mem_threshold_on_create = "auto"
-
-## Deprecated, use `region_engine.mito.index.aux_path` instead.
-intermediate_path = ""
-
-## The options for full-text index in Mito engine.
-[region_engine.mito.fulltext_index]
-
-## Whether to create the index on flush.
-## - `auto`: automatically (default)
-## - `disable`: never
-create_on_flush = "auto"
-
-## Whether to create the index on compaction.
-## - `auto`: automatically (default)
-## - `disable`: never
-create_on_compaction = "auto"
-
-## Whether to apply the index on query
-## - `auto`: automatically (default)
-## - `disable`: never
-apply_on_query = "auto"
-
-## Memory threshold for index creation.
-## - `auto`: automatically determine the threshold based on the system memory size (default)
-## - `unlimited`: no memory limit
-## - `[size]` e.g. `64MB`: fixed memory threshold
-mem_threshold_on_create = "auto"
-
-## The options for bloom filter index in Mito engine.
-[region_engine.mito.bloom_filter_index]
-
-## Whether to create the index on flush.
-## - `auto`: automatically (default)
-## - `disable`: never
-create_on_flush = "auto"
-
-## Whether to create the index on compaction.
-## - `auto`: automatically (default)
-## - `disable`: never
-create_on_compaction = "auto"
-
-## Whether to apply the index on query
-## - `auto`: automatically (default)
-## - `disable`: never
-apply_on_query = "auto"
-
-## Memory threshold for the index creation.
-## - `auto`: automatically determine the threshold based on the system memory size (default)
-## - `unlimited`: no memory limit
-## - `[size]` e.g. `64MB`: fixed memory threshold
-mem_threshold_on_create = "auto"
-
-[region_engine.mito.memtable]
-## Memtable type.
-## - `time_series`: time-series memtable
-## - `partition_tree`: partition tree memtable (experimental)
-type = "time_series"
-
-## The max number of keys in one shard.
-## Only available for `partition_tree` memtable.
-index_max_keys_per_shard = 8192
-
-## The max rows of data inside the actively writing buffer in one shard.
-## Only available for `partition_tree` memtable.
-data_freeze_threshold = 32768
-
-## Max dictionary bytes.
-## Only available for `partition_tree` memtable.
-fork_dictionary_bytes = "1GiB"
-
-[[region_engine]]
-## Enable the file engine.
-[region_engine.file]
-
-[[region_engine]]
-## Metric engine options.
-[region_engine.metric]
-## Whether to enable the experimental sparse primary key encoding.
-experimental_sparse_primary_key_encoding = false
-
-## The logging options.
-[logging]
-## The directory to store the log files. If set to empty, logs will not be written to files.
-dir = "/tmp/greptimedb/logs"
-
-## The log level. Can be `info`/`debug`/`warn`/`error`.
-## @toml2docs:none-default
-level = "info"
-
-## Enable OTLP tracing.
-enable_otlp_tracing = false
-
-## The OTLP tracing endpoint.
-otlp_endpoint = "http://localhost:4317"
-
-## Whether to append logs to stdout.
-append_stdout = true
-
-## The log format. Can be `text`/`json`.
-log_format = "text"
-
-## The maximum amount of log files.
-max_log_files = 720
-
-## The percentage of tracing will be sampled and exported.
-## Valid range `[0, 1]`, 1 means all traces are sampled, 0 means all traces are not sampled, the default value is 1.
-## ratio > 1 are treated as 1. Fractions < 0 are treated as 0
-[logging.tracing_sample_ratio]
-default_ratio = 1.0
-
-## The slow query log options.
-[logging.slow_query]
-## Whether to enable slow query log.
-enable = false
-
-## The threshold of slow query.
-## @toml2docs:none-default
-threshold = "10s"
-
-## The sampling ratio of slow query log. The value should be in the range of (0, 1].
-## @toml2docs:none-default
-sample_ratio = 1.0
-
-## The datanode can export its metrics and send to Prometheus compatible service (e.g. send to `greptimedb` itself) from remote-write API.
-## This is only used for `greptimedb` to export its own metrics internally. It's different from prometheus scrape.
-[export_metrics]
-
-## whether enable export metrics.
-enable = false
-
-## The interval of export metrics.
-write_interval = "30s"
-
-## For `standalone` mode, `self_import` is recommend to collect metrics generated by itself
-## You must create the database before enabling it.
-[export_metrics.self_import]
-## @toml2docs:none-default
-db = "greptime_metrics"
-
-[export_metrics.remote_write]
-## The url the metrics send to. The url example can be: `http://127.0.0.1:4000/v1/prometheus/write?db=greptime_metrics`.
-url = ""
-
-## HTTP headers of Prometheus remote-write carry.
-headers = { }
-
-## The tracing options. Only effect when compiled with `tokio-console` feature.
-#+ [tracing]
-## The tokio console address.
-## @toml2docs:none-default
-#+ tokio_console_addr = "127.0.0.1"
+type = 'File'
+data_dir = '/tmp/greptimedb/data/'

config/flownode.example.toml

@@ -1,124 +0,0 @@
-## The running mode of the flownode. It can be `standalone` or `distributed`.
-mode = "distributed"
-
-## The flownode identifier and should be unique in the cluster.
-## @toml2docs:none-default
-node_id = 14
-
-## flow engine options.
-[flow]
-## The number of flow worker in flownode.
-## Not setting(or set to 0) this value will use the number of CPU cores divided by 2.
-#+num_workers=0
-
-## The gRPC server options.
-[grpc]
-## The address to bind the gRPC server.
-bind_addr = "127.0.0.1:6800"
-## The address advertised to the metasrv,
-## and used for connections from outside the host
-server_addr = "127.0.0.1:6800"
-## The number of server worker threads.
-runtime_size = 2
-## The maximum receive message size for gRPC server.
-max_recv_message_size = "512MB"
-## The maximum send message size for gRPC server.
-max_send_message_size = "512MB"
-
-## The HTTP server options.
-[http]
-## The address to bind the HTTP server.
-addr = "127.0.0.1:4000"
-## HTTP request timeout. Set to 0 to disable timeout.
-timeout = "30s"
-## HTTP request body limit.
-## The following units are supported: `B`, `KB`, `KiB`, `MB`, `MiB`, `GB`, `GiB`, `TB`, `TiB`, `PB`, `PiB`.
-## Set to 0 to disable limit.
-body_limit = "64MB"
-
-## The metasrv client options.
-[meta_client]
-## The addresses of the metasrv.
-metasrv_addrs = ["127.0.0.1:3002"]
-
-## Operation timeout.
-timeout = "3s"
-
-## Heartbeat timeout.
-heartbeat_timeout = "500ms"
-
-## DDL timeout.
-ddl_timeout = "10s"
-
-## Connect server timeout.
-connect_timeout = "1s"
-
-## `TCP_NODELAY` option for accepted connections.
-tcp_nodelay = true
-
-## The configuration about the cache of the metadata.
-metadata_cache_max_capacity = 100000
-
-## TTL of the metadata cache.
-metadata_cache_ttl = "10m"
-
-# TTI of the metadata cache.
-metadata_cache_tti = "5m"
-
-## The heartbeat options.
-[heartbeat]
-## Interval for sending heartbeat messages to the metasrv.
-interval = "3s"
-
-## Interval for retrying to send heartbeat messages to the metasrv.
-retry_interval = "3s"
-
-## The logging options.
-[logging]
-## The directory to store the log files. If set to empty, logs will not be written to files.
-dir = "/tmp/greptimedb/logs"
-
-## The log level. Can be `info`/`debug`/`warn`/`error`.
-## @toml2docs:none-default
-level = "info"
-
-## Enable OTLP tracing.
-enable_otlp_tracing = false
-
-## The OTLP tracing endpoint.
-otlp_endpoint = "http://localhost:4317"
-
-## Whether to append logs to stdout.
-append_stdout = true
-
-## The log format. Can be `text`/`json`.
-log_format = "text"
-
-## The maximum amount of log files.
-max_log_files = 720
-
-## The percentage of tracing will be sampled and exported.
-## Valid range `[0, 1]`, 1 means all traces are sampled, 0 means all traces are not sampled, the default value is 1.
-## ratio > 1 are treated as 1. Fractions < 0 are treated as 0
-[logging.tracing_sample_ratio]
-default_ratio = 1.0
-
-## The slow query log options.
-[logging.slow_query]
-## Whether to enable slow query log.
-enable = false
-
-## The threshold of slow query.
-## @toml2docs:none-default
-threshold = "10s"
-
-## The sampling ratio of slow query log. The value should be in the range of (0, 1].
-## @toml2docs:none-default
-sample_ratio = 1.0
-
-## The tracing options. Only effect when compiled with `tokio-console` feature.
-#+ [tracing]
-## The tokio console address.
-## @toml2docs:none-default
-#+ tokio_console_addr = "127.0.0.1"
-

config/frontend.example.toml

@@ -1,259 +1,4 @@
-## The default timezone of the server.
-## @toml2docs:none-default
-default_timezone = "UTC"
-
-## The maximum in-flight write bytes.
-## @toml2docs:none-default
-#+ max_in_flight_write_bytes = "500MB"
-
-## The runtime options.
-#+ [runtime]
-## The number of threads to execute the runtime for global read operations.
-#+ global_rt_size = 8
-## The number of threads to execute the runtime for global write operations.
-#+ compact_rt_size = 4
-
-## The heartbeat options.
-[heartbeat]
-## Interval for sending heartbeat messages to the metasrv.
-interval = "18s"
-
-## Interval for retrying to send heartbeat messages to the metasrv.
-retry_interval = "3s"
-
-## The HTTP server options.
-[http]
-## The address to bind the HTTP server.
-addr = "127.0.0.1:4000"
-## HTTP request timeout. Set to 0 to disable timeout.
-timeout = "30s"
-## HTTP request body limit.
-## The following units are supported: `B`, `KB`, `KiB`, `MB`, `MiB`, `GB`, `GiB`, `TB`, `TiB`, `PB`, `PiB`.
-## Set to 0 to disable limit.
-body_limit = "64MB"
-## HTTP CORS support, it's turned on by default
-## This allows browser to access http APIs without CORS restrictions
-enable_cors = true
-## Customize allowed origins for HTTP CORS.
-## @toml2docs:none-default
-cors_allowed_origins = ["https://example.com"]
-
-## The gRPC server options.
-[grpc]
-## The address to bind the gRPC server.
-bind_addr = "127.0.0.1:4001"
-## The address advertised to the metasrv, and used for connections from outside the host.
-## If left empty or unset, the server will automatically use the IP address of the first network interface
-## on the host, with the same port number as the one specified in `grpc.bind_addr`.
-server_addr = "127.0.0.1:4001"
-## The number of server worker threads.
-runtime_size = 8
-
-## gRPC server TLS options, see `mysql.tls` section.
-[grpc.tls]
-## TLS mode.
-mode = "disable"
-
-## Certificate file path.
-## @toml2docs:none-default
-cert_path = ""
-
-## Private key file path.
-## @toml2docs:none-default
-key_path = ""
-
-## Watch for Certificate and key file change and auto reload.
-## For now, gRPC tls config does not support auto reload.
-watch = false
-
-## MySQL server options.
-[mysql]
-## Whether to enable.
-enable = true
-## The addr to bind the MySQL server.
-addr = "127.0.0.1:4002"
-## The number of server worker threads.
-runtime_size = 2
-## Server-side keep-alive time.
-## Set to 0 (default) to disable.
-keep_alive = "0s"
-
-# MySQL server TLS options.
-[mysql.tls]
-
-## TLS mode, refer to https://www.postgresql.org/docs/current/libpq-ssl.html
-## - `disable` (default value)
-## - `prefer`
-## - `require`
-## - `verify-ca`
-## - `verify-full`
-mode = "disable"
-
-## Certificate file path.
-## @toml2docs:none-default
-cert_path = ""
-
-## Private key file path.
-## @toml2docs:none-default
-key_path = ""
-
-## Watch for Certificate and key file change and auto reload
-watch = false
-
-## PostgresSQL server options.
-[postgres]
-## Whether to enable
-enable = true
-## The addr to bind the PostgresSQL server.
-addr = "127.0.0.1:4003"
-## The number of server worker threads.
-runtime_size = 2
-## Server-side keep-alive time.
-## Set to 0 (default) to disable.
-keep_alive = "0s"
-
-## PostgresSQL server TLS options, see `mysql.tls` section.
-[postgres.tls]
-## TLS mode.
-mode = "disable"
-
-## Certificate file path.
-## @toml2docs:none-default
-cert_path = ""
-
-## Private key file path.
-## @toml2docs:none-default
-key_path = ""
-
-## Watch for Certificate and key file change and auto reload
-watch = false
-
-## OpenTSDB protocol options.
-[opentsdb]
-## Whether to enable OpenTSDB put in HTTP API.
-enable = true
-
-## InfluxDB protocol options.
-[influxdb]
-## Whether to enable InfluxDB protocol in HTTP API.
-enable = true
-
-## Jaeger protocol options.
-[jaeger]
-## Whether to enable Jaeger protocol in HTTP API.
-enable = true
-
-## Prometheus remote storage options
-[prom_store]
-## Whether to enable Prometheus remote write and read in HTTP API.
-enable = true
-## Whether to store the data from Prometheus remote write in metric engine.
-with_metric_engine = true
-
-## The metasrv client options.
-[meta_client]
-## The addresses of the metasrv.
-metasrv_addrs = ["127.0.0.1:3002"]
-
-## Operation timeout.
-timeout = "3s"
-
-## Heartbeat timeout.
-heartbeat_timeout = "500ms"
-
-## DDL timeout.
-ddl_timeout = "10s"
-
-## Connect server timeout.
-connect_timeout = "1s"
-
-## `TCP_NODELAY` option for accepted connections.
-tcp_nodelay = true
-
-## The configuration about the cache of the metadata.
-metadata_cache_max_capacity = 100000
-
-## TTL of the metadata cache.
-metadata_cache_ttl = "10m"
-
-# TTI of the metadata cache.
-metadata_cache_tti = "5m"
-
-## Datanode options.
-[datanode]
-## Datanode client options.
-[datanode.client]
-connect_timeout = "10s"
-tcp_nodelay = true
-
-## The logging options.
-[logging]
-## The directory to store the log files. If set to empty, logs will not be written to files.
-dir = "/tmp/greptimedb/logs"
-
-## The log level. Can be `info`/`debug`/`warn`/`error`.
-## @toml2docs:none-default
-level = "info"
-
-## Enable OTLP tracing.
-enable_otlp_tracing = false
-
-## The OTLP tracing endpoint.
-otlp_endpoint = "http://localhost:4317"
-
-## Whether to append logs to stdout.
-append_stdout = true
-
-## The log format. Can be `text`/`json`.
-log_format = "text"
-
-## The maximum amount of log files.
-max_log_files = 720
-
-## The percentage of tracing will be sampled and exported.
-## Valid range `[0, 1]`, 1 means all traces are sampled, 0 means all traces are not sampled, the default value is 1.
-## ratio > 1 are treated as 1. Fractions < 0 are treated as 0
-[logging.tracing_sample_ratio]
-default_ratio = 1.0
-
-## The slow query log options.
-[logging.slow_query]
-## Whether to enable slow query log.
-enable = false
-
-## The threshold of slow query.
-## @toml2docs:none-default
-threshold = "10s"
-
-## The sampling ratio of slow query log. The value should be in the range of (0, 1].
-## @toml2docs:none-default
-sample_ratio = 1.0
-
-## The datanode can export its metrics and send to Prometheus compatible service (e.g. send to `greptimedb` itself) from remote-write API.
-## This is only used for `greptimedb` to export its own metrics internally. It's different from prometheus scrape.
-[export_metrics]
-
-## whether enable export metrics.
-enable = false
-
-## The interval of export metrics.
-write_interval = "30s"
-
-## For `standalone` mode, `self_import` is recommend to collect metrics generated by itself
-## You must create the database before enabling it.
-[export_metrics.self_import]
-## @toml2docs:none-default
-db = "greptime_metrics"
-
-[export_metrics.remote_write]
-## The url the metrics send to. The url example can be: `http://127.0.0.1:4000/v1/prometheus/write?db=greptime_metrics`.
-url = ""
-
-## HTTP headers of Prometheus remote-write carry.
-headers = { }
-
-## The tracing options. Only effect when compiled with `tokio-console` feature.
-#+ [tracing]
-## The tokio console address.
-## @toml2docs:none-default
-#+ tokio_console_addr = "127.0.0.1"
+http_addr = '0.0.0.0:4000'
+grpc_addr = '0.0.0.0:4001'
+mysql_addr = '0.0.0.0:4003'
+mysql_runtime_size = 4

config/metasrv.example.toml

@@ -1,247 +0,0 @@
-## The working home directory.
-data_home = "/tmp/metasrv/"
-
-## The bind address of metasrv.
-bind_addr = "127.0.0.1:3002"
-
-## The communication server address for the frontend and datanode to connect to metasrv.
-## If left empty or unset, the server will automatically use the IP address of the first network interface
-## on the host, with the same port number as the one specified in `bind_addr`.
-server_addr = "127.0.0.1:3002"
-
-## Store server address default to etcd store.
-## For postgres store, the format is:
-## "password=password dbname=postgres user=postgres host=localhost port=5432"
-## For etcd store, the format is:
-## "127.0.0.1:2379"
-store_addrs = ["127.0.0.1:2379"]
-
-## If it's not empty, the metasrv will store all data with this key prefix.
-store_key_prefix = ""
-
-## The datastore for meta server.
-## Available values:
-## - `etcd_store` (default value)
-## - `memory_store`
-## - `postgres_store`
-backend = "etcd_store"
-
-## Table name in RDS to store metadata. Effect when using a RDS kvbackend.
-## **Only used when backend is `postgres_store`.**
-meta_table_name = "greptime_metakv"
-
-## Advisory lock id in PostgreSQL for election. Effect when using PostgreSQL as kvbackend
-## Only used when backend is `postgres_store`.
-meta_election_lock_id = 1
-
-## Datanode selector type.
-## - `round_robin` (default value)
-## - `lease_based`
-## - `load_based`
-## For details, please see "https://docs.greptime.com/developer-guide/metasrv/selector".
-selector = "round_robin"
-
-## Store data in memory.
-use_memory_store = false
-
-## Whether to enable region failover.
-## This feature is only available on GreptimeDB running on cluster mode and
-## - Using Remote WAL
-## - Using shared storage (e.g., s3).
-enable_region_failover = false
-
-## Max allowed idle time before removing node info from metasrv memory.
-node_max_idle_time = "24hours"
-
-## Whether to enable greptimedb telemetry. Enabled by default.
-#+ enable_telemetry = true
-
-## The runtime options.
-#+ [runtime]
-## The number of threads to execute the runtime for global read operations.
-#+ global_rt_size = 8
-## The number of threads to execute the runtime for global write operations.
-#+ compact_rt_size = 4
-
-## Procedure storage options.
-[procedure]
-
-## Procedure max retry time.
-max_retry_times = 12
-
-## Initial retry delay of procedures, increases exponentially
-retry_delay = "500ms"
-
-## Auto split large value
-## GreptimeDB procedure uses etcd as the default metadata storage backend.
-## The etcd the maximum size of any request is 1.5 MiB
-## 1500KiB = 1536KiB (1.5MiB) - 36KiB (reserved size of key)
-## Comments out the `max_metadata_value_size`, for don't split large value (no limit).
-max_metadata_value_size = "1500KiB"
-
-# Failure detectors options.
-[failure_detector]
-
-## The threshold value used by the failure detector to determine failure conditions.
-threshold = 8.0
-
-## The minimum standard deviation of the heartbeat intervals, used to calculate acceptable variations.
-min_std_deviation = "100ms"
-
-## The acceptable pause duration between heartbeats, used to determine if a heartbeat interval is acceptable.
-acceptable_heartbeat_pause = "10000ms"
-
-## The initial estimate of the heartbeat interval used by the failure detector.
-first_heartbeat_estimate = "1000ms"
-
-## Datanode options.
-[datanode]
-
-## Datanode client options.
-[datanode.client]
-
-## Operation timeout.
-timeout = "10s"
-
-## Connect server timeout.
-connect_timeout = "10s"
-
-## `TCP_NODELAY` option for accepted connections.
-tcp_nodelay = true
-
-[wal]
-# Available wal providers:
-# - `raft_engine` (default): there're none raft-engine wal config since metasrv only involves in remote wal currently.
-# - `kafka`: metasrv **have to be** configured with kafka wal config when using kafka wal provider in datanode.
-provider = "raft_engine"
-
-# Kafka wal config.
-
-## The broker endpoints of the Kafka cluster.
-broker_endpoints = ["127.0.0.1:9092"]
-
-## Automatically create topics for WAL.
-## Set to `true` to automatically create topics for WAL.
-## Otherwise, use topics named `topic_name_prefix_[0..num_topics)`
-auto_create_topics = true
-
-## Number of topics.
-num_topics = 64
-
-## Topic selector type.
-## Available selector types:
-## - `round_robin` (default)
-selector_type = "round_robin"
-
-## A Kafka topic is constructed by concatenating `topic_name_prefix` and `topic_id`.
-## Only accepts strings that match the following regular expression pattern:
-## [a-zA-Z_:-][a-zA-Z0-9_:\-\.@#]*
-## i.g., greptimedb_wal_topic_0, greptimedb_wal_topic_1.
-topic_name_prefix = "greptimedb_wal_topic"
-
-## Expected number of replicas of each partition.
-replication_factor = 1
-
-## Above which a topic creation operation will be cancelled.
-create_topic_timeout = "30s"
-## The initial backoff for kafka clients.
-backoff_init = "500ms"
-
-## The maximum backoff for kafka clients.
-backoff_max = "10s"
-
-## Exponential backoff rate, i.e. next backoff = base * current backoff.
-backoff_base = 2
-
-## Stop reconnecting if the total wait time reaches the deadline. If this config is missing, the reconnecting won't terminate.
-backoff_deadline = "5mins"
-
-# The Kafka SASL configuration.
-# **It's only used when the provider is `kafka`**.
-# Available SASL mechanisms:
-# - `PLAIN`
-# - `SCRAM-SHA-256`
-# - `SCRAM-SHA-512`
-# [wal.sasl]
-# type = "SCRAM-SHA-512"
-# username = "user_kafka"
-# password = "secret"
-
-# The Kafka TLS configuration.
-# **It's only used when the provider is `kafka`**.
-# [wal.tls]
-# server_ca_cert_path = "/path/to/server_cert"
-# client_cert_path = "/path/to/client_cert"
-# client_key_path = "/path/to/key"
-
-## The logging options.
-[logging]
-## The directory to store the log files. If set to empty, logs will not be written to files.
-dir = "/tmp/greptimedb/logs"
-
-## The log level. Can be `info`/`debug`/`warn`/`error`.
-## @toml2docs:none-default
-level = "info"
-
-## Enable OTLP tracing.
-enable_otlp_tracing = false
-
-## The OTLP tracing endpoint.
-otlp_endpoint = "http://localhost:4317"
-
-## Whether to append logs to stdout.
-append_stdout = true
-
-## The log format. Can be `text`/`json`.
-log_format = "text"
-
-## The maximum amount of log files.
-max_log_files = 720
-
-## The percentage of tracing will be sampled and exported.
-## Valid range `[0, 1]`, 1 means all traces are sampled, 0 means all traces are not sampled, the default value is 1.
-## ratio > 1 are treated as 1. Fractions < 0 are treated as 0
-[logging.tracing_sample_ratio]
-default_ratio = 1.0
-
-## The slow query log options.
-[logging.slow_query]
-## Whether to enable slow query log.
-enable = false
-
-## The threshold of slow query.
-## @toml2docs:none-default
-threshold = "10s"
-
-## The sampling ratio of slow query log. The value should be in the range of (0, 1].
-## @toml2docs:none-default
-sample_ratio = 1.0
-
-## The datanode can export its metrics and send to Prometheus compatible service (e.g. send to `greptimedb` itself) from remote-write API.
-## This is only used for `greptimedb` to export its own metrics internally. It's different from prometheus scrape.
-[export_metrics]
-
-## whether enable export metrics.
-enable = false
-
-## The interval of export metrics.
-write_interval = "30s"
-
-## For `standalone` mode, `self_import` is recommend to collect metrics generated by itself
-## You must create the database before enabling it.
-[export_metrics.self_import]
-## @toml2docs:none-default
-db = "greptime_metrics"
-
-[export_metrics.remote_write]
-## The url the metrics send to. The url example can be: `http://127.0.0.1:4000/v1/prometheus/write?db=greptime_metrics`.
-url = ""
-
-## HTTP headers of Prometheus remote-write carry.
-headers = { }
-
-## The tracing options. Only effect when compiled with `tokio-console` feature.
-#+ [tracing]
-## The tokio console address.
-## @toml2docs:none-default
-#+ tokio_console_addr = "127.0.0.1"

config/standalone.example.toml

@@ -1,775 +0,0 @@
-## The running mode of the datanode. It can be `standalone` or `distributed`.
-mode = "standalone"
-
-## The default timezone of the server.
-## @toml2docs:none-default
-default_timezone = "UTC"
-
-## Initialize all regions in the background during the startup.
-## By default, it provides services after all regions have been initialized.
-init_regions_in_background = false
-
-## Parallelism of initializing regions.
-init_regions_parallelism = 16
-
-## The maximum current queries allowed to be executed. Zero means unlimited.
-max_concurrent_queries = 0
-
-## Enable telemetry to collect anonymous usage data. Enabled by default.
-#+ enable_telemetry = true
-
-## The maximum in-flight write bytes.
-## @toml2docs:none-default
-#+ max_in_flight_write_bytes = "500MB"
-
-## The runtime options.
-#+ [runtime]
-## The number of threads to execute the runtime for global read operations.
-#+ global_rt_size = 8
-## The number of threads to execute the runtime for global write operations.
-#+ compact_rt_size = 4
-
-## The HTTP server options.
-[http]
-## The address to bind the HTTP server.
-addr = "127.0.0.1:4000"
-## HTTP request timeout. Set to 0 to disable timeout.
-timeout = "30s"
-## HTTP request body limit.
-## The following units are supported: `B`, `KB`, `KiB`, `MB`, `MiB`, `GB`, `GiB`, `TB`, `TiB`, `PB`, `PiB`.
-## Set to 0 to disable limit.
-body_limit = "64MB"
-## HTTP CORS support, it's turned on by default
-## This allows browser to access http APIs without CORS restrictions
-enable_cors = true
-## Customize allowed origins for HTTP CORS.
-## @toml2docs:none-default
-cors_allowed_origins = ["https://example.com"]
-
-## The gRPC server options.
-[grpc]
-## The address to bind the gRPC server.
-bind_addr = "127.0.0.1:4001"
-## The number of server worker threads.
-runtime_size = 8
-
-## gRPC server TLS options, see `mysql.tls` section.
-[grpc.tls]
-## TLS mode.
-mode = "disable"
-
-## Certificate file path.
-## @toml2docs:none-default
-cert_path = ""
-
-## Private key file path.
-## @toml2docs:none-default
-key_path = ""
-
-## Watch for Certificate and key file change and auto reload.
-## For now, gRPC tls config does not support auto reload.
-watch = false
-
-## MySQL server options.
-[mysql]
-## Whether to enable.
-enable = true
-## The addr to bind the MySQL server.
-addr = "127.0.0.1:4002"
-## The number of server worker threads.
-runtime_size = 2
-## Server-side keep-alive time.
-## Set to 0 (default) to disable.
-keep_alive = "0s"
-
-# MySQL server TLS options.
-[mysql.tls]
-
-## TLS mode, refer to https://www.postgresql.org/docs/current/libpq-ssl.html
-## - `disable` (default value)
-## - `prefer`
-## - `require`
-## - `verify-ca`
-## - `verify-full`
-mode = "disable"
-
-## Certificate file path.
-## @toml2docs:none-default
-cert_path = ""
-
-## Private key file path.
-## @toml2docs:none-default
-key_path = ""
-
-## Watch for Certificate and key file change and auto reload
-watch = false
-
-## PostgresSQL server options.
-[postgres]
-## Whether to enable
-enable = true
-## The addr to bind the PostgresSQL server.
-addr = "127.0.0.1:4003"
-## The number of server worker threads.
-runtime_size = 2
-## Server-side keep-alive time.
-## Set to 0 (default) to disable.
-keep_alive = "0s"
-
-## PostgresSQL server TLS options, see `mysql.tls` section.
-[postgres.tls]
-## TLS mode.
-mode = "disable"
-
-## Certificate file path.
-## @toml2docs:none-default
-cert_path = ""
-
-## Private key file path.
-## @toml2docs:none-default
-key_path = ""
-
-## Watch for Certificate and key file change and auto reload
-watch = false
-
-## OpenTSDB protocol options.
-[opentsdb]
-## Whether to enable OpenTSDB put in HTTP API.
-enable = true
-
-## InfluxDB protocol options.
-[influxdb]
-## Whether to enable InfluxDB protocol in HTTP API.
-enable = true
-
-## Jaeger protocol options.
-[jaeger]
-## Whether to enable Jaeger protocol in HTTP API.
-enable = true
-
-## Prometheus remote storage options
-[prom_store]
-## Whether to enable Prometheus remote write and read in HTTP API.
-enable = true
-## Whether to store the data from Prometheus remote write in metric engine.
-with_metric_engine = true
-
-## The WAL options.
-[wal]
-## The provider of the WAL.
-## - `raft_engine`: the wal is stored in the local file system by raft-engine.
-## - `kafka`: it's remote wal that data is stored in Kafka.
-provider = "raft_engine"
-
-## The directory to store the WAL files.
-## **It's only used when the provider is `raft_engine`**.
-## @toml2docs:none-default
-dir = "/tmp/greptimedb/wal"
-
-## The size of the WAL segment file.
-## **It's only used when the provider is `raft_engine`**.
-file_size = "128MB"
-
-## The threshold of the WAL size to trigger a purge.
-## **It's only used when the provider is `raft_engine`**.
-purge_threshold = "1GB"
-
-## The interval to trigger a purge.
-## **It's only used when the provider is `raft_engine`**.
-purge_interval = "1m"
-
-## The read batch size.
-## **It's only used when the provider is `raft_engine`**.
-read_batch_size = 128
-
-## Whether to use sync write.
-## **It's only used when the provider is `raft_engine`**.
-sync_write = false
-
-## Whether to reuse logically truncated log files.
-## **It's only used when the provider is `raft_engine`**.
-enable_log_recycle = true
-
-## Whether to pre-create log files on start up.
-## **It's only used when the provider is `raft_engine`**.
-prefill_log_files = false
-
-## Duration for fsyncing log files.
-## **It's only used when the provider is `raft_engine`**.
-sync_period = "10s"
-
-## Parallelism during WAL recovery.
-recovery_parallelism = 2
-
-## The Kafka broker endpoints.
-## **It's only used when the provider is `kafka`**.
-broker_endpoints = ["127.0.0.1:9092"]
-
-## Automatically create topics for WAL.
-## Set to `true` to automatically create topics for WAL.
-## Otherwise, use topics named `topic_name_prefix_[0..num_topics)`
-auto_create_topics = true
-
-## Number of topics.
-## **It's only used when the provider is `kafka`**.
-num_topics = 64
-
-## Topic selector type.
-## Available selector types:
-## - `round_robin` (default)
-## **It's only used when the provider is `kafka`**.
-selector_type = "round_robin"
-
-## A Kafka topic is constructed by concatenating `topic_name_prefix` and `topic_id`.
-## i.g., greptimedb_wal_topic_0, greptimedb_wal_topic_1.
-## **It's only used when the provider is `kafka`**.
-topic_name_prefix = "greptimedb_wal_topic"
-
-## Expected number of replicas of each partition.
-## **It's only used when the provider is `kafka`**.
-replication_factor = 1
-
-## Above which a topic creation operation will be cancelled.
-## **It's only used when the provider is `kafka`**.
-create_topic_timeout = "30s"
-
-## The max size of a single producer batch.
-## Warning: Kafka has a default limit of 1MB per message in a topic.
-## **It's only used when the provider is `kafka`**.
-max_batch_bytes = "1MB"
-
-## The consumer wait timeout.
-## **It's only used when the provider is `kafka`**.
-consumer_wait_timeout = "100ms"
-
-## The initial backoff delay.
-## **It's only used when the provider is `kafka`**.
-backoff_init = "500ms"
-
-## The maximum backoff delay.
-## **It's only used when the provider is `kafka`**.
-backoff_max = "10s"
-
-## The exponential backoff rate, i.e. next backoff = base * current backoff.
-## **It's only used when the provider is `kafka`**.
-backoff_base = 2
-
-## The deadline of retries.
-## **It's only used when the provider is `kafka`**.
-backoff_deadline = "5mins"
-
-## Ignore missing entries during read WAL.
-## **It's only used when the provider is `kafka`**.
-##
-## This option ensures that when Kafka messages are deleted, the system
-## can still successfully replay memtable data without throwing an
-## out-of-range error.
-## However, enabling this option might lead to unexpected data loss,
-## as the system will skip over missing entries instead of treating
-## them as critical errors.
-overwrite_entry_start_id = false
-
-# The Kafka SASL configuration.
-# **It's only used when the provider is `kafka`**.
-# Available SASL mechanisms:
-# - `PLAIN`
-# - `SCRAM-SHA-256`
-# - `SCRAM-SHA-512`
-# [wal.sasl]
-# type = "SCRAM-SHA-512"
-# username = "user_kafka"
-# password = "secret"
-
-# The Kafka TLS configuration.
-# **It's only used when the provider is `kafka`**.
-# [wal.tls]
-# server_ca_cert_path = "/path/to/server_cert"
-# client_cert_path = "/path/to/client_cert"
-# client_key_path = "/path/to/key"
-
-## Metadata storage options.
-[metadata_store]
-## The size of the metadata store log file.
-file_size = "64MB"
-## The threshold of the metadata store size to trigger a purge.
-purge_threshold = "256MB"
-## The interval of the metadata store to trigger a purge.
-purge_interval = "1m"
-
-## Procedure storage options.
-[procedure]
-## Procedure max retry time.
-max_retry_times = 3
-## Initial retry delay of procedures, increases exponentially
-retry_delay = "500ms"
-
-## flow engine options.
-[flow]
-## The number of flow worker in flownode.
-## Not setting(or set to 0) this value will use the number of CPU cores divided by 2.
-#+num_workers=0
-
-# Example of using S3 as the storage.
-# [storage]
-# type = "S3"
-# bucket = "greptimedb"
-# root = "data"
-# access_key_id = "test"
-# secret_access_key = "123456"
-# endpoint = "https://s3.amazonaws.com"
-# region = "us-west-2"
-# enable_virtual_host_style = false
-
-# Example of using Oss as the storage.
-# [storage]
-# type = "Oss"
-# bucket = "greptimedb"
-# root = "data"
-# access_key_id = "test"
-# access_key_secret = "123456"
-# endpoint = "https://oss-cn-hangzhou.aliyuncs.com"
-
-# Example of using Azblob as the storage.
-# [storage]
-# type = "Azblob"
-# container = "greptimedb"
-# root = "data"
-# account_name = "test"
-# account_key = "123456"
-# endpoint = "https://greptimedb.blob.core.windows.net"
-# sas_token = ""
-
-# Example of using Gcs as the storage.
-# [storage]
-# type = "Gcs"
-# bucket = "greptimedb"
-# root = "data"
-# scope = "test"
-# credential_path = "123456"
-# credential = "base64-credential"
-# endpoint = "https://storage.googleapis.com"
-
-## The data storage options.
-[storage]
-## The working home directory.
-data_home = "/tmp/greptimedb/"
-
-## The storage type used to store the data.
-## - `File`: the data is stored in the local file system.
-## - `S3`: the data is stored in the S3 object storage.
-## - `Gcs`: the data is stored in the Google Cloud Storage.
-## - `Azblob`: the data is stored in the Azure Blob Storage.
-## - `Oss`: the data is stored in the Aliyun OSS.
-type = "File"
-
-## Read cache configuration for object storage such as 'S3' etc, it's configured by default when using object storage. It is recommended to configure it when using object storage for better performance.
-## A local file directory, defaults to `{data_home}`. An empty string means disabling.
-## @toml2docs:none-default
-#+ cache_path = ""
-
-## The local file cache capacity in bytes. If your disk space is sufficient, it is recommended to set it larger.
-## @toml2docs:none-default
-cache_capacity = "5GiB"
-
-## The S3 bucket name.
-## **It's only used when the storage type is `S3`, `Oss` and `Gcs`**.
-## @toml2docs:none-default
-bucket = "greptimedb"
-
-## The S3 data will be stored in the specified prefix, for example, `s3://${bucket}/${root}`.
-## **It's only used when the storage type is `S3`, `Oss` and `Azblob`**.
-## @toml2docs:none-default
-root = "greptimedb"
-
-## The access key id of the aws account.
-## It's **highly recommended** to use AWS IAM roles instead of hardcoding the access key id and secret key.
-## **It's only used when the storage type is `S3` and `Oss`**.
-## @toml2docs:none-default
-access_key_id = "test"
-
-## The secret access key of the aws account.
-## It's **highly recommended** to use AWS IAM roles instead of hardcoding the access key id and secret key.
-## **It's only used when the storage type is `S3`**.
-## @toml2docs:none-default
-secret_access_key = "test"
-
-## The secret access key of the aliyun account.
-## **It's only used when the storage type is `Oss`**.
-## @toml2docs:none-default
-access_key_secret = "test"
-
-## The account key of the azure account.
-## **It's only used when the storage type is `Azblob`**.
-## @toml2docs:none-default
-account_name = "test"
-
-## The account key of the azure account.
-## **It's only used when the storage type is `Azblob`**.
-## @toml2docs:none-default
-account_key = "test"
-
-## The scope of the google cloud storage.
-## **It's only used when the storage type is `Gcs`**.
-## @toml2docs:none-default
-scope = "test"
-
-## The credential path of the google cloud storage.
-## **It's only used when the storage type is `Gcs`**.
-## @toml2docs:none-default
-credential_path = "test"
-
-## The credential of the google cloud storage.
-## **It's only used when the storage type is `Gcs`**.
-## @toml2docs:none-default
-credential = "base64-credential"
-
-## The container of the azure account.
-## **It's only used when the storage type is `Azblob`**.
-## @toml2docs:none-default
-container = "greptimedb"
-
-## The sas token of the azure account.
-## **It's only used when the storage type is `Azblob`**.
-## @toml2docs:none-default
-sas_token = ""
-
-## The endpoint of the S3 service.
-## **It's only used when the storage type is `S3`, `Oss`, `Gcs` and `Azblob`**.
-## @toml2docs:none-default
-endpoint = "https://s3.amazonaws.com"
-
-## The region of the S3 service.
-## **It's only used when the storage type is `S3`, `Oss`, `Gcs` and `Azblob`**.
-## @toml2docs:none-default
-region = "us-west-2"
-
-## The http client options to the storage.
-## **It's only used when the storage type is `S3`, `Oss`, `Gcs` and `Azblob`**.
-[storage.http_client]
-
-## The maximum idle connection per host allowed in the pool.
-pool_max_idle_per_host = 1024
-
-## The timeout for only the connect phase of a http client.
-connect_timeout = "30s"
-
-## The total request timeout, applied from when the request starts connecting until the response body has finished.
-## Also considered a total deadline.
-timeout = "30s"
-
-## The timeout for idle sockets being kept-alive.
-pool_idle_timeout = "90s"
-
-# Custom storage options
-# [[storage.providers]]
-# name = "S3"
-# type = "S3"
-# bucket = "greptimedb"
-# root = "data"
-# access_key_id = "test"
-# secret_access_key = "123456"
-# endpoint = "https://s3.amazonaws.com"
-# region = "us-west-2"
-# [[storage.providers]]
-# name = "Gcs"
-# type = "Gcs"
-# bucket = "greptimedb"
-# root = "data"
-# scope = "test"
-# credential_path = "123456"
-# credential = "base64-credential"
-# endpoint = "https://storage.googleapis.com"
-
-## The region engine options. You can configure multiple region engines.
-[[region_engine]]
-
-## The Mito engine options.
-[region_engine.mito]
-
-## Number of region workers.
-#+ num_workers = 8
-
-## Request channel size of each worker.
-worker_channel_size = 128
-
-## Max batch size for a worker to handle requests.
-worker_request_batch_size = 64
-
-## Number of meta action updated to trigger a new checkpoint for the manifest.
-manifest_checkpoint_distance = 10
-
-## Whether to compress manifest and checkpoint file by gzip (default false).
-compress_manifest = false
-
-## Max number of running background flush jobs (default: 1/2 of cpu cores).
-## @toml2docs:none-default="Auto"
-#+ max_background_flushes = 4
-
-## Max number of running background compaction jobs (default: 1/4 of cpu cores).
-## @toml2docs:none-default="Auto"
-#+ max_background_compactions = 2
-
-## Max number of running background purge jobs (default: number of cpu cores).
-## @toml2docs:none-default="Auto"
-#+ max_background_purges = 8
-
-## Interval to auto flush a region if it has not flushed yet.
-auto_flush_interval = "1h"
-
-## Global write buffer size for all regions. If not set, it's default to 1/8 of OS memory with a max limitation of 1GB.
-## @toml2docs:none-default="Auto"
-#+ global_write_buffer_size = "1GB"
-
-## Global write buffer size threshold to reject write requests. If not set, it's default to 2 times of `global_write_buffer_size`.
-## @toml2docs:none-default="Auto"
-#+ global_write_buffer_reject_size = "2GB"
-
-## Cache size for SST metadata. Setting it to 0 to disable the cache.
-## If not set, it's default to 1/32 of OS memory with a max limitation of 128MB.
-## @toml2docs:none-default="Auto"
-#+ sst_meta_cache_size = "128MB"
-
-## Cache size for vectors and arrow arrays. Setting it to 0 to disable the cache.
-## If not set, it's default to 1/16 of OS memory with a max limitation of 512MB.
-## @toml2docs:none-default="Auto"
-#+ vector_cache_size = "512MB"
-
-## Cache size for pages of SST row groups. Setting it to 0 to disable the cache.
-## If not set, it's default to 1/8 of OS memory.
-## @toml2docs:none-default="Auto"
-#+ page_cache_size = "512MB"
-
-## Cache size for time series selector (e.g. `last_value()`). Setting it to 0 to disable the cache.
-## If not set, it's default to 1/16 of OS memory with a max limitation of 512MB.
-## @toml2docs:none-default="Auto"
-#+ selector_result_cache_size = "512MB"
-
-## Whether to enable the write cache, it's enabled by default when using object storage. It is recommended to enable it when using object storage for better performance.
-enable_write_cache = false
-
-## File system path for write cache, defaults to `{data_home}`.
-write_cache_path = ""
-
-## Capacity for write cache. If your disk space is sufficient, it is recommended to set it larger.
-write_cache_size = "5GiB"
-
-## TTL for write cache.
-## @toml2docs:none-default
-write_cache_ttl = "8h"
-
-## Buffer size for SST writing.
-sst_write_buffer_size = "8MB"
-
-## Capacity of the channel to send data from parallel scan tasks to the main task.
-parallel_scan_channel_size = 32
-
-## Whether to allow stale WAL entries read during replay.
-allow_stale_entries = false
-
-## Minimum time interval between two compactions.
-## To align with the old behavior, the default value is 0 (no restrictions).
-min_compaction_interval = "0m"
-
-## The options for index in Mito engine.
-[region_engine.mito.index]
-
-## Auxiliary directory path for the index in filesystem, used to store intermediate files for
-## creating the index and staging files for searching the index, defaults to `{data_home}/index_intermediate`.
-## The default name for this directory is `index_intermediate` for backward compatibility.
-##
-## This path contains two subdirectories:
-## - `__intm`: for storing intermediate files used during creating index.
-## - `staging`: for storing staging files used during searching index.
-aux_path = ""
-
-## The max capacity of the staging directory.
-staging_size = "2GB"
-
-## The TTL of the staging directory.
-## Defaults to 7 days.
-## Setting it to "0s" to disable TTL.
-staging_ttl = "7d"
-
-## Cache size for inverted index metadata.
-metadata_cache_size = "64MiB"
-
-## Cache size for inverted index content.
-content_cache_size = "128MiB"
-
-## Page size for inverted index content cache.
-content_cache_page_size = "64KiB"
-
-## The options for inverted index in Mito engine.
-[region_engine.mito.inverted_index]
-
-## Whether to create the index on flush.
-## - `auto`: automatically (default)
-## - `disable`: never
-create_on_flush = "auto"
-
-## Whether to create the index on compaction.
-## - `auto`: automatically (default)
-## - `disable`: never
-create_on_compaction = "auto"
-
-## Whether to apply the index on query
-## - `auto`: automatically (default)
-## - `disable`: never
-apply_on_query = "auto"
-
-## Memory threshold for performing an external sort during index creation.
-## - `auto`: automatically determine the threshold based on the system memory size (default)
-## - `unlimited`: no memory limit
-## - `[size]` e.g. `64MB`: fixed memory threshold
-mem_threshold_on_create = "auto"
-
-## Deprecated, use `region_engine.mito.index.aux_path` instead.
-intermediate_path = ""
-
-## The options for full-text index in Mito engine.
-[region_engine.mito.fulltext_index]
-
-## Whether to create the index on flush.
-## - `auto`: automatically (default)
-## - `disable`: never
-create_on_flush = "auto"
-
-## Whether to create the index on compaction.
-## - `auto`: automatically (default)
-## - `disable`: never
-create_on_compaction = "auto"
-
-## Whether to apply the index on query
-## - `auto`: automatically (default)
-## - `disable`: never
-apply_on_query = "auto"
-
-## Memory threshold for index creation.
-## - `auto`: automatically determine the threshold based on the system memory size (default)
-## - `unlimited`: no memory limit
-## - `[size]` e.g. `64MB`: fixed memory threshold
-mem_threshold_on_create = "auto"
-
-## The options for bloom filter in Mito engine.
-[region_engine.mito.bloom_filter_index]
-
-## Whether to create the bloom filter on flush.
-## - `auto`: automatically (default)
-## - `disable`: never
-create_on_flush = "auto"
-
-## Whether to create the bloom filter on compaction.
-## - `auto`: automatically (default)
-## - `disable`: never
-create_on_compaction = "auto"
-
-## Whether to apply the bloom filter on query
-## - `auto`: automatically (default)
-## - `disable`: never
-apply_on_query = "auto"
-
-## Memory threshold for bloom filter creation.
-## - `auto`: automatically determine the threshold based on the system memory size (default)
-## - `unlimited`: no memory limit
-## - `[size]` e.g. `64MB`: fixed memory threshold
-mem_threshold_on_create = "auto"
-
-[region_engine.mito.memtable]
-## Memtable type.
-## - `time_series`: time-series memtable
-## - `partition_tree`: partition tree memtable (experimental)
-type = "time_series"
-
-## The max number of keys in one shard.
-## Only available for `partition_tree` memtable.
-index_max_keys_per_shard = 8192
-
-## The max rows of data inside the actively writing buffer in one shard.
-## Only available for `partition_tree` memtable.
-data_freeze_threshold = 32768
-
-## Max dictionary bytes.
-## Only available for `partition_tree` memtable.
-fork_dictionary_bytes = "1GiB"
-
-[[region_engine]]
-## Enable the file engine.
-[region_engine.file]
-
-[[region_engine]]
-## Metric engine options.
-[region_engine.metric]
-## Whether to enable the experimental sparse primary key encoding.
-experimental_sparse_primary_key_encoding = false
-
-## The logging options.
-[logging]
-## The directory to store the log files. If set to empty, logs will not be written to files.
-dir = "/tmp/greptimedb/logs"
-
-## The log level. Can be `info`/`debug`/`warn`/`error`.
-## @toml2docs:none-default
-level = "info"
-
-## Enable OTLP tracing.
-enable_otlp_tracing = false
-
-## The OTLP tracing endpoint.
-otlp_endpoint = "http://localhost:4317"
-
-## Whether to append logs to stdout.
-append_stdout = true
-
-## The log format. Can be `text`/`json`.
-log_format = "text"
-
-## The maximum amount of log files.
-max_log_files = 720
-
-## The percentage of tracing will be sampled and exported.
-## Valid range `[0, 1]`, 1 means all traces are sampled, 0 means all traces are not sampled, the default value is 1.
-## ratio > 1 are treated as 1. Fractions < 0 are treated as 0
-[logging.tracing_sample_ratio]
-default_ratio = 1.0
-
-## The slow query log options.
-[logging.slow_query]
-## Whether to enable slow query log.
-enable = false
-
-## The threshold of slow query.
-## @toml2docs:none-default
-threshold = "10s"
-
-## The sampling ratio of slow query log. The value should be in the range of (0, 1].
-## @toml2docs:none-default
-sample_ratio = 1.0
-
-## The datanode can export its metrics and send to Prometheus compatible service (e.g. send to `greptimedb` itself) from remote-write API.
-## This is only used for `greptimedb` to export its own metrics internally. It's different from prometheus scrape.
-[export_metrics]
-
-## whether enable export metrics.
-enable = false
-
-## The interval of export metrics.
-write_interval = "30s"
-
-## For `standalone` mode, `self_import` is recommended to collect metrics generated by itself
-## You must create the database before enabling it.
-[export_metrics.self_import]
-## @toml2docs:none-default
-db = "greptime_metrics"
-
-[export_metrics.remote_write]
-## The url the metrics send to. The url example can be: `http://127.0.0.1:4000/v1/prometheus/write?db=greptime_metrics`.
-url = ""
-
-## HTTP headers of Prometheus remote-write carry.
-headers = { }
-
-## The tracing options. Only effect when compiled with `tokio-console` feature.
-#+ [tracing]
-## The tokio console address.
-## @toml2docs:none-default
-#+ tokio_console_addr = "127.0.0.1"

cyborg/.gitignore

@@ -1,2 +0,0 @@
-node_modules
-.env

cyborg/bin/bump-doc-version.ts

@@ -1,75 +0,0 @@
-/*
- * Copyright 2023 Greptime Team
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- *     http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-import * as core from "@actions/core";
-import {obtainClient} from "@/common";
-
-async function triggerWorkflow(workflowId: string, version: string) {
-  const docsClient = obtainClient("DOCS_REPO_TOKEN")
-  try {
-    await docsClient.rest.actions.createWorkflowDispatch({
-      owner: "GreptimeTeam",
-      repo: "docs",
-      workflow_id: workflowId,
-      ref: "main",
-      inputs: {
-        version,
-      },
-    });
-    console.log(`Successfully triggered ${workflowId} workflow with version ${version}`);
-  } catch (error) {
-    core.setFailed(`Failed to trigger workflow: ${error.message}`);
-  }
-}
-
-function determineWorkflow(version: string): [string, string] {
-  // Check if it's a nightly version
-  if (version.includes('nightly')) {
-    return ['bump-nightly-version.yml', version];
-  }
-
-  const parts = version.split('.');
-
-  if (parts.length !== 3) {
-    throw new Error('Invalid version format');
-  }
-
-  // If patch version (last number) is 0, it's a major version
-  // Return only major.minor version
-  if (parts[2] === '0') {
-    return ['bump-version.yml', `${parts[0]}.${parts[1]}`];
-  }
-
-  // Otherwise it's a patch version, use full version
-  return ['bump-patch-version.yml', version];
-}
-
-const version = process.env.VERSION;
-if (!version) {
-  core.setFailed("VERSION environment variable is required");
-  process.exit(1);
-}
-
-// Remove 'v' prefix if exists
-const cleanVersion = version.startsWith('v') ? version.slice(1) : version;
-
-try {
-  const [workflowId, apiVersion] = determineWorkflow(cleanVersion);
-  triggerWorkflow(workflowId, apiVersion);
-} catch (error) {
-  core.setFailed(`Error processing version: ${error.message}`);
-  process.exit(1);
-}

cyborg/bin/check-pull-request.ts

@@ -1,79 +0,0 @@
-/*
- * Copyright 2023 Greptime Team
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- *     http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-import * as core from '@actions/core'
-import {handleError, obtainClient} from "@/common";
-import {context} from "@actions/github";
-import {PullRequestEvent} from "@octokit/webhooks-types";
-import {Options, sync as conventionalCommitsParser} from 'conventional-commits-parser';
-import conventionalCommitTypes from 'conventional-commit-types';
-import _ from "lodash";
-
-const defaultTypes = Object.keys(conventionalCommitTypes.types)
-const breakingChangeLabel = "breaking-change"
-
-// These options are copied from [1].
-// [1] https://github.com/conventional-changelog/conventional-changelog/blob/3f60b464/packages/conventional-changelog-conventionalcommits/src/parser.js
-export const parserOpts: Options = {
-    headerPattern: /^(\w*)(?:\((.*)\))?!?: (.*)$/,
-    breakingHeaderPattern: /^(\w*)(?:\((.*)\))?!: (.*)$/,
-    headerCorrespondence: [
-        'type',
-        'scope',
-        'subject'
-    ],
-    noteKeywords: ['BREAKING CHANGE', 'BREAKING-CHANGE'],
-    revertPattern: /^(?:Revert|revert:)\s"?([\s\S]+?)"?\s*This reverts commit (\w*)\./i,
-    revertCorrespondence: ['header', 'hash'],
-    issuePrefixes: ['#']
-}
-
-async function main() {
-    if (!context.payload.pull_request) {
-        throw new Error(`Only pull request event supported. ${context.eventName} is unsupported.`)
-    }
-
-    const client = obtainClient("GITHUB_TOKEN")
-    const payload = context.payload as PullRequestEvent
-    const { owner, repo, number } = {
-        owner: payload.pull_request.base.user.login,
-        repo: payload.pull_request.base.repo.name,
-        number: payload.pull_request.number,
-    }
-    const { data: pull_request } = await client.rest.pulls.get({
-        owner, repo, pull_number: number,
-    })
-
-    const commit = conventionalCommitsParser(pull_request.title, parserOpts)
-    core.info(`Receive commit: ${JSON.stringify(commit)}`)
-
-    if (!commit.type) {
-        throw Error(`Malformed commit: ${JSON.stringify(commit)}`)
-    }
-
-    if (!defaultTypes.includes(commit.type)) {
-        throw Error(`Unexpected type ${JSON.stringify(commit.type)} of commit: ${JSON.stringify(commit)}`)
-    }
-
-    const breakingChanges = _.filter(commit.notes, _.matches({ title: 'BREAKING CHANGE'}))
-    if (breakingChanges.length > 0) {
-        await client.rest.issues.addLabels({
-            owner, repo, issue_number: number, labels: [breakingChangeLabel]
-        })
-    }
-}
-
-main().catch(handleError)

cyborg/bin/follow-up-docs-issue.ts

@@ -1,106 +0,0 @@
-/*
- * Copyright 2023 Greptime Team
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- *     http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-import * as core from '@actions/core'
-import {handleError, obtainClient} from "@/common";
-import {context} from "@actions/github";
-import {PullRequestEditedEvent, PullRequestEvent, PullRequestOpenedEvent} from "@octokit/webhooks-types";
-// @ts-expect-error moduleResolution:nodenext issue 54523
-import {RequestError} from "@octokit/request-error";
-
-const needFollowUpDocs = "[x] This PR requires documentation updates."
-const labelDocsNotRequired = "docs-not-required"
-const labelDocsRequired = "docs-required"
-
-async function main() {
-    if (!context.payload.pull_request) {
-        throw new Error(`Only pull request event supported. ${context.eventName} is unsupported.`)
-    }
-
-    const client = obtainClient("GITHUB_TOKEN")
-    const docsClient = obtainClient("DOCS_REPO_TOKEN")
-    const payload = context.payload as PullRequestEvent
-    const { owner, repo, number, actor, title, html_url } = {
-        owner: payload.pull_request.base.user.login,
-        repo: payload.pull_request.base.repo.name,
-        number: payload.pull_request.number,
-        title: payload.pull_request.title,
-        html_url: payload.pull_request.html_url,
-        actor: payload.pull_request.user.login,
-    }
-    const followUpDocs = checkPullRequestEvent(payload)
-    if (followUpDocs) {
-        core.info("Follow up docs.")
-        await client.rest.issues.removeLabel({
-            owner, repo, issue_number: number, name: labelDocsNotRequired,
-        }).catch((e: RequestError) => {
-            if (e.status != 404) {
-                throw e;
-            }
-            core.debug(`Label ${labelDocsNotRequired} not exist.`)
-        })
-        await client.rest.issues.addLabels({
-            owner, repo, issue_number: number, labels: [labelDocsRequired],
-        })
-        await docsClient.rest.issues.create({
-            owner: 'GreptimeTeam',
-            repo: 'docs',
-            title: `Update docs for ${title}`,
-            body: `A document change request is generated from ${html_url}`,
-            assignee: actor,
-        }).then((res) => {
-            core.info(`Created issue ${res.data}`)
-        })
-    } else {
-        core.info("No need to follow up docs.")
-        await client.rest.issues.removeLabel({
-            owner, repo, issue_number: number, name: labelDocsRequired
-        }).catch((e: RequestError) => {
-            if (e.status != 404) {
-                throw e;
-            }
-            core.debug(`Label ${labelDocsRequired} not exist.`)
-        })
-        await client.rest.issues.addLabels({
-            owner, repo, issue_number: number, labels: [labelDocsNotRequired],
-        })
-    }
-}
-
-function checkPullRequestEvent(payload: PullRequestEvent) {
-    switch (payload.action) {
-        case "opened":
-            return checkPullRequestOpenedEvent(payload as PullRequestOpenedEvent)
-        case "edited":
-            return checkPullRequestEditedEvent(payload as PullRequestEditedEvent)
-        default:
-            throw new Error(`${payload.action} is unsupported.`)
-    }
-}
-
-function checkPullRequestOpenedEvent(event: PullRequestOpenedEvent): boolean {
-    // @ts-ignore
-    return event.pull_request.body?.includes(needFollowUpDocs)
-}
-
-function checkPullRequestEditedEvent(event: PullRequestEditedEvent): boolean {
-    const previous = event.changes.body?.from.includes(needFollowUpDocs)
-    const current = event.pull_request.body?.includes(needFollowUpDocs)
-    // from docs-not-need to docs-required
-    return (!previous) && current
-}
-
-main().catch(handleError)

cyborg/bin/report-ci-failure.ts

@@ -1,83 +0,0 @@
-/*
- * Copyright 2023 Greptime Team
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- *     http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-import * as core from '@actions/core'
-import {handleError, obtainClient} from "@/common"
-import {context} from "@actions/github"
-import _ from "lodash"
-
-async function main() {
-    const success = process.env["CI_REPORT_STATUS"] === "true"
-    core.info(`CI_REPORT_STATUS=${process.env["CI_REPORT_STATUS"]}, resolved to ${success}`)
-
-    const client = obtainClient("GITHUB_TOKEN")
-    const title = `Workflow run '${context.workflow}' failed`
-    const url = `${process.env["GITHUB_SERVER_URL"]}/${process.env["GITHUB_REPOSITORY"]}/actions/runs/${process.env["GITHUB_RUN_ID"]}`
-    const failure_comment = `@GreptimeTeam/db-approver\nNew failure: ${url} `
-    const success_comment = `@GreptimeTeam/db-approver\nBack to success: ${url}`
-
-    const {owner, repo} = context.repo
-    const labels = ['O-ci-failure']
-
-    const issues = await client.paginate(client.rest.issues.listForRepo, {
-        owner,
-        repo,
-        labels: labels.join(','),
-        state: "open",
-        sort: "created",
-        direction: "desc",
-    });
-    const issue = _.find(issues, (i) => i.title === title);
-
-    if (issue) { // exist issue
-        core.info(`Found previous issue ${issue.html_url}`)
-        if (!success) {
-            await client.rest.issues.createComment({
-                owner,
-                repo,
-                issue_number: issue.number,
-                body: failure_comment,
-            })
-        } else {
-            await client.rest.issues.createComment({
-                owner,
-                repo,
-                issue_number: issue.number,
-                body: success_comment,
-            })
-            await client.rest.issues.update({
-                owner,
-                repo,
-                issue_number: issue.number,
-                state: "closed",
-                state_reason: "completed",
-            })
-        }
-        core.setOutput("html_url", issue.html_url)
-    } else if (!success) { // create new issue for failure
-        const issue = await client.rest.issues.create({
-            owner,
-            repo,
-            title,
-            labels,
-            body: failure_comment,
-        })
-        core.info(`Created issue ${issue.data.html_url}`)
-        core.setOutput("html_url", issue.data.html_url)
-    }
-}
-
-main().catch(handleError)

cyborg/bin/schedule.ts

@@ -1,73 +0,0 @@
-/*
- * Copyright 2023 Greptime Team
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- *     http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-import * as core from '@actions/core'
-import {GitHub} from "@actions/github/lib/utils"
-import _ from "lodash";
-import dayjs from "dayjs";
-import {handleError, obtainClient} from "@/common";
-
-async function main() {
-    const client = obtainClient("GITHUB_TOKEN")
-    await unassign(client)
-}
-
-async function unassign(client: InstanceType<typeof GitHub>) {
-    const owner = "GreptimeTeam"
-    const repo = "greptimedb"
-
-    const dt = dayjs().subtract(14, 'days');
-    core.info(`Open issues updated before ${dt.toISOString()} will be considered stale.`)
-
-    const members = await client.paginate(client.rest.repos.listCollaborators, {
-        owner,
-        repo,
-        permission: "push",
-        per_page: 100
-    }).then((members) => members.map((member) => member.login))
-    core.info(`Members (${members.length}): ${members}`)
-
-    const issues = await client.paginate(client.rest.issues.listForRepo, {
-        owner,
-        repo,
-        state: "open",
-        sort: "created",
-        direction: "asc",
-        per_page: 100
-    })
-    for (const issue of issues) {
-        let assignees = [];
-        if (issue.assignee) {
-            assignees.push(issue.assignee.login)
-        }
-        for (const assignee of issue.assignees) {
-            assignees.push(assignee.login)
-        }
-        assignees = _.uniq(assignees)
-        assignees = _.difference(assignees, members)
-        if (assignees.length > 0 && dayjs(issue.updated_at).isBefore(dt)) {
-            core.info(`Assignees ${assignees} of issue ${issue.number} will be unassigned.`)
-            await client.rest.issues.removeAssignees({
-                owner,
-                repo,
-                issue_number: issue.number,
-                assignees: assignees,
-            })
-        }
-    }
-}
-
-main().catch(handleError)