greptimedb/docker/docker-compose/cluster-with-etcd.yaml

x-custom:
  etcd_initial_cluster_token: &etcd_initial_cluster_token "--initial-cluster-token=etcd-cluster"
  etcd_common_settings: &etcd_common_settings
    image: "${ETCD_REGISTRY:-quay.io}/${ETCD_NAMESPACE:-coreos}/etcd:${ETCD_VERSION:-v3.5.10}"
    entrypoint: /usr/local/bin/etcd
  greptimedb_image: &greptimedb_image "${GREPTIMEDB_REGISTRY:-docker.io}/${GREPTIMEDB_NAMESPACE:-greptime}/greptimedb:${GREPTIMEDB_VERSION:-latest}"

services:
  etcd0:
    <<: *etcd_common_settings
    container_name: etcd0
    ports:
      - 2379:2379
      - 2380:2380
    command:
      - --name=etcd0
      - --data-dir=/var/lib/etcd
      - --initial-advertise-peer-urls=http://etcd0:2380
      - --listen-peer-urls=http://0.0.0.0:2380
      - --listen-client-urls=http://0.0.0.0:2379
      - --advertise-client-urls=http://etcd0:2379
      - --heartbeat-interval=250
      - --election-timeout=1250
      - --initial-cluster=etcd0=http://etcd0:2380
      - --initial-cluster-state=new
      - *etcd_initial_cluster_token
    volumes:
      - ./greptimedb-cluster-docker-compose/etcd0:/var/lib/etcd
    healthcheck:
      test: [ "CMD", "etcdctl", "--endpoints=http://etcd0:2379", "endpoint", "health" ]
      interval: 5s
      timeout: 3s
      retries: 5
    networks:
      - greptimedb

  etcd-tls:
    <<: *etcd_common_settings
    container_name: etcd-tls
    ports:
      - 2378:2378
      - 2381:2381
    command:
      - --name=etcd-tls
      - --data-dir=/var/lib/etcd
      - --initial-advertise-peer-urls=https://etcd-tls:2381
      - --listen-peer-urls=https://0.0.0.0:2381
      - --listen-client-urls=https://0.0.0.0:2378
      - --advertise-client-urls=https://etcd-tls:2378
      - --heartbeat-interval=250
      - --election-timeout=1250
      - --initial-cluster=etcd-tls=https://etcd-tls:2381
      - --initial-cluster-state=new
      - --initial-cluster-token=etcd-tls-cluster
      - --cert-file=/certs/server.crt
      - --key-file=/certs/server-key.pem
      - --peer-cert-file=/certs/server.crt
      - --peer-key-file=/certs/server-key.pem
      - --trusted-ca-file=/certs/ca.crt
      - --peer-trusted-ca-file=/certs/ca.crt
      - --client-cert-auth
      - --peer-client-cert-auth
    volumes:
      - ./greptimedb-cluster-docker-compose/etcd-tls:/var/lib/etcd
      - ./greptimedb-cluster-docker-compose/certs:/certs:ro
    environment:
      - ETCDCTL_API=3
      - ETCDCTL_CACERT=/certs/ca.crt
      - ETCDCTL_CERT=/certs/server.crt
      - ETCDCTL_KEY=/certs/server-key.pem
    healthcheck:
      test: [ "CMD", "etcdctl", "--endpoints=https://etcd-tls:2378", "--cacert=/certs/ca.crt", "--cert=/certs/server.crt", "--key=/certs/server-key.pem", "endpoint", "health" ]
      interval: 10s
      timeout: 5s
      retries: 5
    networks:
      - greptimedb

  metasrv:
    image: *greptimedb_image
    container_name: metasrv
    ports:
      - 3002:3002
      - 3000:3000
    command:
      - metasrv
      - start
      - --rpc-bind-addr=0.0.0.0:3002
      - --rpc-server-addr=metasrv:3002
      - --store-addrs=etcd0:2379
      - --http-addr=0.0.0.0:3000
    healthcheck:
      test: [ "CMD", "curl", "-f", "http://metasrv:3000/health" ]
      interval: 5s
      timeout: 3s
      retries: 5
    depends_on:
      etcd0:
        condition: service_healthy
    networks:
      - greptimedb

  datanode0:
    image: *greptimedb_image
    container_name: datanode0
    ports:
      - 3001:3001
      - 5000:5000
    command:
      - datanode
      - start
      - --node-id=0
      - --data-home=/greptimedb_data
      - --rpc-bind-addr=0.0.0.0:3001
      - --rpc-server-addr=datanode0:3001
      - --metasrv-addrs=metasrv:3002
      - --http-addr=0.0.0.0:5000
    volumes:
      - ./greptimedb-cluster-docker-compose/datanode0:/greptimedb_data
    healthcheck:
      test: [ "CMD", "curl", "-fv", "http://datanode0:5000/health" ]
      interval: 5s
      timeout: 3s
      retries: 10
    depends_on:
      metasrv:
        condition: service_healthy
    networks:
      - greptimedb

  frontend0:
    image: *greptimedb_image
    container_name: frontend0
    ports:
      - 4000:4000
      - 4001:4001
      - 4002:4002
      - 4003:4003
    command:
      - frontend
      - start
      - --metasrv-addrs=metasrv:3002
      - --http-addr=0.0.0.0:4000
      - --rpc-bind-addr=0.0.0.0:4001
      - --mysql-addr=0.0.0.0:4002
      - --postgres-addr=0.0.0.0:4003
    healthcheck:
      test: [ "CMD", "curl", "-f", "http://frontend0:4000/health" ]
      interval: 5s
      timeout: 3s
      retries: 5
    depends_on:
      datanode0:
        condition: service_healthy
    networks:
      - greptimedb

  flownode0:
    image: *greptimedb_image
    container_name: flownode0
    ports:
      - 4004:4004
      - 4005:4005
    command:
      - flownode
      - start
      - --node-id=0
      - --metasrv-addrs=metasrv:3002
      - --rpc-bind-addr=0.0.0.0:4004
      - --rpc-server-addr=flownode0:4004
      - --http-addr=0.0.0.0:4005
    depends_on:
      frontend0:
        condition: service_healthy
    healthcheck:
      test: [ "CMD", "curl", "-f", "http://flownode0:4005/health" ]
      interval: 5s
      timeout: 3s
      retries: 5
    networks:
      - greptimedb

networks:
  greptimedb:
    name: greptimedb