rust/greptimedb
1
0
Fork 0
mirror of https://github.com/GreptimeTeam/greptimedb.git synced 2026-09-24 06:05:36 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat(ci): add long-range metrics benchmark on ECS (#9218)

Browse Source 
* feat(ci): add long-range metrics benchmark on ECS

Signed-off-by: WenyXu <wenymedia@gmail.com>

* feat(ci): run warm and lukewarm long-range benchmarks

Signed-off-by: WenyXu <wenymedia@gmail.com>

* fix(ci): simplify long-range inputs and increase disk budget

Signed-off-by: WenyXu <wenymedia@gmail.com>

* ci: run only warm long-range benchmarks

Signed-off-by: WenyXu <wenymedia@gmail.com>

---------

Signed-off-by: WenyXu <wenymedia@gmail.com>
This commit is contained in:
Weny Xu
2026-09-17 14:50:35 +00:00
committed by GitHub
parent 5180538b03
commit 20d87cff48
4 changed files with 342 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
.github/scripts/aliyun-ecs-runner-provision.py
+26 -1
View File
@@ -104,6 +104,7 @@ class ProvisionConfig:
system_disk_gib: int = SYSTEM_DISK_GIB
ttl_hours: int | None = None
enable_docker: bool = False
enable_host_cache_clear: bool = False
def __post_init__(self) -> None:
if not 20 <= self.system_disk_gib <= 2048:
@@ -128,6 +129,7 @@ def render_user_data(
runner_uid: str = "1001",
runner_gid: str = "1001",
enable_docker: bool = False,
enable_host_cache_clear: bool = False,
) -> str:
"""Render the cloud-init shell script for the runner instance."""
docker_setup = ""
@@ -140,6 +142,23 @@ runner_user=$(id -nu {runner_uid})
usermod -aG docker "$runner_user"
runuser -u "$runner_user" -- docker info
'''
cache_clear_setup = ""
if enable_host_cache_clear:
if not runner_uid.isascii() or not runner_uid.isdigit():
raise ValueError("runner-uid must be numeric for host cache clearing")
cache_clear_setup = f'''# Opt-in host-wide cache control for dedicated benchmark instances only.
command -v sudo
command -v visudo
tee_path=$(command -v tee)
[[ "$tee_path" == /usr/bin/tee || "$tee_path" == /bin/tee ]]
runner_user=$(id -nu {runner_uid})
install -d -m 0755 /etc/sudoers.d
printf '#{runner_uid} ALL=(root) NOPASSWD: %s /proc/sys/vm/drop_caches\\n' "$tee_path" > /etc/sudoers.d/o11ybench-cache-clear
chmod 0440 /etc/sudoers.d/o11ybench-cache-clear
visudo -cf /etc/sudoers.d/o11ybench-cache-clear
runuser -u "$runner_user" -- sudo -n -l -- tee /proc/sys/vm/drop_caches
'''
destinations = " ".join(f'"{dst}"' for dst in CACHE_PATHS)
cache_setup = f"""# Caches live on the system disk, are deleted with the instance, and every
@@ -180,7 +199,7 @@ set -euo pipefail
{swap_setup}
{docker_setup}cat > /etc/ephemeral-github-runner.env <<'ENVEOF'
{docker_setup}{cache_clear_setup}cat > /etc/ephemeral-github-runner.env <<'ENVEOF'
RUNNER_NAME={runner_name}
RUNNER_LABELS={runner_label}
RUNNER_TOKEN={runner_token}
@@ -435,6 +454,7 @@ def provision(config: ProvisionConfig) -> int:
config.runner_uid,
config.runner_gid,
enable_docker=config.enable_docker,
enable_host_cache_clear=config.enable_host_cache_clear,
)
)
@@ -498,6 +518,10 @@ def main() -> int:
"--enable-docker", choices=("true", "false"),
default=os.environ.get("ALIYUN_ECS_ENABLE_DOCKER", "false"),
)
parser.add_argument(
"--enable-host-cache-clear", choices=("true", "false"),
default=os.environ.get("ALIYUN_ECS_ENABLE_HOST_CACHE_CLEAR", "false"),
)
parser.add_argument("--repo", default=os.environ.get("GITHUB_REPOSITORY"))
parser.add_argument("--run-id", default=os.environ.get("GITHUB_RUN_ID"))
parser.add_argument("--github-token", default=os.environ.get("GH_PERSONAL_ACCESS_TOKEN"))
@@ -531,6 +555,7 @@ def main() -> int:
system_disk_gib=args.system_disk_gib,
ttl_hours=args.ttl_hours,
enable_docker=args.enable_docker == "true",
enable_host_cache_clear=args.enable_host_cache_clear == "true",
)
return provision(config)