mirror of
https://github.com/neondatabase/neon.git
synced 2025-12-24 22:59:59 +00:00
8dfa8f0b94
## Problem Release CI is slow, because we're doing unnecessary work, for example building compute images on storage releases and vice versa. ## Summary of changes - Extract tag generation into reusable workflow and extend it with fetching of previous component releases - Don't build neon images on compute releases and don't build compute images on proxy and storage releases - Reuse images from previous releases for tests on branches where we don't build those images ## Open questions - We differentiate between `TAG` and `COMPUTE_TAG` in a few places, but we don't differentiate between storage and proxy releases. Since they use the same image, this will continue to work, but I'm not sure this is what we want.
63 lines
1.8 KiB
Python
63 lines
1.8 KiB
Python
import itertools
|
|
import json
|
|
import os
|
|
|
|
build_tag = os.environ["BUILD_TAG"]
|
|
branch = os.environ["BRANCH"]
|
|
dev_acr = os.environ["DEV_ACR"]
|
|
prod_acr = os.environ["PROD_ACR"]
|
|
dev_aws = os.environ["DEV_AWS"]
|
|
prod_aws = os.environ["PROD_AWS"]
|
|
aws_region = os.environ["AWS_REGION"]
|
|
|
|
components = {
|
|
"neon": ["neon"],
|
|
"compute": [
|
|
"compute-node-v14",
|
|
"compute-node-v15",
|
|
"compute-node-v16",
|
|
"compute-node-v17",
|
|
"vm-compute-node-v14",
|
|
"vm-compute-node-v15",
|
|
"vm-compute-node-v16",
|
|
"vm-compute-node-v17",
|
|
],
|
|
}
|
|
|
|
registries = {
|
|
"dev": [
|
|
"docker.io/neondatabase",
|
|
"ghcr.io/neondatabase",
|
|
f"{dev_aws}.dkr.ecr.{aws_region}.amazonaws.com",
|
|
f"{dev_acr}.azurecr.io/neondatabase",
|
|
],
|
|
"prod": [
|
|
f"{prod_aws}.dkr.ecr.{aws_region}.amazonaws.com",
|
|
f"{prod_acr}.azurecr.io/neondatabase",
|
|
],
|
|
}
|
|
|
|
outputs: dict[str, dict[str, list[str]]] = {}
|
|
|
|
target_tags = [build_tag, "latest"] if branch == "main" else [build_tag]
|
|
target_stages = ["dev", "prod"] if branch.startswith("release") else ["dev"]
|
|
|
|
for component_name, component_images in components.items():
|
|
for stage in target_stages:
|
|
outputs[f"{component_name}-{stage}"] = dict(
|
|
[
|
|
(
|
|
f"docker.io/neondatabase/{component_image}:{build_tag}",
|
|
[
|
|
f"{combo[0]}/{component_image}:{combo[1]}"
|
|
for combo in itertools.product(registries[stage], target_tags)
|
|
],
|
|
)
|
|
for component_image in component_images
|
|
]
|
|
)
|
|
|
|
with open(os.environ["GITHUB_OUTPUT"], "a") as f:
|
|
for key, value in outputs.items():
|
|
f.write(f"{key}={json.dumps(value)}\n")
|