Files
orca/cloud/dev/scripts/workload-identity-attribute-conditions.test.mjs
T
Jinwoo Hong 0746d82c01 chore(cloud): close the Workload Identity cutover onto stablyai/orca (#18509)
Mirrors stablyai/orca-cloud#470. The private relay workflows are retired, so
the dual accept has one live arm left. Add `github_workflow_file_prefix` for
the primary repository's workflow filenames, point `github_repo`/
`github_repo_id` at `stablyai/orca` (`1183888342`), and empty
`github_accepted_repositories` in both environments. Every relay provider goes
back to a single arm naming `cloud-` prefixed workflow refs.

`cloud/infra/terraform` stays byte-identical to the private branch. The two
identity tests diverge here as they already did, so they take the same change
rather than the same bytes: both now render the trusted ref head from the
Terraform variable instead of this checkout's own workflow filenames, which is
what lets the length pin be the same 791 characters in either repository.
2026-09-03 15:57:00 -04:00

153 lines
12 KiB
JavaScript

import assert from 'node:assert/strict'
import test from 'node:test'
import {
hasTerraformRoot,
renderAttributeConditions
} from './render-workload-identity-conditions.mjs'
// GCP rejects an attribute_condition longer than this.
const ATTRIBUTE_CONDITION_LIMIT = 4096
const EXPECTED_CONDITIONS = {
staging: {
relay: {
github_staging_relay_capacity:
"assertion.repository == 'stablyai/orca' && assertion.repository_id == '1183888342' && assertion.repository_owner_id == '127256420' && assertion.ref == 'refs/heads/main' && assertion.environment == 'staging' && (assertion.workflow_ref == 'stablyai/orca/.github/workflows/cloud-bootstrap-relay-staging-capacity.yml@refs/heads/main' || assertion.workflow_ref == 'stablyai/orca/.github/workflows/cloud-prove-relay-staging-capacity.yml@refs/heads/main' || assertion.workflow_ref == 'stablyai/orca/.github/workflows/cloud-recover-relay-staging-c4-image.yml@refs/heads/main')",
github_staging_relay_deploy:
"assertion.repository == 'stablyai/orca' && assertion.repository_id == '1183888342' && assertion.repository_owner_id == '127256420' && assertion.ref == 'refs/heads/main' && assertion.environment == 'staging' && (assertion.workflow_ref == 'stablyai/orca/.github/workflows/cloud-bootstrap-relay-staging-capacity.yml@refs/heads/main' || assertion.workflow_ref == 'stablyai/orca/.github/workflows/cloud-deploy-relay-staging-gce-candidate.yml@refs/heads/main' || assertion.workflow_ref == 'stablyai/orca/.github/workflows/cloud-deploy-relay-staging.yml@refs/heads/main' || assertion.workflow_ref == 'stablyai/orca/.github/workflows/cloud-operate-relay-asia-admission.yml@refs/heads/main' || assertion.workflow_ref == 'stablyai/orca/.github/workflows/cloud-power-relay-staging.yml@refs/heads/main')",
github_relay_asia_topology:
"assertion.repository == 'stablyai/orca' && assertion.repository_id == '1183888342' && assertion.repository_owner_id == '127256420' && assertion.ref == 'refs/heads/main' && assertion.environment == 'staging' && assertion.event_name == 'workflow_dispatch' && assertion.workflow_ref == 'stablyai/orca/.github/workflows/cloud-deploy-relay-asia-topology.yml@refs/heads/main'",
github_relay_asia_proof:
"assertion.repository == 'stablyai/orca' && assertion.repository_id == '1183888342' && assertion.repository_owner_id == '127256420' && assertion.ref == 'refs/heads/main' && assertion.environment == 'staging' && assertion.event_name == 'workflow_dispatch' && assertion.workflow_ref == 'stablyai/orca/.github/workflows/cloud-prove-relay-asia-staging.yml@refs/heads/main'",
},
// The relay root creates this provider only in production, so staging has exactly one
// definition and it lives here.
apps: {
github:
"assertion.repository == 'stablyai/orca-cloud' && assertion.repository_id == '1273841466' && assertion.repository_owner_id == '127256420' && assertion.ref == 'refs/heads/main' && assertion.environment == 'staging' && (assertion.workflow_ref == 'stablyai/orca-cloud/.github/workflows/deploy-auth-staging.yml@refs/heads/main' || assertion.workflow_ref == 'stablyai/orca-cloud/.github/workflows/deploy-staging.yml@refs/heads/main' || assertion.workflow_ref == 'stablyai/orca-cloud/.github/workflows/load-skill-finalization-staging.yml@refs/heads/main' || assertion.workflow_ref == 'stablyai/orca-cloud/.github/workflows/recover-skill-object-staging.yml@refs/heads/main')",
},
},
production: {
relay: {
github:
"assertion.repository == 'stablyai/orca' && assertion.repository_id == '1183888342' && assertion.repository_owner_id == '127256420' && assertion.ref == 'refs/heads/main' && assertion.environment == 'production' && ((assertion.workflow_ref == 'stablyai/orca/.github/workflows/cloud-deploy-relay-fence-broker.yml@refs/heads/main' || assertion.workflow_ref == 'stablyai/orca/.github/workflows/cloud-deploy-relay-production-capacity.yml@refs/heads/main' || assertion.workflow_ref == 'stablyai/orca/.github/workflows/cloud-deploy-relay-production-director.yml@refs/heads/main' || assertion.workflow_ref == 'stablyai/orca/.github/workflows/cloud-deploy-relay-production-multi-target.yml@refs/heads/main' || assertion.workflow_ref == 'stablyai/orca/.github/workflows/cloud-deploy-relay-production.yml@refs/heads/main' || assertion.workflow_ref == 'stablyai/orca/.github/workflows/cloud-operate-relay-asia-admission.yml@refs/heads/main' || assertion.workflow_ref == 'stablyai/orca/.github/workflows/cloud-publish-relay-production.yml@refs/heads/main') || (assertion.workflow_ref == 'stablyai/orca/.github/workflows/cloud-operate-relay-production-rehome.yml@refs/heads/main' && assertion.job_workflow_ref == 'stablyai/orca/.github/workflows/cloud-operate-relay-production-rehome-job.yml@refs/heads/main') || (assertion.workflow_ref == 'stablyai/orca/.github/workflows/cloud-deploy-relay-production-same-cap.yml@refs/heads/main' && (assertion.job_workflow_ref == 'stablyai/orca/.github/workflows/cloud-deploy-relay-production-same-cap-job.yml@refs/heads/main' || assertion.job_workflow_ref == 'stablyai/orca/.github/workflows/cloud-deploy-relay-production-same-cap.yml@refs/heads/main')))",
github_monitor:
"assertion.repository == 'stablyai/orca' && assertion.repository_id == '1183888342' && assertion.repository_owner_id == '127256420' && assertion.ref == 'refs/heads/main' && assertion.environment == 'production' && assertion.workflow_ref == 'stablyai/orca/.github/workflows/cloud-monitor-relay-production.yml@refs/heads/main' && assertion.job_workflow_ref == 'stablyai/orca/.github/workflows/cloud-monitor-relay-production-job.yml@refs/heads/main'",
github_fence:
"assertion.repository == 'stablyai/orca' && assertion.repository_id == '1183888342' && assertion.repository_owner_id == '127256420' && assertion.ref == 'refs/heads/main' && assertion.environment == 'production' && assertion.workflow_ref == 'stablyai/orca/.github/workflows/cloud-deploy-relay-production-multi-target.yml@refs/heads/main' && assertion.job_workflow_ref == 'stablyai/orca/.github/workflows/cloud-deploy-relay-production-multi-target.yml@refs/heads/main'",
github_production_relay_capacity:
"assertion.repository == 'stablyai/orca' && assertion.repository_id == '1183888342' && assertion.repository_owner_id == '127256420' && assertion.ref == 'refs/heads/main' && assertion.environment == 'production' && ((assertion.workflow_ref == 'stablyai/orca/.github/workflows/cloud-deploy-relay-production-capacity.yml@refs/heads/main' && assertion.job_workflow_ref == 'stablyai/orca/.github/workflows/cloud-deploy-relay-production-capacity-job.yml@refs/heads/main') || (assertion.workflow_ref == 'stablyai/orca/.github/workflows/cloud-deploy-relay-production-same-cap.yml@refs/heads/main' && assertion.job_workflow_ref == 'stablyai/orca/.github/workflows/cloud-deploy-relay-production-same-cap-job.yml@refs/heads/main'))",
github_relay_asia_topology:
"assertion.repository == 'stablyai/orca' && assertion.repository_id == '1183888342' && assertion.repository_owner_id == '127256420' && assertion.ref == 'refs/heads/main' && assertion.environment == 'production' && assertion.event_name == 'workflow_dispatch' && assertion.workflow_ref == 'stablyai/orca/.github/workflows/cloud-deploy-relay-asia-topology.yml@refs/heads/main'",
},
apps: {
github_production_app_deploy:
"assertion.repository == 'stablyai/orca-cloud' && assertion.repository_id == '1273841466' && assertion.repository_owner_id == '127256420' && assertion.ref == 'refs/heads/main' && assertion.environment == 'production' && (assertion.workflow_ref == 'stablyai/orca-cloud/.github/workflows/deploy-production.yml@refs/heads/main' || assertion.workflow_ref == 'stablyai/orca-cloud/.github/workflows/deploy-auth-production.yml@refs/heads/main')",
},
},
}
// The one repository each root trusts, with the workflow-ref head it contributes. The relay root
// moved to the public repository, where the workflow files carry the `cloud-` prefix; the apps
// root still deploys from the private one.
const ROOT_REPOSITORIES = {
relay: {
claims:
"assertion.repository == 'stablyai/orca' && assertion.repository_id == '1183888342' && assertion.repository_owner_id == '127256420'",
workflowHead: 'stablyai/orca/.github/workflows/cloud-'
},
apps: {
claims:
"assertion.repository == 'stablyai/orca-cloud' && assertion.repository_id == '1273841466' && assertion.repository_owner_id == '127256420'",
workflowHead: 'stablyai/orca-cloud/.github/workflows/'
}
}
// [root, provider, condition] for every provider the environment creates, across all roots.
async function flatten(environment) {
const rendered = await renderAttributeConditions(environment)
return Object.entries(rendered).flatMap(([root, providers]) =>
Object.entries(providers).map(([provider, condition]) => [root, provider, condition])
)
}
// Only roots whose directory ships can be rendered; the apps root stays in the private
// repository, so its expectations sit above unused until that directory is present.
const expectedRoots = (environment) =>
Object.fromEntries(
Object.entries(EXPECTED_CONDITIONS[environment]).filter(([root]) => hasTerraformRoot(root))
)
for (const environment of Object.keys(EXPECTED_CONDITIONS)) {
const roots = expectedRoots(environment)
test(`${environment} renders the exact reviewed attribute conditions`, async () => {
const rendered = await renderAttributeConditions(environment)
assert.deepEqual(Object.keys(rendered).sort(), Object.keys(roots).sort())
for (const [root, providers] of Object.entries(roots)) {
assert.deepEqual(Object.keys(rendered[root]).sort(), Object.keys(providers).sort(), root)
for (const [provider, condition] of Object.entries(providers)) {
assert.equal(rendered[root][provider], condition, `${environment} ${root} ${provider}`)
}
}
})
test(`${environment} attribute conditions stay under the GCP length limit`, async () => {
for (const [root, provider, condition] of await flatten(environment)) {
assert.ok(
condition.length < ATTRIBUTE_CONDITION_LIMIT,
`${environment} ${root} ${provider} is ${condition.length} chars`
)
}
})
test(`${environment} pins repository, branch, and environment on every provider`, async () => {
for (const [root, provider, condition] of await flatten(environment)) {
for (const pin of [
ROOT_REPOSITORIES[root].claims,
"assertion.ref == 'refs/heads/main'",
`assertion.environment == '${environment}'`
]) {
assert.ok(condition.includes(pin), `${environment} ${root} ${provider} is missing ${pin}`)
}
assert.ok(
condition.includes('assertion.workflow_ref ==') ||
condition.includes('assertion.job_workflow_ref =='),
`${environment} ${root} ${provider} names no workflow`
)
}
})
// A prefix or suffix match would turn each allowlist into a namespace grant.
test(`${environment} attribute conditions compare workflows only by equality`, async () => {
for (const [root, provider, condition] of await flatten(environment)) {
assert.doesNotMatch(
condition,
/startsWith|endsWith|matches|in \[/,
`${environment} ${root} ${provider}`
)
}
})
}
// Why: the cutover left one arm per relay provider. A leftover `stablyai/orca-cloud` claim or
// workflow ref would keep trusting a repository whose relay workflows are retired, and an unprefixed
// ref would name a file the public repository does not have.
for (const environment of Object.keys(EXPECTED_CONDITIONS)) {
test(`${environment} admits only the public repository through every relay provider`, async () => {
const { claims, workflowHead } = ROOT_REPOSITORIES.relay
const rendered = await renderAttributeConditions(environment)
for (const [provider, condition] of Object.entries(rendered.relay)) {
assert.ok(condition.startsWith(`${claims} && `), `${provider} does not lead with the claims`)
assert.doesNotMatch(condition, /stablyai\/orca-cloud|1273841466/, `${provider} keeps an old arm`)
const refs = [...condition.matchAll(/(?:job_)?workflow_ref == '([^']+)'/g)].map(
(match) => match[1]
)
assert.ok(refs.length > 0, `${provider} names no workflow`)
for (const ref of refs) {
assert.ok(ref.startsWith(workflowHead), `${provider} names a stray ref ${ref}`)
}
}
})
}