mirror of
https://github.com/stablyai/orca.git
synced 2026-10-30 16:47:34 +00:00
* test: exercise fresh orchestration output and identity fixtures * test: check brief task values at the current output boundary * test: observe worker CLI receipts through actual output * test: reach sender lookup and print real worker wait states * test: verify retry deadlines and headless recovery admission * test: audit ACP lifecycle and recorded response boundaries * test: exercise mobile and CI admission contracts * test: check cache producers and exact capped output * test: reconcile upstream audit coverage and cache admission * docs: align integrated audit record hashes --------- Co-authored-by: OrcaWin <293788423+OrcaWin@users.noreply.github.com>
151 lines
7.0 KiB
JavaScript
151 lines
7.0 KiB
JavaScript
import { readFileSync } from 'node:fs'
|
|
import { runInNewContext } from 'node:vm'
|
|
import { expect, it } from 'vitest'
|
|
import { parse } from 'yaml'
|
|
import { compileAggregateExpression } from './pr-aggregate-gate-context.mjs'
|
|
|
|
const workflow = parse(readFileSync('.github/workflows/node-server-tests.yml', 'utf8'))
|
|
const persistence = workflow.jobs.persistence
|
|
const shouldPersist = compileAggregateExpression(persistence.if, ['needs', 'github'])
|
|
|
|
function context({ qualification, producer = 'success', event = 'pull_request', draft = false }) {
|
|
return {
|
|
github: { event_name: event, event: { pull_request: { draft } } },
|
|
needs: {
|
|
changes: { outputs: { qualification } },
|
|
mobile_web_bundle: { result: producer }
|
|
}
|
|
}
|
|
}
|
|
|
|
it.each([
|
|
{ qualification: 'true', producer: 'success', expected: true },
|
|
{ qualification: '', producer: 'success', expected: true },
|
|
{ qualification: 'true', producer: 'failure', expected: false },
|
|
{ qualification: 'true', producer: 'cancelled', expected: false },
|
|
{ qualification: 'true', producer: 'skipped', expected: false },
|
|
{ qualification: '', producer: 'skipped', expected: false },
|
|
{ qualification: 'false', producer: 'skipped', expected: true },
|
|
{ qualification: 'false', producer: 'skipped', draft: true, expected: false },
|
|
{ producer: 'success', event: 'workflow_dispatch', expected: true },
|
|
{ producer: 'success', event: 'schedule', expected: true }
|
|
])('gates qualification on the bundle while retaining test-only behavior: %j', (scenario) => {
|
|
const ctx = context(scenario)
|
|
expect(persistence.needs).toEqual(['changes', 'mobile_web_bundle'])
|
|
expect(shouldPersist(ctx).coerceString()).toBe(String(scenario.expected))
|
|
expect(shouldPersist(ctx, true).coerceString()).toBe('false')
|
|
})
|
|
|
|
it('uses the shared page for qualification and builds locally only when its producer is skipped', () => {
|
|
const download = persistence.steps.find((step) => step.with?.name === 'orcad-mobile-web-bundle')
|
|
const build = persistence.steps.find((step) => step.uses?.includes('build-mobile-web-bundle'))
|
|
const serverBuild = persistence.steps.find((step) => step.run === 'pnpm build:orcad')
|
|
expect(download.uses).toBe('actions/download-artifact@v8')
|
|
expect(download.with.path).toBe('out/mobile-web')
|
|
expect(persistence.steps.indexOf(download)).toBeLessThan(persistence.steps.indexOf(serverBuild))
|
|
expect(persistence.steps.indexOf(build)).toBeLessThan(persistence.steps.indexOf(serverBuild))
|
|
for (const qualification of ['true', '', undefined, 'false']) {
|
|
const ctx = context({ qualification })
|
|
expect(compileAggregateExpression(download.if)(ctx).coerceString()).toBe(
|
|
String(qualification !== 'false')
|
|
)
|
|
expect(compileAggregateExpression(build.if)(ctx).coerceString()).toBe(
|
|
String(qualification === 'false')
|
|
)
|
|
}
|
|
expect(serverBuild['continue-on-error']).toBeUndefined()
|
|
})
|
|
|
|
it('starts independent Linux qualification without waiting for another platform', () => {
|
|
for (const name of ['linux_glibc_floor', 'linux_glibc217_compat', 'linux_musl']) {
|
|
const job = workflow.jobs[name]
|
|
expect([job.needs].flat()).not.toContain('persistence')
|
|
expect(job.if).not.toContain('needs.persistence')
|
|
const evaluate = compileAggregateExpression(job.if, ['needs', 'github', 'inputs'])
|
|
const ctx = { ...context({ qualification: 'true' }), inputs: { build_template: true } }
|
|
expect(evaluate(ctx).coerceString()).toBe('true')
|
|
expect(evaluate(ctx, true).coerceString()).toBe('false')
|
|
const draft = {
|
|
...context({ qualification: '', draft: true, producer: 'skipped' }),
|
|
inputs: { build_template: false }
|
|
}
|
|
expect(evaluate(draft).coerceString()).toBe('false')
|
|
}
|
|
})
|
|
|
|
it('prepares template dependencies before waiting for every qualification lane', () => {
|
|
const template = workflow.jobs.desktop_template
|
|
expect(template.needs).toBe('changes')
|
|
expect(template.permissions).toEqual({ contents: 'read', actions: 'read' })
|
|
const evaluate = compileAggregateExpression(template.if, ['inputs'])
|
|
expect(evaluate({ inputs: { build_template: true } }).coerceString()).toBe('true')
|
|
expect(evaluate({ inputs: { build_template: false } }).coerceString()).toBe('false')
|
|
expect(evaluate({ inputs: { build_template: true } }, true).coerceString()).toBe('false')
|
|
const wait = template.steps.findIndex(
|
|
(step) => step.name === 'Wait for every template qualification lane'
|
|
)
|
|
expect(
|
|
template.steps.findIndex((step) => step.uses?.includes('install-node-dependencies'))
|
|
).toBeLessThan(wait)
|
|
expect(
|
|
template.steps.findIndex((step) => step.name === "Collect every lane's slot")
|
|
).toBeGreaterThan(wait)
|
|
})
|
|
|
|
it('avoids template download-cache transfers while retaining native and verification caches', () => {
|
|
const install = persistence.steps.find((step) => step.id === 'dependencies')
|
|
expect(install.with['cache-pnpm-verification']).toBeUndefined()
|
|
expect(install.with['persist-native-cache']).toBeUndefined()
|
|
const source = install.with['cache-pnpm-store'].slice(3, -2)
|
|
for (const os of ['Linux', 'macOS', 'Windows']) {
|
|
expect(runInNewContext(install.with['native-runtime'].slice(3, -2), { runner: { os } })).toBe(
|
|
os === 'Windows' ? 'node' : 'none'
|
|
)
|
|
for (const buildTemplate of [true, false]) {
|
|
expect(
|
|
runInNewContext(source, {
|
|
inputs: { build_template: buildTemplate, fast_runners: false },
|
|
matrix: { os: '' },
|
|
runner: { os }
|
|
})
|
|
).toBe(!buildTemplate && os !== 'Windows')
|
|
}
|
|
}
|
|
})
|
|
|
|
it.each(['persistence', 'linux_glibc_floor', 'linux_musl'])(
|
|
'%s waits through the dependency graph without polling the Actions API',
|
|
(name) => {
|
|
const job = workflow.jobs[name]
|
|
expect(job.needs).toEqual(['changes', 'mobile_web_bundle'])
|
|
expect(job.steps.some((step) => step.uses?.includes('github-script'))).toBe(false)
|
|
const evaluate = compileAggregateExpression(job.if, ['needs', 'github', 'inputs'])
|
|
for (const producer of ['success', 'failure', 'cancelled', 'skipped', 'timed_out']) {
|
|
const ctx = {
|
|
...context({ qualification: 'true', producer }),
|
|
inputs: { build_template: true }
|
|
}
|
|
expect(evaluate(ctx).coerceString()).toBe(String(producer === 'success'))
|
|
}
|
|
}
|
|
)
|
|
|
|
it('configures native preparation before shared-page download and unconditional cleanup', () => {
|
|
for (const name of ['persistence', 'linux_glibc_floor', 'linux_musl']) {
|
|
const job = workflow.jobs[name]
|
|
const download = job.steps.findIndex((step) => step.with?.name === 'orcad-mobile-web-bundle')
|
|
const prepare = job.steps.findIndex(
|
|
(step) =>
|
|
step.uses?.includes('prepare-orcad-prebuilds') ||
|
|
step.run?.includes('pnpm build:orcad-prebuilds')
|
|
)
|
|
expect(job.needs).toEqual(['changes', 'mobile_web_bundle'])
|
|
expect(prepare).toBeGreaterThan(-1)
|
|
expect(prepare).toBeLessThan(download)
|
|
expect(job.permissions).toEqual({ contents: 'read' })
|
|
}
|
|
const alpine = workflow.jobs.linux_musl.steps
|
|
const cleanup = alpine.find((step) => step.name === 'Clean up the Alpine qualification container')
|
|
expect(cleanup.if).toBe('always()')
|
|
})
|