mirror of
https://github.com/stablyai/orca.git
synced 2026-10-30 16:47:34 +00:00
* ci: audit dependency security without gating releases * ci: audit stable release tags instead of running daily * ci: isolate release audit data and fix integration checks * ci: require exact audit inputs and ignore candidate archive attributes
165 lines
5.6 KiB
JavaScript
165 lines
5.6 KiB
JavaScript
import { existsSync, mkdirSync, mkdtempSync, readFileSync, rmSync, writeFileSync } from 'node:fs'
|
|
import { tmpdir } from 'node:os'
|
|
import { dirname, join } from 'node:path'
|
|
import { runProcess } from '@orca/process-host'
|
|
import { runInNewContext } from 'node:vm'
|
|
import { expect, it } from 'vitest'
|
|
import { parse } from 'yaml'
|
|
|
|
const release = parse(readFileSync('.github/workflows/release-cut.yml', 'utf8'))
|
|
const security = parse(readFileSync('.github/workflows/dependency-security.yml', 'utf8'))
|
|
const gate = release.jobs['dependency-security']
|
|
const publish = release.jobs['publish-release']
|
|
|
|
function evaluate(expression, tag, result) {
|
|
const needs = Object.fromEntries(publish.needs.map((job) => [job, { result: 'success' }]))
|
|
needs.cut.outputs = { tag, should_release: 'true' }
|
|
needs['dependency-security'].result = result
|
|
return runInNewContext(expression.replace(/needs\.([\w-]+)/g, 'needs["$1"]'), {
|
|
needs,
|
|
cancelled: () => false,
|
|
contains: (value, part) => value.includes(part)
|
|
})
|
|
}
|
|
|
|
it('blocks stable publication until its dependency scan succeeds while leaving RCs independent', () => {
|
|
for (const tag of ['v1.5.0', 'v2.0.1']) {
|
|
expect(evaluate(gate.if, tag, 'success')).toBe(true)
|
|
expect(evaluate(publish.if, tag, 'success')).toBe(true)
|
|
for (const result of ['failure', 'cancelled', 'skipped', '', undefined]) {
|
|
expect(evaluate(publish.if, tag, result)).toBe(false)
|
|
}
|
|
}
|
|
for (const tag of ['v1.5.0-rc.1', 'v1.5.0-rc.1.perf']) {
|
|
expect(evaluate(gate.if, tag, 'skipped')).toBe(false)
|
|
expect(evaluate(publish.if, tag, 'skipped')).toBe(true)
|
|
}
|
|
})
|
|
|
|
it('scans the release tag with read-only workflow tooling instead of installing candidate code', () => {
|
|
expect(gate.with.ref).toBe('refs/tags/${{ needs.cut.outputs.tag }}')
|
|
expect(gate.uses).toBe('./.github/workflows/dependency-security.yml')
|
|
expect(security.permissions).toEqual({ contents: 'read' })
|
|
expect(security.on.schedule).toBeUndefined()
|
|
for (const job of Object.values(security.jobs)) {
|
|
const checkouts = job.steps.filter((step) => step.uses === 'actions/checkout@v6')
|
|
expect(checkouts).toHaveLength(1)
|
|
expect(checkouts[0].with.ref).toBe('${{ github.workflow_sha }}')
|
|
const preparation = job.steps.find(
|
|
(step) => step.uses === './.github/actions/prepare-dependency-audit'
|
|
)
|
|
expect(preparation.with.ref).toBe('${{ inputs.ref }}')
|
|
expect(preparation.if).toBe("inputs.ref != ''")
|
|
for (const step of job.steps) {
|
|
if (step.uses?.startsWith('./')) {
|
|
expect(step['working-directory']).toBeUndefined()
|
|
expect(step.with?.['working-directory']).toBeUndefined()
|
|
}
|
|
}
|
|
}
|
|
})
|
|
|
|
it('extracts release data while excluding executable package and Cargo configuration', async () => {
|
|
const root = mkdtempSync(join(tmpdir(), 'release audit data '))
|
|
const source = join(root, 'source')
|
|
const tooling = join(root, 'tooling')
|
|
mkdirSync(source)
|
|
mkdirSync(tooling)
|
|
const data = [
|
|
'pnpm-lock.yaml',
|
|
'pnpm-workspace.yaml',
|
|
'mobile/pnpm-lock.yaml',
|
|
'mobile/pnpm-workspace.yaml',
|
|
'native/example/Cargo.toml',
|
|
'native/example/Cargo.lock',
|
|
'config/patches/example.patch',
|
|
'mobile/patches/example.patch'
|
|
]
|
|
const configuration = [
|
|
'package.json',
|
|
'mobile/package.json',
|
|
'.gitattributes',
|
|
'.npmrc',
|
|
'.pnpmfile.cjs',
|
|
'config/pnpmfile.cjs',
|
|
'mobile/.npmrc',
|
|
'mobile/.pnpmfile.cjs',
|
|
'.cargo/config.toml',
|
|
'native/.cargo/config.toml',
|
|
'native/example/.cargo/config.toml',
|
|
'native/example/rust-toolchain.toml',
|
|
'native/example/build.rs'
|
|
]
|
|
async function run(program, args, cwd, env = process.env) {
|
|
const result = await runProcess({ program, args, cwd, env })
|
|
expect(result.code, result.stderr).toBe(0)
|
|
}
|
|
try {
|
|
for (const file of [...data, ...configuration]) {
|
|
mkdirSync(dirname(join(source, file)), { recursive: true })
|
|
writeFileSync(
|
|
join(source, file),
|
|
file === '.gitattributes'
|
|
? '*.yaml export-ignore\n*.patch export-subst\n'
|
|
: `${file} contents`
|
|
)
|
|
}
|
|
await run('git', ['init', '--quiet'], source)
|
|
await run('git', ['add', '.'], source)
|
|
await run(
|
|
'git',
|
|
[
|
|
'-c',
|
|
'user.name=Test',
|
|
'-c',
|
|
'user.email=test@example.com',
|
|
'commit',
|
|
'--quiet',
|
|
'-m',
|
|
'fixture'
|
|
],
|
|
source
|
|
)
|
|
await run('git', ['init', '--quiet'], tooling)
|
|
await run('git', ['remote', 'add', 'origin', source], tooling)
|
|
const action = parse(
|
|
readFileSync('.github/actions/prepare-dependency-audit/action.yml', 'utf8')
|
|
)
|
|
await run('bash', ['-c', action.runs.steps[0].run], tooling, {
|
|
...process.env,
|
|
RELEASE_REF: 'HEAD'
|
|
})
|
|
for (const file of data) {
|
|
expect(readFileSync(join(tooling, 'candidate', file), 'utf8')).toBe(`${file} contents`)
|
|
}
|
|
for (const file of configuration) {
|
|
expect(existsSync(join(tooling, 'candidate', file)), file).toBe(false)
|
|
}
|
|
rmSync(join(tooling, 'candidate'), { recursive: true })
|
|
await run('git', ['rm', '--quiet', 'pnpm-workspace.yaml'], source)
|
|
await run(
|
|
'git',
|
|
[
|
|
'-c',
|
|
'user.name=Test',
|
|
'-c',
|
|
'user.email=test@example.com',
|
|
'commit',
|
|
'--quiet',
|
|
'-m',
|
|
'missing workspace'
|
|
],
|
|
source
|
|
)
|
|
const missing = await runProcess({
|
|
program: 'bash',
|
|
args: ['-c', action.runs.steps[0].run],
|
|
cwd: tooling,
|
|
env: { ...process.env, RELEASE_REF: 'HEAD' }
|
|
})
|
|
expect(missing.code).not.toBe(0)
|
|
} finally {
|
|
rmSync(root, { recursive: true, force: true })
|
|
}
|
|
})
|