mirror of
https://github.com/stablyai/orca.git
synced 2026-10-31 09:07:40 +00:00
* ci: run PR unit shards on free hosted ARM as 12 shards Enterprise's 1,000-job limit makes more, smaller shards free. A 12-shard cold run on ubuntu-24.04-arm measured 361s median / 412s max per shard, against ~390s / ~441s for five warm Blacksmith 8-vCPU shards. The Blacksmith-store module cache producer becomes dispatch-only since hosted shards cannot read it. * TEMP: force 12 shards on this PR (repo var is still 5); drop before merge * test: size the full-inventory routing check from FULL_SHARD_COUNT * Revert TEMP 12-shard override; the repository variable is now 12 --------- Co-authored-by: OrcaWin <293788423+OrcaWin@users.noreply.github.com>
130 lines
4.7 KiB
JavaScript
130 lines
4.7 KiB
JavaScript
import { mkdtempSync, mkdirSync, readFileSync, rmSync, writeFileSync } from 'node:fs'
|
|
import { tmpdir } from 'node:os'
|
|
import { join } from 'node:path'
|
|
import { fileURLToPath } from 'node:url'
|
|
import { expect, it } from 'vitest'
|
|
import { runProcessSync } from '@orca/process-host'
|
|
import { FULL_SHARD_COUNT } from './ci-unit-selection.mjs'
|
|
|
|
it.each([
|
|
{ withParent: true, unresolvedPackage: false },
|
|
{ withParent: false, unresolvedPackage: false },
|
|
{ withParent: true, unresolvedPackage: true }
|
|
])(
|
|
'plans from a real Git diff, retaining full coverage for incomplete package evidence: %j',
|
|
({ withParent, unresolvedPackage }) => {
|
|
const root = mkdtempSync(join(tmpdir(), 'orca-unit-plan-'))
|
|
const git = (args) => {
|
|
const result = runProcessSync({ program: 'git', args, cwd: root })
|
|
expect(result.code, result.stderr).toBe(0)
|
|
return result.stdout.trim()
|
|
}
|
|
try {
|
|
mkdirSync(join(root, 'src'))
|
|
writeFileSync(join(root, 'src/value.ts'), 'export const value = 1')
|
|
writeFileSync(
|
|
join(root, 'src/consumer.test.ts'),
|
|
unresolvedPackage ? "import '@orca/missing-package'" : "import './value'"
|
|
)
|
|
writeFileSync(join(root, 'src/unrelated.test.ts'), 'export const unrelated = true')
|
|
git(['init', '--quiet'])
|
|
git(['add', 'src'])
|
|
const commit = [
|
|
'-c',
|
|
'user.name=CI Test',
|
|
'-c',
|
|
'user.email=ci-test@example.invalid',
|
|
'-c',
|
|
'commit.gpgsign=false',
|
|
'commit',
|
|
'--quiet',
|
|
'-m',
|
|
'fixture'
|
|
]
|
|
git(commit)
|
|
if (withParent) {
|
|
writeFileSync(join(root, 'src/value.ts'), 'export const value = 2')
|
|
git(['add', 'src'])
|
|
git(commit)
|
|
}
|
|
const sourceSha = git(['rev-parse', 'HEAD'])
|
|
const result = runProcessSync({
|
|
program: process.execPath,
|
|
args: [fileURLToPath(new URL('./ci-unit-plan.mjs', import.meta.url))],
|
|
cwd: root,
|
|
env: {
|
|
...process.env,
|
|
ORCA_BACKGROUND_LAUNCH: '1',
|
|
ORCA_UNIT_SELECTION_MODE: 'selected',
|
|
GITHUB_EVENT_NAME: 'pull_request',
|
|
ORCA_PULL_REQUEST_DRAFT: 'true',
|
|
GITHUB_SHA: sourceSha,
|
|
ORCA_SHARD_SOURCE_SHA: sourceSha,
|
|
GITHUB_OUTPUT: join(root, 'outputs'),
|
|
GITHUB_STEP_SUMMARY: join(root, 'summary')
|
|
}
|
|
})
|
|
expect(result.code, result.stderr).toBe(0)
|
|
const plan = JSON.parse(readFileSync(join(root, 'ci-shards/unit-selection.json'), 'utf8'))
|
|
expect(plan.sourceSha).toBe(sourceSha)
|
|
const selected = withParent && !unresolvedPackage
|
|
expect(plan.mode).toBe(selected ? 'selected' : 'shadow')
|
|
expect(plan.executionFiles).toEqual(
|
|
selected ? ['src/consumer.test.ts'] : ['src/consumer.test.ts', 'src/unrelated.test.ts']
|
|
)
|
|
expect(plan.reason).toBe(
|
|
!withParent
|
|
? 'Error: Changed paths unavailable'
|
|
: unresolvedPackage
|
|
? 'Error: No public orca-source export for @orca/missing-package'
|
|
: 'Transitive imports plus indirect-input consumers'
|
|
)
|
|
expect(plan.shards).toHaveLength(selected ? 1 : FULL_SHARD_COUNT)
|
|
} finally {
|
|
rmSync(root, { recursive: true, force: true })
|
|
}
|
|
}
|
|
)
|
|
|
|
it.each(['5', '6', '16', 'invalid', '17'])(
|
|
'validates the requested full shard count and keeps fallback coverage: %s',
|
|
(requestedCount) => {
|
|
const root = mkdtempSync(join(tmpdir(), 'orca-unit-count-'))
|
|
try {
|
|
mkdirSync(join(root, 'src'))
|
|
writeFileSync(join(root, 'src/retained.test.ts'), 'export const retained = true')
|
|
const result = runProcessSync({
|
|
program: process.execPath,
|
|
args: [fileURLToPath(new URL('./ci-unit-plan.mjs', import.meta.url))],
|
|
cwd: root,
|
|
env: {
|
|
...process.env,
|
|
ORCA_BACKGROUND_LAUNCH: '1',
|
|
ORCA_UNIT_FULL_SHARD_COUNT: requestedCount,
|
|
GITHUB_EVENT_NAME: 'workflow_dispatch',
|
|
ORCA_SHARD_SOURCE_SHA: 'full-count-fixture'
|
|
}
|
|
})
|
|
if (['invalid', '17'].includes(requestedCount)) {
|
|
expect(result.code).not.toBe(0)
|
|
expect(result.stderr).toContain(
|
|
'ORCA_UNIT_FULL_SHARD_COUNT must be an integer from 2 to 16'
|
|
)
|
|
return
|
|
}
|
|
expect(result.code, result.stderr).toBe(0)
|
|
const plan = JSON.parse(readFileSync(join(root, 'ci-shards/unit-selection.json'), 'utf8'))
|
|
expect(plan.mode).toBe('shadow')
|
|
expect(plan.executionFiles).toEqual(['src/retained.test.ts'])
|
|
expect(plan.shards).toEqual(
|
|
Array.from({ length: Number(requestedCount) }, (_, index) => ({
|
|
index: index + 1,
|
|
count: Number(requestedCount)
|
|
}))
|
|
)
|
|
} finally {
|
|
rmSync(root, { recursive: true, force: true })
|
|
}
|
|
}
|
|
)
|