Files
orca/config/scripts/ci-unit-plan.test.mjs
T
OrcaWinandOrcaWin 006bbb28e7 ci: run PR unit shards on free hosted ARM as 12 shards (#34906)
* ci: run PR unit shards on free hosted ARM as 12 shards

Enterprise's 1,000-job limit makes more, smaller shards free. A 12-shard
cold run on ubuntu-24.04-arm measured 361s median / 412s max per shard,
against ~390s / ~441s for five warm Blacksmith 8-vCPU shards.

The Blacksmith-store module cache producer becomes dispatch-only since
hosted shards cannot read it.

* TEMP: force 12 shards on this PR (repo var is still 5); drop before merge

* test: size the full-inventory routing check from FULL_SHARD_COUNT

* Revert TEMP 12-shard override; the repository variable is now 12

---------

Co-authored-by: OrcaWin <293788423+OrcaWin@users.noreply.github.com>
2026-10-28 21:10:45 -07:00

130 lines
4.7 KiB
JavaScript

import { mkdtempSync, mkdirSync, readFileSync, rmSync, writeFileSync } from 'node:fs'
import { tmpdir } from 'node:os'
import { join } from 'node:path'
import { fileURLToPath } from 'node:url'
import { expect, it } from 'vitest'
import { runProcessSync } from '@orca/process-host'
import { FULL_SHARD_COUNT } from './ci-unit-selection.mjs'
it.each([
{ withParent: true, unresolvedPackage: false },
{ withParent: false, unresolvedPackage: false },
{ withParent: true, unresolvedPackage: true }
])(
'plans from a real Git diff, retaining full coverage for incomplete package evidence: %j',
({ withParent, unresolvedPackage }) => {
const root = mkdtempSync(join(tmpdir(), 'orca-unit-plan-'))
const git = (args) => {
const result = runProcessSync({ program: 'git', args, cwd: root })
expect(result.code, result.stderr).toBe(0)
return result.stdout.trim()
}
try {
mkdirSync(join(root, 'src'))
writeFileSync(join(root, 'src/value.ts'), 'export const value = 1')
writeFileSync(
join(root, 'src/consumer.test.ts'),
unresolvedPackage ? "import '@orca/missing-package'" : "import './value'"
)
writeFileSync(join(root, 'src/unrelated.test.ts'), 'export const unrelated = true')
git(['init', '--quiet'])
git(['add', 'src'])
const commit = [
'-c',
'user.name=CI Test',
'-c',
'user.email=ci-test@example.invalid',
'-c',
'commit.gpgsign=false',
'commit',
'--quiet',
'-m',
'fixture'
]
git(commit)
if (withParent) {
writeFileSync(join(root, 'src/value.ts'), 'export const value = 2')
git(['add', 'src'])
git(commit)
}
const sourceSha = git(['rev-parse', 'HEAD'])
const result = runProcessSync({
program: process.execPath,
args: [fileURLToPath(new URL('./ci-unit-plan.mjs', import.meta.url))],
cwd: root,
env: {
...process.env,
ORCA_BACKGROUND_LAUNCH: '1',
ORCA_UNIT_SELECTION_MODE: 'selected',
GITHUB_EVENT_NAME: 'pull_request',
ORCA_PULL_REQUEST_DRAFT: 'true',
GITHUB_SHA: sourceSha,
ORCA_SHARD_SOURCE_SHA: sourceSha,
GITHUB_OUTPUT: join(root, 'outputs'),
GITHUB_STEP_SUMMARY: join(root, 'summary')
}
})
expect(result.code, result.stderr).toBe(0)
const plan = JSON.parse(readFileSync(join(root, 'ci-shards/unit-selection.json'), 'utf8'))
expect(plan.sourceSha).toBe(sourceSha)
const selected = withParent && !unresolvedPackage
expect(plan.mode).toBe(selected ? 'selected' : 'shadow')
expect(plan.executionFiles).toEqual(
selected ? ['src/consumer.test.ts'] : ['src/consumer.test.ts', 'src/unrelated.test.ts']
)
expect(plan.reason).toBe(
!withParent
? 'Error: Changed paths unavailable'
: unresolvedPackage
? 'Error: No public orca-source export for @orca/missing-package'
: 'Transitive imports plus indirect-input consumers'
)
expect(plan.shards).toHaveLength(selected ? 1 : FULL_SHARD_COUNT)
} finally {
rmSync(root, { recursive: true, force: true })
}
}
)
it.each(['5', '6', '16', 'invalid', '17'])(
'validates the requested full shard count and keeps fallback coverage: %s',
(requestedCount) => {
const root = mkdtempSync(join(tmpdir(), 'orca-unit-count-'))
try {
mkdirSync(join(root, 'src'))
writeFileSync(join(root, 'src/retained.test.ts'), 'export const retained = true')
const result = runProcessSync({
program: process.execPath,
args: [fileURLToPath(new URL('./ci-unit-plan.mjs', import.meta.url))],
cwd: root,
env: {
...process.env,
ORCA_BACKGROUND_LAUNCH: '1',
ORCA_UNIT_FULL_SHARD_COUNT: requestedCount,
GITHUB_EVENT_NAME: 'workflow_dispatch',
ORCA_SHARD_SOURCE_SHA: 'full-count-fixture'
}
})
if (['invalid', '17'].includes(requestedCount)) {
expect(result.code).not.toBe(0)
expect(result.stderr).toContain(
'ORCA_UNIT_FULL_SHARD_COUNT must be an integer from 2 to 16'
)
return
}
expect(result.code, result.stderr).toBe(0)
const plan = JSON.parse(readFileSync(join(root, 'ci-shards/unit-selection.json'), 'utf8'))
expect(plan.mode).toBe('shadow')
expect(plan.executionFiles).toEqual(['src/retained.test.ts'])
expect(plan.shards).toEqual(
Array.from({ length: Number(requestedCount) }, (_, index) => ({
index: index + 1,
count: Number(requestedCount)
}))
)
} finally {
rmSync(root, { recursive: true, force: true })
}
}
)