mirror of
https://github.com/stablyai/orca.git
synced 2026-11-16 02:47:34 +00:00
* refactor(tooling): organize test runtime and maintenance owners * test(tooling): preserve relocated runtime fixture dependency edges * refactor(tooling): preserve xterm routing owner checks * ci(tooling): include routing owner in sparse checkout * test(tooling): preserve copied workflow dependency closures * fix(tooling): normalize hashed JSON assets in release parity * fix(tooling): distinguish asset aliases from literal references * fix(tooling): frame normalized asset reference payloads * fix(tooling): normalize decoded JSON asset references * refactor(tooling): organize build, CI and release owners * fix(tooling): align moved generator and workflow path contracts * fix(tooling): update generated plugin bundle owner banners * test(tooling): create relocated mobile verifier fixture directories * test(tooling): copy headless detector dependency closure * test(tooling): align native batch policy fixtures with owner path * fix(tooling): link moved reliability command to historical evidence * fix(tooling): preserve nested sandbox owners and canonical guide source * fix(tooling): target release version owners in checkout fixture
43 lines
1.3 KiB
JavaScript
43 lines
1.3 KiB
JavaScript
export function verifyPlaywrightParticipation(report, { titles, label, repetitions = 3 }) {
|
|
const stats = report?.stats
|
|
if (
|
|
!stats ||
|
|
stats.expected !== titles.length * repetitions ||
|
|
stats.skipped !== 0 ||
|
|
stats.unexpected !== 0 ||
|
|
stats.flaky !== 0 ||
|
|
report.errors?.length
|
|
) {
|
|
throw new Error(`${label} participation failed: ${JSON.stringify(stats)}`)
|
|
}
|
|
const counts = new Map(titles.map((title) => [title, 0]))
|
|
const visit = (suites) => {
|
|
for (const suite of suites ?? []) {
|
|
for (const spec of suite.specs ?? []) {
|
|
if (!counts.has(spec.title)) {
|
|
throw new Error(`Unexpected ${label} scenario: ${spec.title}`)
|
|
}
|
|
for (const test of spec.tests ?? []) {
|
|
if (
|
|
test.expectedStatus !== 'passed' ||
|
|
test.results?.length !== 1 ||
|
|
test.results[0].status !== 'passed'
|
|
) {
|
|
throw new Error(`${label} scenario did not pass without retries: ${spec.title}`)
|
|
}
|
|
counts.set(spec.title, counts.get(spec.title) + 1)
|
|
}
|
|
}
|
|
visit(suite.suites)
|
|
}
|
|
}
|
|
visit(report.suites)
|
|
for (const [title, count] of counts) {
|
|
if (count !== repetitions) {
|
|
throw new Error(
|
|
`${label} scenario requires ${repetitions === 3 ? 'three' : repetitions} executions: ${title} (${count})`
|
|
)
|
|
}
|
|
}
|
|
}
|