Files
orca/tests/tools/relay-bench/relay-bench-invocation.test.mjs
T
OrcaWinandOrcaWin 7d6603aa17 [comment audit] Complete repository-wide comment cleanup (#33249)
* [comment audit] Align legacy failure-read counts with cached display

* [comment audit] Condense shared provider lifecycle and browser recovery comments [skip ci]

* [comment audit] Condense shared generation, path and preview comments [skip ci]

* [comment audit] Condense host, file and Git contract rationale [skip ci]

* [comment audit] Tighten Git lifecycle and provider contract comments [skip ci]

* [comment audit] Clarify shared host authority and launch isolation [skip ci]

* [comment audit] simplify local access mobile and native chat contracts [skip ci]

* [comment audit] simplify native chat presentation and state contracts [skip ci]

* [comment audit] simplify native runtime and provider contracts [skip ci]

* [comment audit] simplify migration and orchestration contracts [skip ci]

* [comment audit] simplify plugin trust and process capture rationale [skip ci]

* [comment audit] simplify terminal delivery and remote compatibility rationale [skip ci]

* [comment audit] clarify remote recovery and launch wire rationale [skip ci]

* [comment audit] shorten shared RPC compatibility and runtime evidence comments [skip ci]

* [comment audit] simplify secure storage shell startup and sidebar rationale [skip ci]

* [comment audit] clarify sidebar, skill and SSH invariants [skip ci]

* [comment audit] condense structured chat delivery and timing rationale [skip ci]

* [comment audit] condense terminal replay and telemetry invariants [skip ci]

* [comment audit] clarify launch permission and terminal delivery rationale [skip ci]

* [comment audit] clarify workspace ownership and layout contracts [skip ci]

* [comment audit] wait for fitted and painted SSH terminal links

* [comment audit] clarify layout persistence and session ownership [skip ci]

* [comment audit] clarify host routing and workspace lifecycle contracts [skip ci]

* [comment audit] clarify startup persistence and app lifetime comments [skip ci]

* [comment audit] clarify recovery and activity boundaries [skip ci]

* [comment audit] condense activity and artifact invariants [skip ci]

* [comment audit] condense automation authority contracts [skip ci]

* [comment audit] simplify automation scheduling and history contracts [skip ci]

* [comment audit] clarify browser chrome and annotation lifecycles [skip ci]

* [comment audit] clarify browser routing and retained guest ownership [skip ci]

* [comment audit] clarify browser recovery and document ownership comments [skip ci]

* [comment audit] restore hosted runners required by native IME fixtures

* [comment audit] shorten preview, palette and dashboard invariants [skip ci]

* [comment audit] clarify terminal preview, dashboard and retention comments [skip ci]

* [comment audit] clarify diff-note recovery and editor lifecycle comments [skip ci]

* [comment audit] shorten rich-text and combined-diff ownership comments [skip ci]

* [comment audit] shorten autosave, draft recovery and model ownership comments [skip ci]

* [comment audit] shorten save-queue, notebook and Markdown constraints [skip ci]

* [comment audit] shorten Monaco, PDF and rich Markdown safeguards [skip ci]

* [comment audit] clarify rich Markdown source and selection safeguards [skip ci]

* [comment audit] clarify editor loading and emulator stream lifetimes [skip ci]

* [comment audit] trim emulator and feature tour narration [skip ci]

* [comment audit] clarify floating workspace and GitHub cache ownership [skip ci]

* [comment audit] trim provider controls and Linear filter explanations [skip ci]

* [comment audit] clarify pairing and chat resume lifetimes [skip ci]

* [comment audit] clarify chat delivery and transcript lifetimes [skip ci]

* [comment audit] clarify session options and host-owned status [skip ci]

* [comment audit] clarify draft durability and live-status precedence [skip ci]

* [comment audit] Trim chat send and model ownership explanations [skip ci]

* [comment audit] Shorten transcript ownership and send recovery comments [skip ci]

* [comment audit] Simplify native chat composer and transcript hook comments [skip ci]

* [comment audit] Shorten native chat scroll and structured session explanations [skip ci]

* [comment audit] Trim workspace picker and onboarding commentary [skip ci]

* [comment audit] Simplify pet rendering, review cache and quick open comments [skip ci]

* [comment audit] Trim sidebar and session history explanations [skip ci]

* [comment audit] Condense session resume and review checks comments [skip ci]

* [comment audit] Shorten checks state and file explorer refresh comments [skip ci]

* [comment audit] Trim plugin bridge and source-control action rationale [skip ci]

* [comment audit] Trim source-control listing and review rationale [skip ci]

* [comment audit] Shorten sidebar lifecycle and explorer safeguards [skip ci]

* [comment audit] Condense Settings account and appearance rationale [skip ci]

* [comment audit] Trim pairing and repository Settings explanations [skip ci]

* [comment audit] Condense Settings search SSH and terminal safeguards [skip ci]

* [comment audit] Shorten Settings voice and provider ownership comments [skip ci]

* [comment audit] Condense Settings draft persistence and host-state rationale [skip ci]

* [comment audit] Trim Settings hooks and sidebar setup rationale [skip ci]

* [comment audit] Condense sidebar deletion and board-filter safeguards [skip ci]

* [comment audit] Condense worktree cards, host ownership and Markdown contracts [skip ci]

* [comment audit] Condense sidebar drag, folder and filtering contracts [skip ci]

* [comment audit] Condense sidebar parity, sleep and host ownership contracts [skip ci]

* [comment audit] Prune focus-read baseline after comment cleanup

* [comment audit] Clarify sidebar visibility, board drops and agent evidence [skip ci]

* [comment audit] Tighten sidebar listing, drag and reveal contracts [skip ci]

* [comment audit] Clarify viewport geometry and skill update safeguards [skip ci]

* [comment audit] Tighten skill inventory, usage and host status comments [skip ci]

* [comment audit] Clarify usage ownership and resource kill safeguards [skip ci]

* [comment audit] Tighten tab selection, rename and search contracts [skip ci]

* [comment audit] Tighten tab-strip geometry and drag ownership comments [skip ci]

* [comment audit] Tighten Tasks recovery, pagination and mutation comments [skip ci]

* [comment audit] Tighten provider loading and terminal recovery comments [skip ci]

* [comment audit] Tighten completion, cadence and PTY ownership comments [skip ci]

* [comment audit] Clarify terminal restore and parked-pane boundaries [skip ci]

* [comment audit] Tighten PTY startup and replay explanations [skip ci]

* [comment audit] Clarify PTY identity and delivery ownership [skip ci]

* [comment audit] Shorten remote reconnect and input replay rationale [skip ci]

* [comment audit] Condense terminal parking clipboard and file link comments [skip ci]

* [comment audit] Clarify IME ownership and trim trace history [skip ci]

* [comment audit] Shorten pane recovery and parked watcher explanations [skip ci]

* [comment audit] Condense snapshot replay and visibility recovery rationale [skip ci]

* [comment audit] Shorten terminal parking and keyboard ownership rationale [skip ci]

* [comment audit] Trim renderer lifecycle and menu rationale [skip ci]

* [comment audit] Condense workspace cleanup ownership and settlement notes [skip ci]

* [comment audit] Clarify renderer hook evidence and source ownership [skip ci]

* [comment audit] Tighten IPC ownership and reconnect explanations [skip ci]

* [comment audit] Trim renderer focus, paste and attention comments [skip ci]

* [comment audit] Shorten scroll, locale and agent lifecycle comments [skip ci]

* [comment audit] Trim agent launch, resume and ownership commentary [skip ci]

* [comment audit] Shorten account, browser and editor comments [skip ci]

* [comment audit] Clarify host-mirror waits, previews and input ownership [skip ci]

* [comment audit] Condense launch recovery and editor tokenization comments [skip ci]

* [comment audit] Condense workspace selection and terminal pane rationale [skip ci]

* [comment audit] Condense terminal fitting and rendering recovery comments [skip ci]

* [comment audit] Condense terminal input and host routing explanations [skip ci]

* [comment audit] Condense ownership and sleeping-session recovery rationale [skip ci]

* [comment audit] Condense structured launch and terminal link explanations [skip ci]

* [comment audit] Condense terminal ownership and workspace file routing rationale [skip ci]

* [comment audit] Condense session persistence and workspace activation rationale [skip ci]

* [comment audit] Condense workspace routing and browser ownership rationale [skip ci]

* [comment audit] Condense mirror recovery and layout authority rationale [skip ci]

* [comment audit] Condense runtime transport and file safety rationale [skip ci]

* [comment audit] Condense runtime graph and structured session rationale [skip ci]

* [comment audit] Condense browser creation and remote tab recovery rationale [skip ci]

* [comment audit] Condense snapshot authority and publisher recovery rationale [skip ci]

* [comment audit] Condense frame, startup and provider cache rationale [skip ci]

* [comment audit] Condense host twin and agent lifecycle rationale [skip ci]

* [comment audit] Condense browser authority and editor cleanup rationale [skip ci]

* [comment audit] Condense editor buffer identity and review cache rationale [skip ci]

* [comment audit] Condense provider lifetime and repository ownership rationale [skip ci]

* [comment audit] Condense reconnect, hydration and terminal retirement rationale [skip ci]

* [comment audit] Condense recovery, reconciliation and persistence rationale [skip ci]

* [comment audit] Condense cleanup ownership and listing admission rationale [skip ci]

* [comment audit] Condense teardown ordering and terminal ownership rationale [skip ci]

* [comment audit] Condense recovery ledger and web host-boundary rationale [skip ci]

* [comment audit] Condense web reconnect and credential lifecycle rationale [skip ci]

* [comment audit] Condense cloud rollout and assignment safety rationale [skip ci]

* [comment audit] Condense relay session and database recovery rationale [skip ci]

* [comment audit] Condense relay placement and protocol compatibility rationale [skip ci]

* [comment audit] Condense build and packaging constraints [skip ci]

* [comment audit] Condense CI gates and validation isolation rationale [skip ci]

* [comment audit] Condense catalog identity and browser validation rationale [skip ci]

* [comment audit] Condense mobile browser and frame-budget rationale [skip ci]

* [comment audit] Shorten mobile route and browser test explanations [skip ci]

* [comment audit] Condense editor and session seam test rationale [skip ci]

* [comment audit] Trim session and terminal closure history [skip ci]

* [comment audit] Shorten terminal browser and census explanations [skip ci]

* [comment audit] Preserve root-only E2E diagnostic baseline

* [comment audit] Condense mobile seam and HTML preview test rationale [skip ci]

* [comment audit] Condense preview instrumentation and render harness rationale [skip ci]

* [comment audit] Condense bundle contracts and native-build constraints [skip ci]

* [comment audit] Shorten native packaging and CI routing rationale [skip ci]

* [comment audit] Condense release tooling and benchmark constraints [skip ci]

* [comment audit] Condense packaging and platform gate rationale [skip ci]

* [comment audit] Shorten mobile route and history rationale [skip ci]

* [comment audit] Condense mobile browser and component rationale [skip ci]

* [comment audit] Shorten drawer and workspace-form rationale [skip ci]

* [comment audit] Trim mobile review and editor-document explanations [skip ci]

* [comment audit] Condense editor lifecycle and Markdown explanations [skip ci]

* [comment audit] Trim mobile file, diagnostics and dictation commentary [skip ci]

* [comment audit] Simplify mobile host-list and workspace-view explanations [skip ci]

* [comment audit] Clarify mobile shell lifetime and bridge delivery constraints [skip ci]

* [comment audit] Condense bridge stream, native request and audio rationale [skip ci]

* [comment audit] Reduce bridge schema and page-client commentary [skip ci]

* [comment audit] Tighten mobile page bridge contracts [skip ci]

* [comment audit] Clarify mobile cache and session constraints [skip ci]

* [comment audit] Condense mobile route and lifecycle rationale [skip ci]

* [comment audit] Tighten mobile shell hook timing rationale [skip ci]

* [comment audit] Clarify route handoff and notification compatibility [skip ci]

* [comment audit] Clarify push registration and dictation cleanup constraints [skip ci]

* [comment audit] Condense keyboard geometry and native media ownership rationale [skip ci]

* [comment audit] Tighten mobile chat scroll and composer concurrency rationale [skip ci]

* [comment audit] Condense mobile reply compatibility and upload ownership rationale [skip ci]

* [comment audit] Condense optimistic echo and scroll ownership rationale [skip ci]

* [comment audit] Tighten stream replay and queued session ownership rationale [skip ci]

* [comment audit] Condense mobile composer and reply-schema constraints [skip ci]

* [comment audit] Clarify mobile transcript recovery and session ownership [skip ci]

* [comment audit] Clarify mobile queue and source-control compatibility [skip ci]

* [comment audit] Condense storage and task launch constraints [skip ci]

* [comment audit] Clarify task schemas and terminal document ownership [skip ci]

* [comment audit] Tighten terminal input and viewport rationale [skip ci]

* [comment audit] Shorten terminal and RPC recorder contracts [skip ci]

* [comment audit] Condense recorder engine and connection contracts [skip ci]

* [comment audit] Shorten host credential and relay recovery comments [skip ci]

* [comment audit] Tighten pairing recovery and bundle transport rationale [skip ci]

* [comment audit] Clarify RPC delivery and workspace catalog boundaries [skip ci]

* [comment audit] Condense catalog and relay entry contracts [skip ci]

* [comment audit] Shorten shutdown and SSH relay delivery contracts [skip ci]

* [comment audit] Condense WSL relay and E2E regression rationale [skip ci]

* [comment audit] Shorten cross-version harness and renderer fixture explanations [skip ci]

* [comment audit] Condense paired-host and E2E lifecycle rationale [skip ci]

* [comment audit] Shorten layout oracle and regression explanations [skip ci]

* [comment audit] Condense paired recovery and ownership regression contracts [skip ci]

* [comment audit] Shorten restart, sidebar and SSH lifecycle contracts [skip ci]

* [comment audit] Condense terminal rendering and IME regression rationale [skip ci]

* [comment audit] Shorten terminal recovery and benchmark contracts [skip ci]

* [comment audit] Condense tooling and Windows lifecycle proof rationale [skip ci]

* [comment audit] Condense workflow routing and release rationale [skip ci]

* [comment audit] Condense mobile security and installer contracts [skip ci]

* [comment audit] Shorten native rationale and stylesheet workarounds [skip ci]

* [comment audit] Shorten Windows visibility probe rationale [skip ci]

* [comment audit] Condense embedded release and signing rationale [skip ci]

* [comment audit] Retain current main test behavior in final reconciliation [skip ci]

* [comment audit] Complete final comment review across current source inventory

* [comment audit] Handle consolidated audit reports before final CI

* [comment audit] Preserve credential storage census detail [skip ci]

* [comment audit] Scale broad changed E2E selections with verified timing shards

* [comment audit] Align E2E assertions with browser close and settled session metadata

* [comment audit] Match existing E2Es to current resource and windowing contracts

* [comment audit] Observe the shared server outage notice in reconnect coverage

* [comment audit] Make existing renderer probes measure settled tab and PTY work

* [comment audit] Align palette E2E selector with task search

* [comment audit] Refresh remaining palette search selectors

* [comment audit] Keep selector correction within selected audit specs

* [comment audit] Await emoji fixture settings inside renderer evaluation

* [comment audit] Cancel fixture fit retries between terminal tests

---------

Co-authored-by: OrcaWin <293788423+OrcaWin@users.noreply.github.com>
2026-10-25 04:05:46 -07:00

243 lines
7.8 KiB
JavaScript

// Pin numeric and destination guards against operator typos/hostile director URLs that would create unintended live traffic.
import { describe, expect, it, vi } from 'vitest'
import {
classifyPublicHttpsOrigin,
isPublicIpAddress,
parseArgs,
parseBoundedInteger,
parsePort,
requireBoundedInteger,
requireDirector,
requireOrigin,
requirePort,
resolvesToPublicAddress
} from './relay-bench-invocation.mjs'
/** refuse() exits the process; make that observable instead of killing the test worker. */
function captureRefusal(run) {
const exit = vi.spyOn(process, 'exit').mockImplementation((code) => {
throw new Error(`exit:${code}`)
})
const error = vi.spyOn(console, 'error').mockImplementation(() => {})
try {
run()
return null
} catch (err) {
if (!err.message.startsWith('exit:')) {
throw err
}
return { code: Number(err.message.slice('exit:'.length)), message: error.mock.calls[0]?.[0] }
} finally {
exit.mockRestore()
error.mockRestore()
}
}
describe('parseArgs', () => {
it('splits flags, options, and positionals', () => {
const { flags, options, positional } = parseArgs(['run', 'state.json', '--resolve', '--gap=20'])
expect([...flags]).toEqual(['--resolve'])
expect(options.get('--gap')).toBe('20')
expect(positional).toEqual(['run', 'state.json'])
})
it('keeps an equals sign inside an option value', () => {
const { options } = parseArgs(['--director=https://a.example/?x=1'])
expect(options.get('--director')).toBe('https://a.example/?x=1')
})
})
describe('parseBoundedInteger', () => {
it.each(['5', ' 5 ', '0'])('accepts the whole number %s', (value) => {
expect(parseBoundedInteger(value, { min: 0, max: 10 })).toBe(Number(value.trim()))
})
// 'Infinity' is the one that mattered: Number('Infinity') made the run loops never terminate.
it.each(['Infinity', '-Infinity', 'NaN', '', ' ', 'abc', '1e3', '-1', '1.5', '0x10', '+2'])(
'rejects %j',
(value) => {
expect(parseBoundedInteger(value, { min: 0, max: 10 })).toBeNull()
}
)
it('rejects values outside the bounds', () => {
expect(parseBoundedInteger('11', { min: 0, max: 10 })).toBeNull()
expect(parseBoundedInteger('0', { min: 1, max: 10 })).toBeNull()
})
it('rejects a non-string', () => {
expect(parseBoundedInteger(undefined, { min: 0, max: 10 })).toBeNull()
expect(parseBoundedInteger(5, { min: 0, max: 10 })).toBeNull()
})
})
describe('requireBoundedInteger', () => {
it('falls back when the option is absent', () => {
expect(
requireBoundedInteger(undefined, '--runs', 'usage', { min: 1, max: 10, fallback: 5 })
).toBe(5)
})
it('exits 2 on Infinity rather than looping forever', () => {
const refusal = captureRefusal(() =>
requireBoundedInteger('Infinity', '--runs', 'usage', { min: 1, max: 10, fallback: 5 })
)
expect(refusal?.code).toBe(2)
expect(refusal?.message).toContain('--runs must be a whole number 1-10')
})
})
describe('parsePort', () => {
it('accepts a decimal port', () => {
expect(parsePort('9222')).toBe(9222)
})
// WHATWG URL reads '80@attacker.example' as userinfo, so the fetch would leave loopback.
it.each(['80@attacker.example', '0', '65536', '9222 9223', 'Infinity', ''])(
'rejects %j',
(value) => {
expect(parsePort(value)).toBeNull()
}
)
it('exits 2 through requirePort', () => {
expect(
captureRefusal(() => requirePort('80@attacker.example', 'devtools port', 'usage'))?.code
).toBe(2)
})
})
describe('isPublicIpAddress', () => {
it.each([
'127.0.0.1',
'127.1.2.3',
'0.0.0.0',
'10.0.0.1',
'172.16.0.1',
'172.31.255.255',
'192.168.1.1',
'169.254.169.254',
'100.64.0.1',
'224.0.0.1',
'255.255.255.255',
'::1',
'::',
'::ffff:127.0.0.1',
'fe80::1',
'fc00::1',
'fd12:3456::1',
'ff02::1'
])('refuses %s', (host) => {
expect(isPublicIpAddress(host)).toBe(false)
})
it.each(['8.8.8.8', '172.32.0.1', '172.15.0.1', '1.1.1.1', '2001:db8::1', '::ffff:8.8.8.8'])(
'allows %s',
(host) => {
expect(isPublicIpAddress(host)).toBe(true)
}
)
it('reports null for a DNS name', () => {
expect(isPublicIpAddress('relay.example')).toBeNull()
})
})
describe('classifyPublicHttpsOrigin', () => {
it('normalizes an accepted origin', () => {
expect(classifyPublicHttpsOrigin('https://relay.example/health?x=1')).toEqual({
ok: true,
origin: 'https://relay.example'
})
})
it.each([
['http://relay.example', 'must be an https origin'],
['wss://relay.example', 'must be an https origin'],
['https://user:pass@relay.example', 'must not carry credentials'],
['https://localhost:9222', 'loopback'],
['https://app.localhost', 'loopback'],
['https://127.0.0.1:8080', 'loopback, link-local, or private'],
['https://[::1]/', 'loopback, link-local, or private'],
['https://[::ffff:127.0.0.1]/', 'loopback, link-local, or private'],
['https://169.254.169.254/latest/meta-data', 'loopback, link-local, or private'],
['https://10.1.2.3', 'loopback, link-local, or private'],
['not a url', 'not a URL'],
['', 'missing origin']
])('refuses %s', (value, reason) => {
const verdict = classifyPublicHttpsOrigin(value)
expect(verdict.ok).toBe(false)
expect(verdict.reason).toContain(reason)
})
})
describe('resolvesToPublicAddress', () => {
it('skips the lookup for a literal address', async () => {
const lookup = vi.fn()
await expect(resolvesToPublicAddress('https://8.8.8.8', { lookup })).resolves.toEqual({
ok: true
})
expect(lookup).not.toHaveBeenCalled()
})
it('refuses a name that resolves into the operator network', async () => {
const lookup = vi.fn().mockResolvedValue([{ address: '127.0.0.1', family: 4 }])
const verdict = await resolvesToPublicAddress('https://relay.example', { lookup })
expect(verdict.ok).toBe(false)
expect(verdict.reason).toContain('127.0.0.1')
})
it('refuses when any resolved address is private', async () => {
const lookup = vi.fn().mockResolvedValue([
{ address: '8.8.8.8', family: 4 },
{ address: '10.0.0.5', family: 4 }
])
expect((await resolvesToPublicAddress('https://relay.example', { lookup })).ok).toBe(false)
})
it('accepts a name that resolves publicly', async () => {
const lookup = vi.fn().mockResolvedValue([{ address: '8.8.8.8', family: 4 }])
expect(await resolvesToPublicAddress('https://relay.example', { lookup })).toEqual({ ok: true })
})
it('refuses when resolution fails', async () => {
const lookup = vi.fn().mockRejectedValue(new Error('ENOTFOUND'))
expect((await resolvesToPublicAddress('https://relay.example', { lookup })).ok).toBe(false)
})
})
describe('requireOrigin and requireDirector', () => {
it('returns the origin for an https target', () => {
expect(requireOrigin('https://relay.example/x', 'cell origin', 'usage')).toBe(
'https://relay.example'
)
})
// http would let an on-path observer read or rewrite the credentials these origins carry.
it('exits 2 for an http origin', () => {
const refusal = captureRefusal(() =>
requireOrigin('http://relay.example', 'cell origin', 'usage')
)
expect(refusal?.code).toBe(2)
expect(refusal?.message).toContain('must be an https origin')
})
it('exits 2 when the director origin is missing', () => {
const previous = process.env.ORCA_RELAY_BENCH_DIRECTOR
delete process.env.ORCA_RELAY_BENCH_DIRECTOR
try {
expect(captureRefusal(() => requireDirector(new Map(), 'usage'))?.code).toBe(2)
} finally {
if (previous !== undefined) {
process.env.ORCA_RELAY_BENCH_DIRECTOR = previous
}
}
})
it('reads the director from the flag ahead of the environment', () => {
expect(requireDirector(new Map([['--director', 'https://d.example']]), 'usage')).toBe(
'https://d.example'
)
})
})