Files
orca/tests/tools/relay-bench/relay-bench-invocation.mjs
T
OrcaWinandOrcaWin 7d6603aa17 [comment audit] Complete repository-wide comment cleanup (#33249)
* [comment audit] Align legacy failure-read counts with cached display

* [comment audit] Condense shared provider lifecycle and browser recovery comments [skip ci]

* [comment audit] Condense shared generation, path and preview comments [skip ci]

* [comment audit] Condense host, file and Git contract rationale [skip ci]

* [comment audit] Tighten Git lifecycle and provider contract comments [skip ci]

* [comment audit] Clarify shared host authority and launch isolation [skip ci]

* [comment audit] simplify local access mobile and native chat contracts [skip ci]

* [comment audit] simplify native chat presentation and state contracts [skip ci]

* [comment audit] simplify native runtime and provider contracts [skip ci]

* [comment audit] simplify migration and orchestration contracts [skip ci]

* [comment audit] simplify plugin trust and process capture rationale [skip ci]

* [comment audit] simplify terminal delivery and remote compatibility rationale [skip ci]

* [comment audit] clarify remote recovery and launch wire rationale [skip ci]

* [comment audit] shorten shared RPC compatibility and runtime evidence comments [skip ci]

* [comment audit] simplify secure storage shell startup and sidebar rationale [skip ci]

* [comment audit] clarify sidebar, skill and SSH invariants [skip ci]

* [comment audit] condense structured chat delivery and timing rationale [skip ci]

* [comment audit] condense terminal replay and telemetry invariants [skip ci]

* [comment audit] clarify launch permission and terminal delivery rationale [skip ci]

* [comment audit] clarify workspace ownership and layout contracts [skip ci]

* [comment audit] wait for fitted and painted SSH terminal links

* [comment audit] clarify layout persistence and session ownership [skip ci]

* [comment audit] clarify host routing and workspace lifecycle contracts [skip ci]

* [comment audit] clarify startup persistence and app lifetime comments [skip ci]

* [comment audit] clarify recovery and activity boundaries [skip ci]

* [comment audit] condense activity and artifact invariants [skip ci]

* [comment audit] condense automation authority contracts [skip ci]

* [comment audit] simplify automation scheduling and history contracts [skip ci]

* [comment audit] clarify browser chrome and annotation lifecycles [skip ci]

* [comment audit] clarify browser routing and retained guest ownership [skip ci]

* [comment audit] clarify browser recovery and document ownership comments [skip ci]

* [comment audit] restore hosted runners required by native IME fixtures

* [comment audit] shorten preview, palette and dashboard invariants [skip ci]

* [comment audit] clarify terminal preview, dashboard and retention comments [skip ci]

* [comment audit] clarify diff-note recovery and editor lifecycle comments [skip ci]

* [comment audit] shorten rich-text and combined-diff ownership comments [skip ci]

* [comment audit] shorten autosave, draft recovery and model ownership comments [skip ci]

* [comment audit] shorten save-queue, notebook and Markdown constraints [skip ci]

* [comment audit] shorten Monaco, PDF and rich Markdown safeguards [skip ci]

* [comment audit] clarify rich Markdown source and selection safeguards [skip ci]

* [comment audit] clarify editor loading and emulator stream lifetimes [skip ci]

* [comment audit] trim emulator and feature tour narration [skip ci]

* [comment audit] clarify floating workspace and GitHub cache ownership [skip ci]

* [comment audit] trim provider controls and Linear filter explanations [skip ci]

* [comment audit] clarify pairing and chat resume lifetimes [skip ci]

* [comment audit] clarify chat delivery and transcript lifetimes [skip ci]

* [comment audit] clarify session options and host-owned status [skip ci]

* [comment audit] clarify draft durability and live-status precedence [skip ci]

* [comment audit] Trim chat send and model ownership explanations [skip ci]

* [comment audit] Shorten transcript ownership and send recovery comments [skip ci]

* [comment audit] Simplify native chat composer and transcript hook comments [skip ci]

* [comment audit] Shorten native chat scroll and structured session explanations [skip ci]

* [comment audit] Trim workspace picker and onboarding commentary [skip ci]

* [comment audit] Simplify pet rendering, review cache and quick open comments [skip ci]

* [comment audit] Trim sidebar and session history explanations [skip ci]

* [comment audit] Condense session resume and review checks comments [skip ci]

* [comment audit] Shorten checks state and file explorer refresh comments [skip ci]

* [comment audit] Trim plugin bridge and source-control action rationale [skip ci]

* [comment audit] Trim source-control listing and review rationale [skip ci]

* [comment audit] Shorten sidebar lifecycle and explorer safeguards [skip ci]

* [comment audit] Condense Settings account and appearance rationale [skip ci]

* [comment audit] Trim pairing and repository Settings explanations [skip ci]

* [comment audit] Condense Settings search SSH and terminal safeguards [skip ci]

* [comment audit] Shorten Settings voice and provider ownership comments [skip ci]

* [comment audit] Condense Settings draft persistence and host-state rationale [skip ci]

* [comment audit] Trim Settings hooks and sidebar setup rationale [skip ci]

* [comment audit] Condense sidebar deletion and board-filter safeguards [skip ci]

* [comment audit] Condense worktree cards, host ownership and Markdown contracts [skip ci]

* [comment audit] Condense sidebar drag, folder and filtering contracts [skip ci]

* [comment audit] Condense sidebar parity, sleep and host ownership contracts [skip ci]

* [comment audit] Prune focus-read baseline after comment cleanup

* [comment audit] Clarify sidebar visibility, board drops and agent evidence [skip ci]

* [comment audit] Tighten sidebar listing, drag and reveal contracts [skip ci]

* [comment audit] Clarify viewport geometry and skill update safeguards [skip ci]

* [comment audit] Tighten skill inventory, usage and host status comments [skip ci]

* [comment audit] Clarify usage ownership and resource kill safeguards [skip ci]

* [comment audit] Tighten tab selection, rename and search contracts [skip ci]

* [comment audit] Tighten tab-strip geometry and drag ownership comments [skip ci]

* [comment audit] Tighten Tasks recovery, pagination and mutation comments [skip ci]

* [comment audit] Tighten provider loading and terminal recovery comments [skip ci]

* [comment audit] Tighten completion, cadence and PTY ownership comments [skip ci]

* [comment audit] Clarify terminal restore and parked-pane boundaries [skip ci]

* [comment audit] Tighten PTY startup and replay explanations [skip ci]

* [comment audit] Clarify PTY identity and delivery ownership [skip ci]

* [comment audit] Shorten remote reconnect and input replay rationale [skip ci]

* [comment audit] Condense terminal parking clipboard and file link comments [skip ci]

* [comment audit] Clarify IME ownership and trim trace history [skip ci]

* [comment audit] Shorten pane recovery and parked watcher explanations [skip ci]

* [comment audit] Condense snapshot replay and visibility recovery rationale [skip ci]

* [comment audit] Shorten terminal parking and keyboard ownership rationale [skip ci]

* [comment audit] Trim renderer lifecycle and menu rationale [skip ci]

* [comment audit] Condense workspace cleanup ownership and settlement notes [skip ci]

* [comment audit] Clarify renderer hook evidence and source ownership [skip ci]

* [comment audit] Tighten IPC ownership and reconnect explanations [skip ci]

* [comment audit] Trim renderer focus, paste and attention comments [skip ci]

* [comment audit] Shorten scroll, locale and agent lifecycle comments [skip ci]

* [comment audit] Trim agent launch, resume and ownership commentary [skip ci]

* [comment audit] Shorten account, browser and editor comments [skip ci]

* [comment audit] Clarify host-mirror waits, previews and input ownership [skip ci]

* [comment audit] Condense launch recovery and editor tokenization comments [skip ci]

* [comment audit] Condense workspace selection and terminal pane rationale [skip ci]

* [comment audit] Condense terminal fitting and rendering recovery comments [skip ci]

* [comment audit] Condense terminal input and host routing explanations [skip ci]

* [comment audit] Condense ownership and sleeping-session recovery rationale [skip ci]

* [comment audit] Condense structured launch and terminal link explanations [skip ci]

* [comment audit] Condense terminal ownership and workspace file routing rationale [skip ci]

* [comment audit] Condense session persistence and workspace activation rationale [skip ci]

* [comment audit] Condense workspace routing and browser ownership rationale [skip ci]

* [comment audit] Condense mirror recovery and layout authority rationale [skip ci]

* [comment audit] Condense runtime transport and file safety rationale [skip ci]

* [comment audit] Condense runtime graph and structured session rationale [skip ci]

* [comment audit] Condense browser creation and remote tab recovery rationale [skip ci]

* [comment audit] Condense snapshot authority and publisher recovery rationale [skip ci]

* [comment audit] Condense frame, startup and provider cache rationale [skip ci]

* [comment audit] Condense host twin and agent lifecycle rationale [skip ci]

* [comment audit] Condense browser authority and editor cleanup rationale [skip ci]

* [comment audit] Condense editor buffer identity and review cache rationale [skip ci]

* [comment audit] Condense provider lifetime and repository ownership rationale [skip ci]

* [comment audit] Condense reconnect, hydration and terminal retirement rationale [skip ci]

* [comment audit] Condense recovery, reconciliation and persistence rationale [skip ci]

* [comment audit] Condense cleanup ownership and listing admission rationale [skip ci]

* [comment audit] Condense teardown ordering and terminal ownership rationale [skip ci]

* [comment audit] Condense recovery ledger and web host-boundary rationale [skip ci]

* [comment audit] Condense web reconnect and credential lifecycle rationale [skip ci]

* [comment audit] Condense cloud rollout and assignment safety rationale [skip ci]

* [comment audit] Condense relay session and database recovery rationale [skip ci]

* [comment audit] Condense relay placement and protocol compatibility rationale [skip ci]

* [comment audit] Condense build and packaging constraints [skip ci]

* [comment audit] Condense CI gates and validation isolation rationale [skip ci]

* [comment audit] Condense catalog identity and browser validation rationale [skip ci]

* [comment audit] Condense mobile browser and frame-budget rationale [skip ci]

* [comment audit] Shorten mobile route and browser test explanations [skip ci]

* [comment audit] Condense editor and session seam test rationale [skip ci]

* [comment audit] Trim session and terminal closure history [skip ci]

* [comment audit] Shorten terminal browser and census explanations [skip ci]

* [comment audit] Preserve root-only E2E diagnostic baseline

* [comment audit] Condense mobile seam and HTML preview test rationale [skip ci]

* [comment audit] Condense preview instrumentation and render harness rationale [skip ci]

* [comment audit] Condense bundle contracts and native-build constraints [skip ci]

* [comment audit] Shorten native packaging and CI routing rationale [skip ci]

* [comment audit] Condense release tooling and benchmark constraints [skip ci]

* [comment audit] Condense packaging and platform gate rationale [skip ci]

* [comment audit] Shorten mobile route and history rationale [skip ci]

* [comment audit] Condense mobile browser and component rationale [skip ci]

* [comment audit] Shorten drawer and workspace-form rationale [skip ci]

* [comment audit] Trim mobile review and editor-document explanations [skip ci]

* [comment audit] Condense editor lifecycle and Markdown explanations [skip ci]

* [comment audit] Trim mobile file, diagnostics and dictation commentary [skip ci]

* [comment audit] Simplify mobile host-list and workspace-view explanations [skip ci]

* [comment audit] Clarify mobile shell lifetime and bridge delivery constraints [skip ci]

* [comment audit] Condense bridge stream, native request and audio rationale [skip ci]

* [comment audit] Reduce bridge schema and page-client commentary [skip ci]

* [comment audit] Tighten mobile page bridge contracts [skip ci]

* [comment audit] Clarify mobile cache and session constraints [skip ci]

* [comment audit] Condense mobile route and lifecycle rationale [skip ci]

* [comment audit] Tighten mobile shell hook timing rationale [skip ci]

* [comment audit] Clarify route handoff and notification compatibility [skip ci]

* [comment audit] Clarify push registration and dictation cleanup constraints [skip ci]

* [comment audit] Condense keyboard geometry and native media ownership rationale [skip ci]

* [comment audit] Tighten mobile chat scroll and composer concurrency rationale [skip ci]

* [comment audit] Condense mobile reply compatibility and upload ownership rationale [skip ci]

* [comment audit] Condense optimistic echo and scroll ownership rationale [skip ci]

* [comment audit] Tighten stream replay and queued session ownership rationale [skip ci]

* [comment audit] Condense mobile composer and reply-schema constraints [skip ci]

* [comment audit] Clarify mobile transcript recovery and session ownership [skip ci]

* [comment audit] Clarify mobile queue and source-control compatibility [skip ci]

* [comment audit] Condense storage and task launch constraints [skip ci]

* [comment audit] Clarify task schemas and terminal document ownership [skip ci]

* [comment audit] Tighten terminal input and viewport rationale [skip ci]

* [comment audit] Shorten terminal and RPC recorder contracts [skip ci]

* [comment audit] Condense recorder engine and connection contracts [skip ci]

* [comment audit] Shorten host credential and relay recovery comments [skip ci]

* [comment audit] Tighten pairing recovery and bundle transport rationale [skip ci]

* [comment audit] Clarify RPC delivery and workspace catalog boundaries [skip ci]

* [comment audit] Condense catalog and relay entry contracts [skip ci]

* [comment audit] Shorten shutdown and SSH relay delivery contracts [skip ci]

* [comment audit] Condense WSL relay and E2E regression rationale [skip ci]

* [comment audit] Shorten cross-version harness and renderer fixture explanations [skip ci]

* [comment audit] Condense paired-host and E2E lifecycle rationale [skip ci]

* [comment audit] Shorten layout oracle and regression explanations [skip ci]

* [comment audit] Condense paired recovery and ownership regression contracts [skip ci]

* [comment audit] Shorten restart, sidebar and SSH lifecycle contracts [skip ci]

* [comment audit] Condense terminal rendering and IME regression rationale [skip ci]

* [comment audit] Shorten terminal recovery and benchmark contracts [skip ci]

* [comment audit] Condense tooling and Windows lifecycle proof rationale [skip ci]

* [comment audit] Condense workflow routing and release rationale [skip ci]

* [comment audit] Condense mobile security and installer contracts [skip ci]

* [comment audit] Shorten native rationale and stylesheet workarounds [skip ci]

* [comment audit] Shorten Windows visibility probe rationale [skip ci]

* [comment audit] Condense embedded release and signing rationale [skip ci]

* [comment audit] Retain current main test behavior in final reconciliation [skip ci]

* [comment audit] Complete final comment review across current source inventory

* [comment audit] Handle consolidated audit reports before final CI

* [comment audit] Preserve credential storage census detail [skip ci]

* [comment audit] Scale broad changed E2E selections with verified timing shards

* [comment audit] Align E2E assertions with browser close and settled session metadata

* [comment audit] Match existing E2Es to current resource and windowing contracts

* [comment audit] Observe the shared server outage notice in reconnect coverage

* [comment audit] Make existing renderer probes measure settled tab and PTY work

* [comment audit] Align palette E2E selector with task search

* [comment audit] Refresh remaining palette search selectors

* [comment audit] Keep selector correction within selected audit specs

* [comment audit] Await emoji fixture settings inside renderer evaluation

* [comment audit] Cancel fixture fit retries between terminal tests

---------

Co-authored-by: OrcaWin <293788423+OrcaWin@users.noreply.github.com>
2026-10-25 04:05:46 -07:00

279 lines
8.0 KiB
JavaScript

// Require explicit target/opt-in before sockets: benchmarks use live infrastructure and credentials, with no production defaults.
// Vet director-supplied probe/cell destinations too, preventing private/loopback requests.
import { lookup as dnsLookup } from 'node:dns/promises'
export const LIVE_ENV_VAR = 'ORCA_RELAY_BENCH_LIVE'
export const DIRECTOR_ENV_VAR = 'ORCA_RELAY_BENCH_DIRECTOR'
export function parseArgs(argv) {
const flags = new Set()
const options = new Map()
const positional = []
for (const arg of argv) {
if (!arg.startsWith('--')) {
positional.push(arg)
continue
}
const equals = arg.indexOf('=')
if (equals === -1) {
flags.add(arg)
} else {
options.set(arg.slice(0, equals), arg.slice(equals + 1))
}
}
return { flags, options, positional }
}
/** @returns {never} */
export function refuse(message) {
console.error(message)
process.exit(2)
}
export function requireLiveRun(usage) {
if (process.env[LIVE_ENV_VAR] !== '1') {
refuse(`refusing to dial the relay: set ${LIVE_ENV_VAR}=1 to opt in. usage: ${usage}`)
}
}
// Reject Number() traps: Infinity creates unbounded traffic, empty/NaN can silently no-op, and negatives are invalid.
export function parseBoundedInteger(value, { min, max }) {
if (typeof value !== 'string') {
return null
}
const text = value.trim()
if (!/^\d+$/.test(text)) {
return null
}
const parsed = Number(text)
if (!Number.isSafeInteger(parsed) || parsed < min || parsed > max) {
return null
}
return parsed
}
export function requireBoundedInteger(value, label, usage, { min, max, fallback }) {
if (value === undefined || value === null) {
return fallback
}
const parsed = parseBoundedInteger(value, { min, max })
if (parsed === null) {
refuse(`${label} must be a whole number ${min}-${max}, got ${value}. usage: ${usage}`)
}
return parsed
}
/** Rejects '80@attacker.example', which URL parsing would read as userinfo, not a port. */
export function parsePort(value) {
return parseBoundedInteger(value, { min: 1, max: 65_535 })
}
export function requirePort(value, label, usage) {
const parsed = parsePort(value)
if (parsed === null) {
refuse(`${label} must be a port 1-65535, got ${value}. usage: ${usage}`)
}
return parsed
}
const BLOCKED_IPV4_RANGES = [
['0.0.0.0', 8],
['10.0.0.0', 8],
['100.64.0.0', 10],
['127.0.0.0', 8],
['169.254.0.0', 16],
['172.16.0.0', 12],
['192.0.0.0', 24],
['192.168.0.0', 16],
['198.18.0.0', 15],
['224.0.0.0', 4],
['240.0.0.0', 4]
]
function ipv4ToInt(text) {
const parts = text.split('.')
if (parts.length !== 4) {
return null
}
let value = 0
for (const part of parts) {
if (!/^\d{1,3}$/.test(part)) {
return null
}
const octet = Number(part)
if (octet > 255) {
return null
}
value = value * 256 + octet
}
return value
}
function isPublicIpv4(value) {
return !BLOCKED_IPV4_RANGES.some(([base, bits]) => {
const mask = bits === 0 ? 0 : (-1 << (32 - bits)) >>> 0
return (value & mask) >>> 0 === (ipv4ToInt(base) & mask) >>> 0
})
}
function ipv6ToBytes(host) {
let text = host.toLowerCase()
const zone = text.indexOf('%')
if (zone !== -1) {
text = text.slice(0, zone)
}
if (!text.includes(':')) {
return null
}
const lastColon = text.lastIndexOf(':')
const tail = text.slice(lastColon + 1)
if (tail.includes('.')) {
// ::ffff:127.0.0.1 and ::127.0.0.1 embed a v4 address in the last two groups.
const embedded = ipv4ToInt(tail)
if (embedded === null) {
return null
}
const high = ((embedded >>> 16) & 0xffff).toString(16)
const low = (embedded & 0xffff).toString(16)
text = `${text.slice(0, lastColon + 1)}${high}:${low}`
}
const halves = text.split('::')
if (halves.length > 2) {
return null
}
const head = halves[0] ? halves[0].split(':') : []
const rest = halves.length === 2 && halves[1] ? halves[1].split(':') : []
const missing = 8 - head.length - rest.length
if (
missing < 0 ||
(halves.length === 1 && missing !== 0) ||
(halves.length === 2 && missing < 1)
) {
return null
}
const zeros = Array.from({ length: halves.length === 2 ? missing : 0 }, () => '0')
const groups = [...head, ...zeros, ...rest]
const bytes = []
for (const group of groups) {
if (!/^[0-9a-f]{1,4}$/.test(group)) {
return null
}
const parsed = Number.parseInt(group, 16)
bytes.push((parsed >> 8) & 0xff, parsed & 0xff)
}
return bytes
}
function isPublicIpv6(bytes) {
const leadingZeros = bytes.slice(0, 10).every((byte) => byte === 0)
if (leadingZeros && bytes[10] === 0xff && bytes[11] === 0xff) {
return isPublicIpv4(
((bytes[12] << 24) >>> 0) + (bytes[13] << 16) + (bytes[14] << 8) + bytes[15]
)
}
if (leadingZeros && bytes[10] === 0 && bytes[11] === 0) {
// Covers :: and ::1 as well as the deprecated v4-compatible form.
return false
}
if ((bytes[0] & 0xfe) === 0xfc || bytes[0] === 0xff) {
return false
}
if (bytes[0] === 0xfe && (bytes[1] & 0xc0) === 0x80) {
return false
}
return true
}
/** true/false for an IP literal, null when the hostname is a DNS name. */
export function isPublicIpAddress(host) {
const v4 = ipv4ToInt(host)
if (v4 !== null) {
return isPublicIpv4(v4)
}
const v6 = ipv6ToBytes(host)
if (v6 !== null) {
return isPublicIpv6(v6)
}
return null
}
// WHATWG keeps the brackets on an IPv6 hostname, and a trailing dot is the same name.
function normalizeHostname(hostname) {
return hostname
.toLowerCase()
.replace(/^\[|\]$/g, '')
.replace(/\.$/, '')
}
// Vet literal addresses and return normalized origin/refusal; DNS names also need resolvesToPublicAddress.
export function classifyPublicHttpsOrigin(value) {
if (typeof value !== 'string' || !value) {
return { ok: false, reason: 'missing origin' }
}
let parsed
try {
parsed = new URL(value)
} catch {
return { ok: false, reason: `not a URL: ${value}` }
}
if (parsed.protocol !== 'https:') {
return { ok: false, reason: `must be an https origin: ${value}` }
}
if (parsed.username || parsed.password) {
return { ok: false, reason: `must not carry credentials: ${value}` }
}
const host = normalizeHostname(parsed.hostname)
if (host === 'localhost' || host.endsWith('.localhost')) {
return { ok: false, reason: `refusing a loopback destination: ${value}` }
}
if (isPublicIpAddress(host) === false) {
return {
ok: false,
reason: `refusing a loopback, link-local, or private destination: ${value}`
}
}
return { ok: true, origin: parsed.origin }
}
// Reject DNS names resolving privately; fetch resolves again, so this narrows but does not eliminate the rebinding window.
export async function resolvesToPublicAddress(origin, { lookup = dnsLookup } = {}) {
const host = normalizeHostname(new URL(origin).hostname)
if (isPublicIpAddress(host) !== null) {
return { ok: true }
}
let addresses
try {
addresses = await lookup(host, { all: true })
} catch (err) {
return { ok: false, reason: `cannot resolve ${host}: ${err.message}` }
}
if (!addresses.length) {
return { ok: false, reason: `cannot resolve ${host}` }
}
const blocked = addresses.find((entry) => isPublicIpAddress(entry.address) === false)
if (blocked) {
return { ok: false, reason: `${host} resolves to a private address ${blocked.address}` }
}
return { ok: true }
}
export function requireOrigin(value, label, usage) {
if (!value) {
refuse(`missing ${label}. usage: ${usage}`)
}
// Require HTTPS because origins carry credentials that plaintext exposes to on-path readers/writers.
const verdict = classifyPublicHttpsOrigin(value)
if (!verdict.ok) {
refuse(`${label} ${verdict.reason}. usage: ${usage}`)
}
return verdict.origin
}
export function requireDirector(options, usage) {
return requireOrigin(
options.get('--director') ?? process.env[DIRECTOR_ENV_VAR],
`director origin (--director=<origin> or ${DIRECTOR_ENV_VAR})`,
usage
)
}