Files
orca/tests/tools/win-crash-survival-e2e/run.mjs
OrcaWinandOrcaWin 7d6603aa17 [comment audit] Complete repository-wide comment cleanup (#33249)
* [comment audit] Align legacy failure-read counts with cached display

* [comment audit] Condense shared provider lifecycle and browser recovery comments [skip ci]

* [comment audit] Condense shared generation, path and preview comments [skip ci]

* [comment audit] Condense host, file and Git contract rationale [skip ci]

* [comment audit] Tighten Git lifecycle and provider contract comments [skip ci]

* [comment audit] Clarify shared host authority and launch isolation [skip ci]

* [comment audit] simplify local access mobile and native chat contracts [skip ci]

* [comment audit] simplify native chat presentation and state contracts [skip ci]

* [comment audit] simplify native runtime and provider contracts [skip ci]

* [comment audit] simplify migration and orchestration contracts [skip ci]

* [comment audit] simplify plugin trust and process capture rationale [skip ci]

* [comment audit] simplify terminal delivery and remote compatibility rationale [skip ci]

* [comment audit] clarify remote recovery and launch wire rationale [skip ci]

* [comment audit] shorten shared RPC compatibility and runtime evidence comments [skip ci]

* [comment audit] simplify secure storage shell startup and sidebar rationale [skip ci]

* [comment audit] clarify sidebar, skill and SSH invariants [skip ci]

* [comment audit] condense structured chat delivery and timing rationale [skip ci]

* [comment audit] condense terminal replay and telemetry invariants [skip ci]

* [comment audit] clarify launch permission and terminal delivery rationale [skip ci]

* [comment audit] clarify workspace ownership and layout contracts [skip ci]

* [comment audit] wait for fitted and painted SSH terminal links

* [comment audit] clarify layout persistence and session ownership [skip ci]

* [comment audit] clarify host routing and workspace lifecycle contracts [skip ci]

* [comment audit] clarify startup persistence and app lifetime comments [skip ci]

* [comment audit] clarify recovery and activity boundaries [skip ci]

* [comment audit] condense activity and artifact invariants [skip ci]

* [comment audit] condense automation authority contracts [skip ci]

* [comment audit] simplify automation scheduling and history contracts [skip ci]

* [comment audit] clarify browser chrome and annotation lifecycles [skip ci]

* [comment audit] clarify browser routing and retained guest ownership [skip ci]

* [comment audit] clarify browser recovery and document ownership comments [skip ci]

* [comment audit] restore hosted runners required by native IME fixtures

* [comment audit] shorten preview, palette and dashboard invariants [skip ci]

* [comment audit] clarify terminal preview, dashboard and retention comments [skip ci]

* [comment audit] clarify diff-note recovery and editor lifecycle comments [skip ci]

* [comment audit] shorten rich-text and combined-diff ownership comments [skip ci]

* [comment audit] shorten autosave, draft recovery and model ownership comments [skip ci]

* [comment audit] shorten save-queue, notebook and Markdown constraints [skip ci]

* [comment audit] shorten Monaco, PDF and rich Markdown safeguards [skip ci]

* [comment audit] clarify rich Markdown source and selection safeguards [skip ci]

* [comment audit] clarify editor loading and emulator stream lifetimes [skip ci]

* [comment audit] trim emulator and feature tour narration [skip ci]

* [comment audit] clarify floating workspace and GitHub cache ownership [skip ci]

* [comment audit] trim provider controls and Linear filter explanations [skip ci]

* [comment audit] clarify pairing and chat resume lifetimes [skip ci]

* [comment audit] clarify chat delivery and transcript lifetimes [skip ci]

* [comment audit] clarify session options and host-owned status [skip ci]

* [comment audit] clarify draft durability and live-status precedence [skip ci]

* [comment audit] Trim chat send and model ownership explanations [skip ci]

* [comment audit] Shorten transcript ownership and send recovery comments [skip ci]

* [comment audit] Simplify native chat composer and transcript hook comments [skip ci]

* [comment audit] Shorten native chat scroll and structured session explanations [skip ci]

* [comment audit] Trim workspace picker and onboarding commentary [skip ci]

* [comment audit] Simplify pet rendering, review cache and quick open comments [skip ci]

* [comment audit] Trim sidebar and session history explanations [skip ci]

* [comment audit] Condense session resume and review checks comments [skip ci]

* [comment audit] Shorten checks state and file explorer refresh comments [skip ci]

* [comment audit] Trim plugin bridge and source-control action rationale [skip ci]

* [comment audit] Trim source-control listing and review rationale [skip ci]

* [comment audit] Shorten sidebar lifecycle and explorer safeguards [skip ci]

* [comment audit] Condense Settings account and appearance rationale [skip ci]

* [comment audit] Trim pairing and repository Settings explanations [skip ci]

* [comment audit] Condense Settings search SSH and terminal safeguards [skip ci]

* [comment audit] Shorten Settings voice and provider ownership comments [skip ci]

* [comment audit] Condense Settings draft persistence and host-state rationale [skip ci]

* [comment audit] Trim Settings hooks and sidebar setup rationale [skip ci]

* [comment audit] Condense sidebar deletion and board-filter safeguards [skip ci]

* [comment audit] Condense worktree cards, host ownership and Markdown contracts [skip ci]

* [comment audit] Condense sidebar drag, folder and filtering contracts [skip ci]

* [comment audit] Condense sidebar parity, sleep and host ownership contracts [skip ci]

* [comment audit] Prune focus-read baseline after comment cleanup

* [comment audit] Clarify sidebar visibility, board drops and agent evidence [skip ci]

* [comment audit] Tighten sidebar listing, drag and reveal contracts [skip ci]

* [comment audit] Clarify viewport geometry and skill update safeguards [skip ci]

* [comment audit] Tighten skill inventory, usage and host status comments [skip ci]

* [comment audit] Clarify usage ownership and resource kill safeguards [skip ci]

* [comment audit] Tighten tab selection, rename and search contracts [skip ci]

* [comment audit] Tighten tab-strip geometry and drag ownership comments [skip ci]

* [comment audit] Tighten Tasks recovery, pagination and mutation comments [skip ci]

* [comment audit] Tighten provider loading and terminal recovery comments [skip ci]

* [comment audit] Tighten completion, cadence and PTY ownership comments [skip ci]

* [comment audit] Clarify terminal restore and parked-pane boundaries [skip ci]

* [comment audit] Tighten PTY startup and replay explanations [skip ci]

* [comment audit] Clarify PTY identity and delivery ownership [skip ci]

* [comment audit] Shorten remote reconnect and input replay rationale [skip ci]

* [comment audit] Condense terminal parking clipboard and file link comments [skip ci]

* [comment audit] Clarify IME ownership and trim trace history [skip ci]

* [comment audit] Shorten pane recovery and parked watcher explanations [skip ci]

* [comment audit] Condense snapshot replay and visibility recovery rationale [skip ci]

* [comment audit] Shorten terminal parking and keyboard ownership rationale [skip ci]

* [comment audit] Trim renderer lifecycle and menu rationale [skip ci]

* [comment audit] Condense workspace cleanup ownership and settlement notes [skip ci]

* [comment audit] Clarify renderer hook evidence and source ownership [skip ci]

* [comment audit] Tighten IPC ownership and reconnect explanations [skip ci]

* [comment audit] Trim renderer focus, paste and attention comments [skip ci]

* [comment audit] Shorten scroll, locale and agent lifecycle comments [skip ci]

* [comment audit] Trim agent launch, resume and ownership commentary [skip ci]

* [comment audit] Shorten account, browser and editor comments [skip ci]

* [comment audit] Clarify host-mirror waits, previews and input ownership [skip ci]

* [comment audit] Condense launch recovery and editor tokenization comments [skip ci]

* [comment audit] Condense workspace selection and terminal pane rationale [skip ci]

* [comment audit] Condense terminal fitting and rendering recovery comments [skip ci]

* [comment audit] Condense terminal input and host routing explanations [skip ci]

* [comment audit] Condense ownership and sleeping-session recovery rationale [skip ci]

* [comment audit] Condense structured launch and terminal link explanations [skip ci]

* [comment audit] Condense terminal ownership and workspace file routing rationale [skip ci]

* [comment audit] Condense session persistence and workspace activation rationale [skip ci]

* [comment audit] Condense workspace routing and browser ownership rationale [skip ci]

* [comment audit] Condense mirror recovery and layout authority rationale [skip ci]

* [comment audit] Condense runtime transport and file safety rationale [skip ci]

* [comment audit] Condense runtime graph and structured session rationale [skip ci]

* [comment audit] Condense browser creation and remote tab recovery rationale [skip ci]

* [comment audit] Condense snapshot authority and publisher recovery rationale [skip ci]

* [comment audit] Condense frame, startup and provider cache rationale [skip ci]

* [comment audit] Condense host twin and agent lifecycle rationale [skip ci]

* [comment audit] Condense browser authority and editor cleanup rationale [skip ci]

* [comment audit] Condense editor buffer identity and review cache rationale [skip ci]

* [comment audit] Condense provider lifetime and repository ownership rationale [skip ci]

* [comment audit] Condense reconnect, hydration and terminal retirement rationale [skip ci]

* [comment audit] Condense recovery, reconciliation and persistence rationale [skip ci]

* [comment audit] Condense cleanup ownership and listing admission rationale [skip ci]

* [comment audit] Condense teardown ordering and terminal ownership rationale [skip ci]

* [comment audit] Condense recovery ledger and web host-boundary rationale [skip ci]

* [comment audit] Condense web reconnect and credential lifecycle rationale [skip ci]

* [comment audit] Condense cloud rollout and assignment safety rationale [skip ci]

* [comment audit] Condense relay session and database recovery rationale [skip ci]

* [comment audit] Condense relay placement and protocol compatibility rationale [skip ci]

* [comment audit] Condense build and packaging constraints [skip ci]

* [comment audit] Condense CI gates and validation isolation rationale [skip ci]

* [comment audit] Condense catalog identity and browser validation rationale [skip ci]

* [comment audit] Condense mobile browser and frame-budget rationale [skip ci]

* [comment audit] Shorten mobile route and browser test explanations [skip ci]

* [comment audit] Condense editor and session seam test rationale [skip ci]

* [comment audit] Trim session and terminal closure history [skip ci]

* [comment audit] Shorten terminal browser and census explanations [skip ci]

* [comment audit] Preserve root-only E2E diagnostic baseline

* [comment audit] Condense mobile seam and HTML preview test rationale [skip ci]

* [comment audit] Condense preview instrumentation and render harness rationale [skip ci]

* [comment audit] Condense bundle contracts and native-build constraints [skip ci]

* [comment audit] Shorten native packaging and CI routing rationale [skip ci]

* [comment audit] Condense release tooling and benchmark constraints [skip ci]

* [comment audit] Condense packaging and platform gate rationale [skip ci]

* [comment audit] Shorten mobile route and history rationale [skip ci]

* [comment audit] Condense mobile browser and component rationale [skip ci]

* [comment audit] Shorten drawer and workspace-form rationale [skip ci]

* [comment audit] Trim mobile review and editor-document explanations [skip ci]

* [comment audit] Condense editor lifecycle and Markdown explanations [skip ci]

* [comment audit] Trim mobile file, diagnostics and dictation commentary [skip ci]

* [comment audit] Simplify mobile host-list and workspace-view explanations [skip ci]

* [comment audit] Clarify mobile shell lifetime and bridge delivery constraints [skip ci]

* [comment audit] Condense bridge stream, native request and audio rationale [skip ci]

* [comment audit] Reduce bridge schema and page-client commentary [skip ci]

* [comment audit] Tighten mobile page bridge contracts [skip ci]

* [comment audit] Clarify mobile cache and session constraints [skip ci]

* [comment audit] Condense mobile route and lifecycle rationale [skip ci]

* [comment audit] Tighten mobile shell hook timing rationale [skip ci]

* [comment audit] Clarify route handoff and notification compatibility [skip ci]

* [comment audit] Clarify push registration and dictation cleanup constraints [skip ci]

* [comment audit] Condense keyboard geometry and native media ownership rationale [skip ci]

* [comment audit] Tighten mobile chat scroll and composer concurrency rationale [skip ci]

* [comment audit] Condense mobile reply compatibility and upload ownership rationale [skip ci]

* [comment audit] Condense optimistic echo and scroll ownership rationale [skip ci]

* [comment audit] Tighten stream replay and queued session ownership rationale [skip ci]

* [comment audit] Condense mobile composer and reply-schema constraints [skip ci]

* [comment audit] Clarify mobile transcript recovery and session ownership [skip ci]

* [comment audit] Clarify mobile queue and source-control compatibility [skip ci]

* [comment audit] Condense storage and task launch constraints [skip ci]

* [comment audit] Clarify task schemas and terminal document ownership [skip ci]

* [comment audit] Tighten terminal input and viewport rationale [skip ci]

* [comment audit] Shorten terminal and RPC recorder contracts [skip ci]

* [comment audit] Condense recorder engine and connection contracts [skip ci]

* [comment audit] Shorten host credential and relay recovery comments [skip ci]

* [comment audit] Tighten pairing recovery and bundle transport rationale [skip ci]

* [comment audit] Clarify RPC delivery and workspace catalog boundaries [skip ci]

* [comment audit] Condense catalog and relay entry contracts [skip ci]

* [comment audit] Shorten shutdown and SSH relay delivery contracts [skip ci]

* [comment audit] Condense WSL relay and E2E regression rationale [skip ci]

* [comment audit] Shorten cross-version harness and renderer fixture explanations [skip ci]

* [comment audit] Condense paired-host and E2E lifecycle rationale [skip ci]

* [comment audit] Shorten layout oracle and regression explanations [skip ci]

* [comment audit] Condense paired recovery and ownership regression contracts [skip ci]

* [comment audit] Shorten restart, sidebar and SSH lifecycle contracts [skip ci]

* [comment audit] Condense terminal rendering and IME regression rationale [skip ci]

* [comment audit] Shorten terminal recovery and benchmark contracts [skip ci]

* [comment audit] Condense tooling and Windows lifecycle proof rationale [skip ci]

* [comment audit] Condense workflow routing and release rationale [skip ci]

* [comment audit] Condense mobile security and installer contracts [skip ci]

* [comment audit] Shorten native rationale and stylesheet workarounds [skip ci]

* [comment audit] Shorten Windows visibility probe rationale [skip ci]

* [comment audit] Condense embedded release and signing rationale [skip ci]

* [comment audit] Retain current main test behavior in final reconciliation [skip ci]

* [comment audit] Complete final comment review across current source inventory

* [comment audit] Handle consolidated audit reports before final CI

* [comment audit] Preserve credential storage census detail [skip ci]

* [comment audit] Scale broad changed E2E selections with verified timing shards

* [comment audit] Align E2E assertions with browser close and settled session metadata

* [comment audit] Match existing E2Es to current resource and windowing contracts

* [comment audit] Observe the shared server outage notice in reconnect coverage

* [comment audit] Make existing renderer probes measure settled tab and PTY work

* [comment audit] Align palette E2E selector with task search

* [comment audit] Refresh remaining palette search selectors

* [comment audit] Keep selector correction within selected audit specs

* [comment audit] Await emoji fixture settings inside renderer evaluation

* [comment audit] Cancel fixture fit retries between terminal tests

---------

Co-authored-by: OrcaWin <293788423+OrcaWin@users.noreply.github.com>
2026-10-25 04:05:46 -07:00

364 lines
13 KiB
JavaScript
Raw Permalink Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
// #7742 packaged Windows crash proof: launch isolated profile, stamp interactive shell canary/PID, leave idle PSReadLine, force-kill only real main.
// Require main death, daemon/same-shell survival and no FailFast; relaunch must adopt that daemon and read the same shell canary.
// See README; win-update-e2e covers installer survival separately.
import { mkdtempSync, readdirSync, readFileSync, rmSync } from 'node:fs'
import { tmpdir } from 'node:os'
import path from 'node:path'
import { execFileSync } from 'node:child_process'
import { assertWin32 } from '../win-update-e2e/platform-guard.mjs'
import {
launchInstalledApp,
ensureTerminal,
dismissOverlays,
createTerminalTab,
listTabIds,
typeLine,
sendCtrlC,
waitForTerminalReady,
closeApp,
captureFailureDiagnostics,
resolveElectronMainPid
} from '../win-update-e2e/app-driver.mjs'
import {
findDaemonProcesses,
isPidAlive,
readDaemonPidFiles
} from '../win-update-e2e/daemon-processes.mjs'
import { createSeededRepo, buildFreshProfile } from '../win-update-e2e/onboarding-profile.mjs'
import { renderTable, allPassed } from '../win-update-e2e/assertions.mjs'
import { quotePowerShellLiteral } from '../win-update-e2e/powershell-runner.mjs'
import { parseArgs } from './cli-args.mjs'
import { crashMainProcess, scanPwshFailFast } from './crash-step.mjs'
import { buildCrashAssertions } from './crash-assertions.mjs'
import { selectScopedDaemon } from './daemon-identity.mjs'
import { reattachSentinelMatches, selectCreatedTabId } from './reattach-proof.mjs'
const SORTABLE_TAB = '[data-testid="sortable-tab"]'
// Canary readback rejects a fresh shell after relaunch.
const SENTINEL_ENV = 'ORCA_CRASH_SENTINEL'
function log(step, msg) {
console.log(`[win-crash-survival-e2e] ${step}: ${msg}`)
}
async function main() {
const opts = parseArgs(process.argv.slice(2))
if (opts.help) {
console.log(opts.usage)
return 0
}
// Refuse non-Windows before default exe resolution can produce misleading argument errors.
assertWin32('win-crash-survival-e2e')
if (opts.errors?.length) {
console.error(`Argument errors:\n - ${opts.errors.join('\n - ')}\n${opts.usage}`)
return 2
}
const runId = `${Date.now()}-${Math.random().toString(36).slice(2, 8)}`
const canary = `ORCA-CRASH-SENTINEL-${runId}`
const runDir = mkdtempSync(path.join(tmpdir(), `orca-win-crash-e2e-${runId}-`))
const userDataDir = path.join(runDir, 'userData')
const shellPidFile = path.join(runDir, 'shell.pid')
const reattachFile = path.join(runDir, 'reattach.txt')
log('setup', `runId=${runId} runDir=${runDir} profile=${opts.expect} exe=${opts.exePath}`)
const ctx = { session: null }
const diagDir = process.env.ORCA_E2E_DIAG_DIR || path.join(runDir, 'diag')
let passed = false
try {
passed = await runProof(ctx, { opts, canary, runDir, userDataDir, shellPidFile, reattachFile })
if (!passed && ctx.session?.page) {
const diag = await captureFailureDiagnostics(ctx.session.page, diagDir, 'assertion-failure')
log('diag', `captured -> ${diagDir} (store=${diag.info?.hasStore ?? 'n/a'})`)
}
} catch (err) {
console.error(`[win-crash-survival-e2e] FATAL: ${err.stack || err.message}`)
if (ctx.session?.page) {
const diag = await captureFailureDiagnostics(ctx.session.page, diagDir, 'driving-failure')
log('diag', `captured -> ${diagDir} (store=${diag.info?.hasStore ?? 'n/a'})`)
}
passed = false
} finally {
await teardown({ app: ctx.session?.app, userDataDir, keepProfile: opts.keepProfile, runDir })
}
return passed ? 0 : 1
}
// Run crash/relaunch proof, assigning ctx.session early for partial-launch cleanup; return aggregate assertion success.
async function runProof(ctx, args) {
const { opts, canary, runDir, userDataDir, shellPidFile, reattachFile } = args
// Seed only the first launch; relaunch must exercise app-persisted restore/adoption.
const seededRepo = createSeededRepo(path.join(runDir, 'fixture-repo'))
const seedProfile = buildFreshProfile({ repo: seededRepo })
let session = await launchInstalledApp({ exePath: opts.exePath, userDataDir, seedProfile })
ctx.session = session
await ensureTerminal(session.page, { allowCreate: true })
await dismissOverlays(session.page)
// Create explicit plain terminal because the seeded workspace’s default agent cannot execute shell sentinels.
const initialTabIds = await listTabIds(session.page)
await createTerminalTab(session.page)
await dismissOverlays(session.page)
const tabIds = await listTabIds(session.page)
const terminalTabId = selectCreatedTabId(initialTabIds, tabIds)
await waitForTerminalReady(session.page, 60_000, terminalTabId)
log('sessions', `terminal ready; created=${terminalTabId}; tab ids: ${tabIds.join(', ')}`)
// Stamp canary/$PID directly in the interactive shell, leaving live PSReadLine idle for faithful 0xE9 reproduction.
// PID file creation also proves input execution.
await typeLine(
session.page,
`$env:${SENTINEL_ENV}='${canary}'; Set-Content -LiteralPath ${quotePowerShellLiteral(shellPidFile)} -Value $PID`,
terminalTabId
)
const shellPid = await waitForIntFile(shellPidFile, 15_000)
log('shell', `interactive shell pid=${shellPid} (sentinel ${SENTINEL_ENV}=${canary})`)
const preDaemon = resolveScopedDaemon(userDataDir)
log('daemon', `pre-crash daemon pid=${preDaemon.pid} appVersion=${preDaemon.appVersion}`)
// Use app.evaluate process.pid: packaged app.process may be a re-exec launcher stub, whose death falsely proves crash while main/lock remain alive.
const mainPid = await resolveElectronMainPid(session.app, { allowLauncherFallback: false })
if (!Number.isInteger(mainPid) || mainPid <= 0) {
throw new Error(`could not resolve app main pid (got ${mainPid})`)
}
const crashStartMs = Date.now()
log('crash', `taskkill /F /PID ${mainPid} (real main, no /T) — abrupt main-process death`)
crashMainProcess(mainPid)
// The crashed app's driver is dead; drop it so teardown never re-closes it.
ctx.session = null
// Require main death before trusting survival.
const mainDied = await waitForPidDead(mainPid, 15_000)
log('crash', `main pid ${mainPid} dead: ${mainDied}`)
// Observe the survival window: the daemon and the SAME shell PID must keep running.
await delay(opts.soakSeconds * 1000)
const daemonAliveAfterCrash = preDaemon.pid != null && isPidAlive(preDaemon.pid)
const shellAliveAfterCrash = shellPid != null && isPidAlive(shellPid)
log(
'crash',
`after crash: daemonAlive=${daemonAliveAfterCrash} shellAlive=${shellAliveAfterCrash}`
)
clearSingletonLocks(userDataDir)
session = await launchInstalledApp({ exePath: opts.exePath, userDataDir })
ctx.session = session
let reattachProven = false
try {
// No create on relaunch: the terminal must be RESTORED, not freshly made.
await ensureTerminal(session.page, { allowCreate: false })
await dismissOverlays(session.page)
reattachProven = await proveReattachedShell(session.page, {
file: reattachFile,
expectedCanary: canary,
expectedShellPid: shellPid,
terminalTabId
})
} catch (err) {
log('relaunch', `reattach proof did not complete: ${err.message}`)
}
log('relaunch', `reattached UI bound to survivor shell: ${reattachProven}`)
const postDaemon = resolveScopedDaemon(userDataDir)
const postDaemonAlive = postDaemon.pid != null && isPidAlive(postDaemon.pid)
log('daemon', `post-relaunch daemon pid=${postDaemon.pid} alive=${postDaemonAlive}`)
// Scan after reattach input: severed-ConPTY PowerShell may stay alive until its next console read.
const { events: failFastEvents } = scanPwshFailFast(crashStartMs)
log('event-log', `pwsh FailFast/0xE9 events since crash: ${failFastEvents.length}`)
for (const e of failFastEvents.slice(0, 3)) {
log('event-log', ` ${e.provider}#${e.id}@${e.timeCreated}`)
}
const assertions = buildCrashAssertions({
profile: opts.expect,
shellPid,
preDaemonPid: preDaemon.pid,
postDaemonPid: postDaemon.pid,
postDaemonAlive,
mainDied,
daemonAliveAfterCrash,
shellAliveAfterCrash,
reattachProven,
failFastEvents
})
const passed = allPassed(assertions)
console.log(renderTable(assertions, 'win-crash-survival-e2e'))
log('result', passed ? 'PASS' : 'FAIL')
return passed
}
// Type idempotent canary/$PID readback into the exact pre-crash tab and require both matches from a file.
// Retry while transport converges; never substitute another restored/agent tab or elapsed-time success.
async function proveReattachedShell(
page,
{ file, expectedCanary, expectedShellPid, terminalTabId }
) {
const restoredTabIds = await listTabIds(page)
log('relaunch', `restored tab ids: ${restoredTabIds.join(', ')}; target=${terminalTabId}`)
const targetTab = page.locator(`${SORTABLE_TAB}[data-tab-id="${terminalTabId}"]`).first()
await targetTab.waitFor({ state: 'attached', timeout: 15_000 })
const deadline = Date.now() + 30_000
let attempt = 0
while (Date.now() < deadline) {
attempt++
const readinessBudgetMs = Math.max(deadline - Date.now(), 1)
await targetTab.click({ force: true, timeout: readinessBudgetMs })
await waitForTerminalReady(page, readinessBudgetMs, terminalTabId)
// Clear partial PSReadLine input before retrying the complete idempotent command.
await sendCtrlC(page, terminalTabId)
await typeLine(
page,
`Set-Content -LiteralPath ${quotePowerShellLiteral(file)} -Value "$($PID)|$($env:${SENTINEL_ENV})"`,
terminalTabId
)
const remainingMs = deadline - Date.now()
const hit = await waitForSentinel(
file,
expectedCanary,
expectedShellPid,
Math.min(3_000, Math.max(remainingMs, 0))
)
if (hit) {
log('relaunch', `same-shell sentinel read back on attempt ${attempt}`)
return true
}
log('relaunch', `same-shell probe attempt ${attempt} produced no matching sentinel`)
}
return false
}
/** Poll for the reattach file and require both the per-shell canary and exact
* survivor PID. Either check alone is weaker than the asserted shell identity. */
async function waitForSentinel(file, expectedCanary, expectedShellPid, timeoutMs) {
const deadline = Date.now() + timeoutMs
while (Date.now() < deadline) {
try {
if (reattachSentinelMatches(readFileSync(file, 'utf8'), expectedCanary, expectedShellPid)) {
return true
}
} catch {
/* not written yet */
}
await delay(500)
}
return false
}
// Resolve the userData-scoped live daemon first; accept PID-file metadata only after identity matches.
function resolveScopedDaemon(userDataDir) {
const pidFiles = readDaemonPidFiles(userDataDir)
const scan = findDaemonProcesses(userDataDir)
return selectScopedDaemon(pidFiles, scan)
}
// Best-effort remove stale isolated-profile single-instance locks left by main crash before relaunch.
function clearSingletonLocks(userDataDir) {
let entries = []
try {
entries = readdirSync(userDataDir)
} catch {
return
}
for (const entry of entries) {
if (entry.startsWith('Singleton')) {
try {
rmSync(path.join(userDataDir, entry), { recursive: true, force: true })
} catch {
/* leave it; relaunch may still succeed */
}
}
}
}
// Teardown re-discovers daemon by scoped command line, then tree-kills its shell/console descendants.
// Never kill captured old PIDs, which may have been recycled, or unrelated profiles; never install/uninstall.
async function teardown({ app, userDataDir, keepProfile, runDir }) {
try {
await closeApp(app)
} catch {
/* already closed / never launched */
}
for (const proc of findDaemonProcesses(userDataDir)) {
killPidTree(proc.pid)
}
if (keepProfile) {
log('teardown', `--keep-profile set; leaving ${runDir}`)
return
}
// Allow briefly locked post-kill files without masking proof results as cleanup FATAL.
try {
rmSync(runDir, { recursive: true, force: true })
} catch (err) {
log('teardown', `could not remove ${runDir} (${err.code || err.message}); leaving it`)
}
}
function killPidTree(pid) {
if (!Number.isInteger(pid) || pid <= 0) {
return
}
try {
execFileSync('taskkill', ['/pid', String(pid), '/T', '/F'], { stdio: 'ignore' })
} catch {
/* already dead */
}
}
/** Poll until a pid is no longer alive (the crash landed), or timeout. */
async function waitForPidDead(pid, timeoutMs) {
const deadline = Date.now() + timeoutMs
while (Date.now() < deadline) {
if (!isPidAlive(pid)) {
return true
}
await delay(500)
}
return false
}
function readIntFile(filePath) {
try {
const n = Number(readFileSync(filePath, 'utf8').trim())
return Number.isInteger(n) ? n : null
} catch {
return null
}
}
/** Poll for an int-valued file (the shell writes its PID asynchronously once the
* typed command runs), returning the int or null after timeoutMs. */
async function waitForIntFile(filePath, timeoutMs) {
const deadline = Date.now() + timeoutMs
while (Date.now() < deadline) {
const n = readIntFile(filePath)
if (n != null) {
return n
}
await delay(500)
}
return null
}
function delay(ms) {
return new Promise((resolve) => setTimeout(resolve, ms))
}
if (process.argv[1] && path.resolve(process.argv[1]) === import.meta.filename) {
main()
.then((code) => {
// Force exit after proof/teardown because leftover app handles can otherwise linger until CI timeout.
process.exit(code)
})
.catch((err) => {
console.error('[win-crash-survival-e2e] FATAL:', err.stack || err.message)
process.exit(1)
})
}