mirror of
https://github.com/stablyai/orca.git
synced 2026-11-16 10:58:10 +00:00
* [comment audit] Align legacy failure-read counts with cached display * [comment audit] Condense shared provider lifecycle and browser recovery comments [skip ci] * [comment audit] Condense shared generation, path and preview comments [skip ci] * [comment audit] Condense host, file and Git contract rationale [skip ci] * [comment audit] Tighten Git lifecycle and provider contract comments [skip ci] * [comment audit] Clarify shared host authority and launch isolation [skip ci] * [comment audit] simplify local access mobile and native chat contracts [skip ci] * [comment audit] simplify native chat presentation and state contracts [skip ci] * [comment audit] simplify native runtime and provider contracts [skip ci] * [comment audit] simplify migration and orchestration contracts [skip ci] * [comment audit] simplify plugin trust and process capture rationale [skip ci] * [comment audit] simplify terminal delivery and remote compatibility rationale [skip ci] * [comment audit] clarify remote recovery and launch wire rationale [skip ci] * [comment audit] shorten shared RPC compatibility and runtime evidence comments [skip ci] * [comment audit] simplify secure storage shell startup and sidebar rationale [skip ci] * [comment audit] clarify sidebar, skill and SSH invariants [skip ci] * [comment audit] condense structured chat delivery and timing rationale [skip ci] * [comment audit] condense terminal replay and telemetry invariants [skip ci] * [comment audit] clarify launch permission and terminal delivery rationale [skip ci] * [comment audit] clarify workspace ownership and layout contracts [skip ci] * [comment audit] wait for fitted and painted SSH terminal links * [comment audit] clarify layout persistence and session ownership [skip ci] * [comment audit] clarify host routing and workspace lifecycle contracts [skip ci] * [comment audit] clarify startup persistence and app lifetime comments [skip ci] * [comment audit] clarify recovery and activity boundaries [skip ci] * [comment audit] condense activity and artifact invariants [skip ci] * [comment audit] condense automation authority contracts [skip ci] * [comment audit] simplify automation scheduling and history contracts [skip ci] * [comment audit] clarify browser chrome and annotation lifecycles [skip ci] * [comment audit] clarify browser routing and retained guest ownership [skip ci] * [comment audit] clarify browser recovery and document ownership comments [skip ci] * [comment audit] restore hosted runners required by native IME fixtures * [comment audit] shorten preview, palette and dashboard invariants [skip ci] * [comment audit] clarify terminal preview, dashboard and retention comments [skip ci] * [comment audit] clarify diff-note recovery and editor lifecycle comments [skip ci] * [comment audit] shorten rich-text and combined-diff ownership comments [skip ci] * [comment audit] shorten autosave, draft recovery and model ownership comments [skip ci] * [comment audit] shorten save-queue, notebook and Markdown constraints [skip ci] * [comment audit] shorten Monaco, PDF and rich Markdown safeguards [skip ci] * [comment audit] clarify rich Markdown source and selection safeguards [skip ci] * [comment audit] clarify editor loading and emulator stream lifetimes [skip ci] * [comment audit] trim emulator and feature tour narration [skip ci] * [comment audit] clarify floating workspace and GitHub cache ownership [skip ci] * [comment audit] trim provider controls and Linear filter explanations [skip ci] * [comment audit] clarify pairing and chat resume lifetimes [skip ci] * [comment audit] clarify chat delivery and transcript lifetimes [skip ci] * [comment audit] clarify session options and host-owned status [skip ci] * [comment audit] clarify draft durability and live-status precedence [skip ci] * [comment audit] Trim chat send and model ownership explanations [skip ci] * [comment audit] Shorten transcript ownership and send recovery comments [skip ci] * [comment audit] Simplify native chat composer and transcript hook comments [skip ci] * [comment audit] Shorten native chat scroll and structured session explanations [skip ci] * [comment audit] Trim workspace picker and onboarding commentary [skip ci] * [comment audit] Simplify pet rendering, review cache and quick open comments [skip ci] * [comment audit] Trim sidebar and session history explanations [skip ci] * [comment audit] Condense session resume and review checks comments [skip ci] * [comment audit] Shorten checks state and file explorer refresh comments [skip ci] * [comment audit] Trim plugin bridge and source-control action rationale [skip ci] * [comment audit] Trim source-control listing and review rationale [skip ci] * [comment audit] Shorten sidebar lifecycle and explorer safeguards [skip ci] * [comment audit] Condense Settings account and appearance rationale [skip ci] * [comment audit] Trim pairing and repository Settings explanations [skip ci] * [comment audit] Condense Settings search SSH and terminal safeguards [skip ci] * [comment audit] Shorten Settings voice and provider ownership comments [skip ci] * [comment audit] Condense Settings draft persistence and host-state rationale [skip ci] * [comment audit] Trim Settings hooks and sidebar setup rationale [skip ci] * [comment audit] Condense sidebar deletion and board-filter safeguards [skip ci] * [comment audit] Condense worktree cards, host ownership and Markdown contracts [skip ci] * [comment audit] Condense sidebar drag, folder and filtering contracts [skip ci] * [comment audit] Condense sidebar parity, sleep and host ownership contracts [skip ci] * [comment audit] Prune focus-read baseline after comment cleanup * [comment audit] Clarify sidebar visibility, board drops and agent evidence [skip ci] * [comment audit] Tighten sidebar listing, drag and reveal contracts [skip ci] * [comment audit] Clarify viewport geometry and skill update safeguards [skip ci] * [comment audit] Tighten skill inventory, usage and host status comments [skip ci] * [comment audit] Clarify usage ownership and resource kill safeguards [skip ci] * [comment audit] Tighten tab selection, rename and search contracts [skip ci] * [comment audit] Tighten tab-strip geometry and drag ownership comments [skip ci] * [comment audit] Tighten Tasks recovery, pagination and mutation comments [skip ci] * [comment audit] Tighten provider loading and terminal recovery comments [skip ci] * [comment audit] Tighten completion, cadence and PTY ownership comments [skip ci] * [comment audit] Clarify terminal restore and parked-pane boundaries [skip ci] * [comment audit] Tighten PTY startup and replay explanations [skip ci] * [comment audit] Clarify PTY identity and delivery ownership [skip ci] * [comment audit] Shorten remote reconnect and input replay rationale [skip ci] * [comment audit] Condense terminal parking clipboard and file link comments [skip ci] * [comment audit] Clarify IME ownership and trim trace history [skip ci] * [comment audit] Shorten pane recovery and parked watcher explanations [skip ci] * [comment audit] Condense snapshot replay and visibility recovery rationale [skip ci] * [comment audit] Shorten terminal parking and keyboard ownership rationale [skip ci] * [comment audit] Trim renderer lifecycle and menu rationale [skip ci] * [comment audit] Condense workspace cleanup ownership and settlement notes [skip ci] * [comment audit] Clarify renderer hook evidence and source ownership [skip ci] * [comment audit] Tighten IPC ownership and reconnect explanations [skip ci] * [comment audit] Trim renderer focus, paste and attention comments [skip ci] * [comment audit] Shorten scroll, locale and agent lifecycle comments [skip ci] * [comment audit] Trim agent launch, resume and ownership commentary [skip ci] * [comment audit] Shorten account, browser and editor comments [skip ci] * [comment audit] Clarify host-mirror waits, previews and input ownership [skip ci] * [comment audit] Condense launch recovery and editor tokenization comments [skip ci] * [comment audit] Condense workspace selection and terminal pane rationale [skip ci] * [comment audit] Condense terminal fitting and rendering recovery comments [skip ci] * [comment audit] Condense terminal input and host routing explanations [skip ci] * [comment audit] Condense ownership and sleeping-session recovery rationale [skip ci] * [comment audit] Condense structured launch and terminal link explanations [skip ci] * [comment audit] Condense terminal ownership and workspace file routing rationale [skip ci] * [comment audit] Condense session persistence and workspace activation rationale [skip ci] * [comment audit] Condense workspace routing and browser ownership rationale [skip ci] * [comment audit] Condense mirror recovery and layout authority rationale [skip ci] * [comment audit] Condense runtime transport and file safety rationale [skip ci] * [comment audit] Condense runtime graph and structured session rationale [skip ci] * [comment audit] Condense browser creation and remote tab recovery rationale [skip ci] * [comment audit] Condense snapshot authority and publisher recovery rationale [skip ci] * [comment audit] Condense frame, startup and provider cache rationale [skip ci] * [comment audit] Condense host twin and agent lifecycle rationale [skip ci] * [comment audit] Condense browser authority and editor cleanup rationale [skip ci] * [comment audit] Condense editor buffer identity and review cache rationale [skip ci] * [comment audit] Condense provider lifetime and repository ownership rationale [skip ci] * [comment audit] Condense reconnect, hydration and terminal retirement rationale [skip ci] * [comment audit] Condense recovery, reconciliation and persistence rationale [skip ci] * [comment audit] Condense cleanup ownership and listing admission rationale [skip ci] * [comment audit] Condense teardown ordering and terminal ownership rationale [skip ci] * [comment audit] Condense recovery ledger and web host-boundary rationale [skip ci] * [comment audit] Condense web reconnect and credential lifecycle rationale [skip ci] * [comment audit] Condense cloud rollout and assignment safety rationale [skip ci] * [comment audit] Condense relay session and database recovery rationale [skip ci] * [comment audit] Condense relay placement and protocol compatibility rationale [skip ci] * [comment audit] Condense build and packaging constraints [skip ci] * [comment audit] Condense CI gates and validation isolation rationale [skip ci] * [comment audit] Condense catalog identity and browser validation rationale [skip ci] * [comment audit] Condense mobile browser and frame-budget rationale [skip ci] * [comment audit] Shorten mobile route and browser test explanations [skip ci] * [comment audit] Condense editor and session seam test rationale [skip ci] * [comment audit] Trim session and terminal closure history [skip ci] * [comment audit] Shorten terminal browser and census explanations [skip ci] * [comment audit] Preserve root-only E2E diagnostic baseline * [comment audit] Condense mobile seam and HTML preview test rationale [skip ci] * [comment audit] Condense preview instrumentation and render harness rationale [skip ci] * [comment audit] Condense bundle contracts and native-build constraints [skip ci] * [comment audit] Shorten native packaging and CI routing rationale [skip ci] * [comment audit] Condense release tooling and benchmark constraints [skip ci] * [comment audit] Condense packaging and platform gate rationale [skip ci] * [comment audit] Shorten mobile route and history rationale [skip ci] * [comment audit] Condense mobile browser and component rationale [skip ci] * [comment audit] Shorten drawer and workspace-form rationale [skip ci] * [comment audit] Trim mobile review and editor-document explanations [skip ci] * [comment audit] Condense editor lifecycle and Markdown explanations [skip ci] * [comment audit] Trim mobile file, diagnostics and dictation commentary [skip ci] * [comment audit] Simplify mobile host-list and workspace-view explanations [skip ci] * [comment audit] Clarify mobile shell lifetime and bridge delivery constraints [skip ci] * [comment audit] Condense bridge stream, native request and audio rationale [skip ci] * [comment audit] Reduce bridge schema and page-client commentary [skip ci] * [comment audit] Tighten mobile page bridge contracts [skip ci] * [comment audit] Clarify mobile cache and session constraints [skip ci] * [comment audit] Condense mobile route and lifecycle rationale [skip ci] * [comment audit] Tighten mobile shell hook timing rationale [skip ci] * [comment audit] Clarify route handoff and notification compatibility [skip ci] * [comment audit] Clarify push registration and dictation cleanup constraints [skip ci] * [comment audit] Condense keyboard geometry and native media ownership rationale [skip ci] * [comment audit] Tighten mobile chat scroll and composer concurrency rationale [skip ci] * [comment audit] Condense mobile reply compatibility and upload ownership rationale [skip ci] * [comment audit] Condense optimistic echo and scroll ownership rationale [skip ci] * [comment audit] Tighten stream replay and queued session ownership rationale [skip ci] * [comment audit] Condense mobile composer and reply-schema constraints [skip ci] * [comment audit] Clarify mobile transcript recovery and session ownership [skip ci] * [comment audit] Clarify mobile queue and source-control compatibility [skip ci] * [comment audit] Condense storage and task launch constraints [skip ci] * [comment audit] Clarify task schemas and terminal document ownership [skip ci] * [comment audit] Tighten terminal input and viewport rationale [skip ci] * [comment audit] Shorten terminal and RPC recorder contracts [skip ci] * [comment audit] Condense recorder engine and connection contracts [skip ci] * [comment audit] Shorten host credential and relay recovery comments [skip ci] * [comment audit] Tighten pairing recovery and bundle transport rationale [skip ci] * [comment audit] Clarify RPC delivery and workspace catalog boundaries [skip ci] * [comment audit] Condense catalog and relay entry contracts [skip ci] * [comment audit] Shorten shutdown and SSH relay delivery contracts [skip ci] * [comment audit] Condense WSL relay and E2E regression rationale [skip ci] * [comment audit] Shorten cross-version harness and renderer fixture explanations [skip ci] * [comment audit] Condense paired-host and E2E lifecycle rationale [skip ci] * [comment audit] Shorten layout oracle and regression explanations [skip ci] * [comment audit] Condense paired recovery and ownership regression contracts [skip ci] * [comment audit] Shorten restart, sidebar and SSH lifecycle contracts [skip ci] * [comment audit] Condense terminal rendering and IME regression rationale [skip ci] * [comment audit] Shorten terminal recovery and benchmark contracts [skip ci] * [comment audit] Condense tooling and Windows lifecycle proof rationale [skip ci] * [comment audit] Condense workflow routing and release rationale [skip ci] * [comment audit] Condense mobile security and installer contracts [skip ci] * [comment audit] Shorten native rationale and stylesheet workarounds [skip ci] * [comment audit] Shorten Windows visibility probe rationale [skip ci] * [comment audit] Condense embedded release and signing rationale [skip ci] * [comment audit] Retain current main test behavior in final reconciliation [skip ci] * [comment audit] Complete final comment review across current source inventory * [comment audit] Handle consolidated audit reports before final CI * [comment audit] Preserve credential storage census detail [skip ci] * [comment audit] Scale broad changed E2E selections with verified timing shards * [comment audit] Align E2E assertions with browser close and settled session metadata * [comment audit] Match existing E2Es to current resource and windowing contracts * [comment audit] Observe the shared server outage notice in reconnect coverage * [comment audit] Make existing renderer probes measure settled tab and PTY work * [comment audit] Align palette E2E selector with task search * [comment audit] Refresh remaining palette search selectors * [comment audit] Keep selector correction within selected audit specs * [comment audit] Await emoji fixture settings inside renderer evaluation * [comment audit] Cancel fixture fit retries between terminal tests --------- Co-authored-by: OrcaWin <293788423+OrcaWin@users.noreply.github.com>
364 lines
13 KiB
JavaScript
364 lines
13 KiB
JavaScript
// #7742 packaged Windows crash proof: launch isolated profile, stamp interactive shell canary/PID, leave idle PSReadLine, force-kill only real main.
|
||
// Require main death, daemon/same-shell survival and no FailFast; relaunch must adopt that daemon and read the same shell canary.
|
||
// See README; win-update-e2e covers installer survival separately.
|
||
|
||
import { mkdtempSync, readdirSync, readFileSync, rmSync } from 'node:fs'
|
||
import { tmpdir } from 'node:os'
|
||
import path from 'node:path'
|
||
import { execFileSync } from 'node:child_process'
|
||
import { assertWin32 } from '../win-update-e2e/platform-guard.mjs'
|
||
import {
|
||
launchInstalledApp,
|
||
ensureTerminal,
|
||
dismissOverlays,
|
||
createTerminalTab,
|
||
listTabIds,
|
||
typeLine,
|
||
sendCtrlC,
|
||
waitForTerminalReady,
|
||
closeApp,
|
||
captureFailureDiagnostics,
|
||
resolveElectronMainPid
|
||
} from '../win-update-e2e/app-driver.mjs'
|
||
import {
|
||
findDaemonProcesses,
|
||
isPidAlive,
|
||
readDaemonPidFiles
|
||
} from '../win-update-e2e/daemon-processes.mjs'
|
||
import { createSeededRepo, buildFreshProfile } from '../win-update-e2e/onboarding-profile.mjs'
|
||
import { renderTable, allPassed } from '../win-update-e2e/assertions.mjs'
|
||
import { quotePowerShellLiteral } from '../win-update-e2e/powershell-runner.mjs'
|
||
import { parseArgs } from './cli-args.mjs'
|
||
import { crashMainProcess, scanPwshFailFast } from './crash-step.mjs'
|
||
import { buildCrashAssertions } from './crash-assertions.mjs'
|
||
import { selectScopedDaemon } from './daemon-identity.mjs'
|
||
import { reattachSentinelMatches, selectCreatedTabId } from './reattach-proof.mjs'
|
||
|
||
const SORTABLE_TAB = '[data-testid="sortable-tab"]'
|
||
// Canary readback rejects a fresh shell after relaunch.
|
||
const SENTINEL_ENV = 'ORCA_CRASH_SENTINEL'
|
||
|
||
function log(step, msg) {
|
||
console.log(`[win-crash-survival-e2e] ${step}: ${msg}`)
|
||
}
|
||
|
||
async function main() {
|
||
const opts = parseArgs(process.argv.slice(2))
|
||
if (opts.help) {
|
||
console.log(opts.usage)
|
||
return 0
|
||
}
|
||
// Refuse non-Windows before default exe resolution can produce misleading argument errors.
|
||
assertWin32('win-crash-survival-e2e')
|
||
if (opts.errors?.length) {
|
||
console.error(`Argument errors:\n - ${opts.errors.join('\n - ')}\n${opts.usage}`)
|
||
return 2
|
||
}
|
||
|
||
const runId = `${Date.now()}-${Math.random().toString(36).slice(2, 8)}`
|
||
const canary = `ORCA-CRASH-SENTINEL-${runId}`
|
||
const runDir = mkdtempSync(path.join(tmpdir(), `orca-win-crash-e2e-${runId}-`))
|
||
const userDataDir = path.join(runDir, 'userData')
|
||
const shellPidFile = path.join(runDir, 'shell.pid')
|
||
const reattachFile = path.join(runDir, 'reattach.txt')
|
||
|
||
log('setup', `runId=${runId} runDir=${runDir} profile=${opts.expect} exe=${opts.exePath}`)
|
||
|
||
const ctx = { session: null }
|
||
const diagDir = process.env.ORCA_E2E_DIAG_DIR || path.join(runDir, 'diag')
|
||
let passed = false
|
||
try {
|
||
passed = await runProof(ctx, { opts, canary, runDir, userDataDir, shellPidFile, reattachFile })
|
||
if (!passed && ctx.session?.page) {
|
||
const diag = await captureFailureDiagnostics(ctx.session.page, diagDir, 'assertion-failure')
|
||
log('diag', `captured -> ${diagDir} (store=${diag.info?.hasStore ?? 'n/a'})`)
|
||
}
|
||
} catch (err) {
|
||
console.error(`[win-crash-survival-e2e] FATAL: ${err.stack || err.message}`)
|
||
if (ctx.session?.page) {
|
||
const diag = await captureFailureDiagnostics(ctx.session.page, diagDir, 'driving-failure')
|
||
log('diag', `captured -> ${diagDir} (store=${diag.info?.hasStore ?? 'n/a'})`)
|
||
}
|
||
passed = false
|
||
} finally {
|
||
await teardown({ app: ctx.session?.app, userDataDir, keepProfile: opts.keepProfile, runDir })
|
||
}
|
||
return passed ? 0 : 1
|
||
}
|
||
|
||
// Run crash/relaunch proof, assigning ctx.session early for partial-launch cleanup; return aggregate assertion success.
|
||
async function runProof(ctx, args) {
|
||
const { opts, canary, runDir, userDataDir, shellPidFile, reattachFile } = args
|
||
|
||
// Seed only the first launch; relaunch must exercise app-persisted restore/adoption.
|
||
const seededRepo = createSeededRepo(path.join(runDir, 'fixture-repo'))
|
||
const seedProfile = buildFreshProfile({ repo: seededRepo })
|
||
|
||
let session = await launchInstalledApp({ exePath: opts.exePath, userDataDir, seedProfile })
|
||
ctx.session = session
|
||
await ensureTerminal(session.page, { allowCreate: true })
|
||
await dismissOverlays(session.page)
|
||
// Create explicit plain terminal because the seeded workspace’s default agent cannot execute shell sentinels.
|
||
const initialTabIds = await listTabIds(session.page)
|
||
await createTerminalTab(session.page)
|
||
await dismissOverlays(session.page)
|
||
const tabIds = await listTabIds(session.page)
|
||
const terminalTabId = selectCreatedTabId(initialTabIds, tabIds)
|
||
await waitForTerminalReady(session.page, 60_000, terminalTabId)
|
||
log('sessions', `terminal ready; created=${terminalTabId}; tab ids: ${tabIds.join(', ')}`)
|
||
|
||
// Stamp canary/$PID directly in the interactive shell, leaving live PSReadLine idle for faithful 0xE9 reproduction.
|
||
// PID file creation also proves input execution.
|
||
await typeLine(
|
||
session.page,
|
||
`$env:${SENTINEL_ENV}='${canary}'; Set-Content -LiteralPath ${quotePowerShellLiteral(shellPidFile)} -Value $PID`,
|
||
terminalTabId
|
||
)
|
||
const shellPid = await waitForIntFile(shellPidFile, 15_000)
|
||
log('shell', `interactive shell pid=${shellPid} (sentinel ${SENTINEL_ENV}=${canary})`)
|
||
|
||
const preDaemon = resolveScopedDaemon(userDataDir)
|
||
log('daemon', `pre-crash daemon pid=${preDaemon.pid} appVersion=${preDaemon.appVersion}`)
|
||
|
||
// Use app.evaluate process.pid: packaged app.process may be a re-exec launcher stub, whose death falsely proves crash while main/lock remain alive.
|
||
const mainPid = await resolveElectronMainPid(session.app, { allowLauncherFallback: false })
|
||
if (!Number.isInteger(mainPid) || mainPid <= 0) {
|
||
throw new Error(`could not resolve app main pid (got ${mainPid})`)
|
||
}
|
||
|
||
const crashStartMs = Date.now()
|
||
log('crash', `taskkill /F /PID ${mainPid} (real main, no /T) — abrupt main-process death`)
|
||
crashMainProcess(mainPid)
|
||
// The crashed app's driver is dead; drop it so teardown never re-closes it.
|
||
ctx.session = null
|
||
|
||
// Require main death before trusting survival.
|
||
const mainDied = await waitForPidDead(mainPid, 15_000)
|
||
log('crash', `main pid ${mainPid} dead: ${mainDied}`)
|
||
|
||
// Observe the survival window: the daemon and the SAME shell PID must keep running.
|
||
await delay(opts.soakSeconds * 1000)
|
||
const daemonAliveAfterCrash = preDaemon.pid != null && isPidAlive(preDaemon.pid)
|
||
const shellAliveAfterCrash = shellPid != null && isPidAlive(shellPid)
|
||
log(
|
||
'crash',
|
||
`after crash: daemonAlive=${daemonAliveAfterCrash} shellAlive=${shellAliveAfterCrash}`
|
||
)
|
||
|
||
clearSingletonLocks(userDataDir)
|
||
session = await launchInstalledApp({ exePath: opts.exePath, userDataDir })
|
||
ctx.session = session
|
||
let reattachProven = false
|
||
try {
|
||
// No create on relaunch: the terminal must be RESTORED, not freshly made.
|
||
await ensureTerminal(session.page, { allowCreate: false })
|
||
await dismissOverlays(session.page)
|
||
reattachProven = await proveReattachedShell(session.page, {
|
||
file: reattachFile,
|
||
expectedCanary: canary,
|
||
expectedShellPid: shellPid,
|
||
terminalTabId
|
||
})
|
||
} catch (err) {
|
||
log('relaunch', `reattach proof did not complete: ${err.message}`)
|
||
}
|
||
log('relaunch', `reattached UI bound to survivor shell: ${reattachProven}`)
|
||
|
||
const postDaemon = resolveScopedDaemon(userDataDir)
|
||
const postDaemonAlive = postDaemon.pid != null && isPidAlive(postDaemon.pid)
|
||
log('daemon', `post-relaunch daemon pid=${postDaemon.pid} alive=${postDaemonAlive}`)
|
||
|
||
// Scan after reattach input: severed-ConPTY PowerShell may stay alive until its next console read.
|
||
const { events: failFastEvents } = scanPwshFailFast(crashStartMs)
|
||
log('event-log', `pwsh FailFast/0xE9 events since crash: ${failFastEvents.length}`)
|
||
for (const e of failFastEvents.slice(0, 3)) {
|
||
log('event-log', ` ${e.provider}#${e.id}@${e.timeCreated}`)
|
||
}
|
||
|
||
const assertions = buildCrashAssertions({
|
||
profile: opts.expect,
|
||
shellPid,
|
||
preDaemonPid: preDaemon.pid,
|
||
postDaemonPid: postDaemon.pid,
|
||
postDaemonAlive,
|
||
mainDied,
|
||
daemonAliveAfterCrash,
|
||
shellAliveAfterCrash,
|
||
reattachProven,
|
||
failFastEvents
|
||
})
|
||
const passed = allPassed(assertions)
|
||
console.log(renderTable(assertions, 'win-crash-survival-e2e'))
|
||
log('result', passed ? 'PASS' : 'FAIL')
|
||
return passed
|
||
}
|
||
|
||
// Type idempotent canary/$PID readback into the exact pre-crash tab and require both matches from a file.
|
||
// Retry while transport converges; never substitute another restored/agent tab or elapsed-time success.
|
||
async function proveReattachedShell(
|
||
page,
|
||
{ file, expectedCanary, expectedShellPid, terminalTabId }
|
||
) {
|
||
const restoredTabIds = await listTabIds(page)
|
||
log('relaunch', `restored tab ids: ${restoredTabIds.join(', ')}; target=${terminalTabId}`)
|
||
const targetTab = page.locator(`${SORTABLE_TAB}[data-tab-id="${terminalTabId}"]`).first()
|
||
await targetTab.waitFor({ state: 'attached', timeout: 15_000 })
|
||
|
||
const deadline = Date.now() + 30_000
|
||
let attempt = 0
|
||
while (Date.now() < deadline) {
|
||
attempt++
|
||
const readinessBudgetMs = Math.max(deadline - Date.now(), 1)
|
||
await targetTab.click({ force: true, timeout: readinessBudgetMs })
|
||
await waitForTerminalReady(page, readinessBudgetMs, terminalTabId)
|
||
// Clear partial PSReadLine input before retrying the complete idempotent command.
|
||
await sendCtrlC(page, terminalTabId)
|
||
await typeLine(
|
||
page,
|
||
`Set-Content -LiteralPath ${quotePowerShellLiteral(file)} -Value "$($PID)|$($env:${SENTINEL_ENV})"`,
|
||
terminalTabId
|
||
)
|
||
const remainingMs = deadline - Date.now()
|
||
const hit = await waitForSentinel(
|
||
file,
|
||
expectedCanary,
|
||
expectedShellPid,
|
||
Math.min(3_000, Math.max(remainingMs, 0))
|
||
)
|
||
if (hit) {
|
||
log('relaunch', `same-shell sentinel read back on attempt ${attempt}`)
|
||
return true
|
||
}
|
||
log('relaunch', `same-shell probe attempt ${attempt} produced no matching sentinel`)
|
||
}
|
||
return false
|
||
}
|
||
|
||
/** Poll for the reattach file and require both the per-shell canary and exact
|
||
* survivor PID. Either check alone is weaker than the asserted shell identity. */
|
||
async function waitForSentinel(file, expectedCanary, expectedShellPid, timeoutMs) {
|
||
const deadline = Date.now() + timeoutMs
|
||
while (Date.now() < deadline) {
|
||
try {
|
||
if (reattachSentinelMatches(readFileSync(file, 'utf8'), expectedCanary, expectedShellPid)) {
|
||
return true
|
||
}
|
||
} catch {
|
||
/* not written yet */
|
||
}
|
||
await delay(500)
|
||
}
|
||
return false
|
||
}
|
||
|
||
// Resolve the userData-scoped live daemon first; accept PID-file metadata only after identity matches.
|
||
function resolveScopedDaemon(userDataDir) {
|
||
const pidFiles = readDaemonPidFiles(userDataDir)
|
||
const scan = findDaemonProcesses(userDataDir)
|
||
return selectScopedDaemon(pidFiles, scan)
|
||
}
|
||
|
||
// Best-effort remove stale isolated-profile single-instance locks left by main crash before relaunch.
|
||
function clearSingletonLocks(userDataDir) {
|
||
let entries = []
|
||
try {
|
||
entries = readdirSync(userDataDir)
|
||
} catch {
|
||
return
|
||
}
|
||
for (const entry of entries) {
|
||
if (entry.startsWith('Singleton')) {
|
||
try {
|
||
rmSync(path.join(userDataDir, entry), { recursive: true, force: true })
|
||
} catch {
|
||
/* leave it; relaunch may still succeed */
|
||
}
|
||
}
|
||
}
|
||
}
|
||
|
||
// Teardown re-discovers daemon by scoped command line, then tree-kills its shell/console descendants.
|
||
// Never kill captured old PIDs, which may have been recycled, or unrelated profiles; never install/uninstall.
|
||
async function teardown({ app, userDataDir, keepProfile, runDir }) {
|
||
try {
|
||
await closeApp(app)
|
||
} catch {
|
||
/* already closed / never launched */
|
||
}
|
||
for (const proc of findDaemonProcesses(userDataDir)) {
|
||
killPidTree(proc.pid)
|
||
}
|
||
if (keepProfile) {
|
||
log('teardown', `--keep-profile set; leaving ${runDir}`)
|
||
return
|
||
}
|
||
// Allow briefly locked post-kill files without masking proof results as cleanup FATAL.
|
||
try {
|
||
rmSync(runDir, { recursive: true, force: true })
|
||
} catch (err) {
|
||
log('teardown', `could not remove ${runDir} (${err.code || err.message}); leaving it`)
|
||
}
|
||
}
|
||
|
||
function killPidTree(pid) {
|
||
if (!Number.isInteger(pid) || pid <= 0) {
|
||
return
|
||
}
|
||
try {
|
||
execFileSync('taskkill', ['/pid', String(pid), '/T', '/F'], { stdio: 'ignore' })
|
||
} catch {
|
||
/* already dead */
|
||
}
|
||
}
|
||
|
||
/** Poll until a pid is no longer alive (the crash landed), or timeout. */
|
||
async function waitForPidDead(pid, timeoutMs) {
|
||
const deadline = Date.now() + timeoutMs
|
||
while (Date.now() < deadline) {
|
||
if (!isPidAlive(pid)) {
|
||
return true
|
||
}
|
||
await delay(500)
|
||
}
|
||
return false
|
||
}
|
||
|
||
function readIntFile(filePath) {
|
||
try {
|
||
const n = Number(readFileSync(filePath, 'utf8').trim())
|
||
return Number.isInteger(n) ? n : null
|
||
} catch {
|
||
return null
|
||
}
|
||
}
|
||
|
||
/** Poll for an int-valued file (the shell writes its PID asynchronously once the
|
||
* typed command runs), returning the int or null after timeoutMs. */
|
||
async function waitForIntFile(filePath, timeoutMs) {
|
||
const deadline = Date.now() + timeoutMs
|
||
while (Date.now() < deadline) {
|
||
const n = readIntFile(filePath)
|
||
if (n != null) {
|
||
return n
|
||
}
|
||
await delay(500)
|
||
}
|
||
return null
|
||
}
|
||
|
||
function delay(ms) {
|
||
return new Promise((resolve) => setTimeout(resolve, ms))
|
||
}
|
||
|
||
if (process.argv[1] && path.resolve(process.argv[1]) === import.meta.filename) {
|
||
main()
|
||
.then((code) => {
|
||
// Force exit after proof/teardown because leftover app handles can otherwise linger until CI timeout.
|
||
process.exit(code)
|
||
})
|
||
.catch((err) => {
|
||
console.error('[win-crash-survival-e2e] FATAL:', err.stack || err.message)
|
||
process.exit(1)
|
||
})
|
||
}
|