import { spawnSync } from 'node:child_process' import { chmodSync, existsSync, mkdtempSync, readFileSync, rmSync, writeFileSync } from 'node:fs' import os from 'node:os' import path from 'node:path' import { test as base, expect } from './helpers/orca-app' import { waitForActivePaneHookDescriptor, waitForActivePanePtyId } from './helpers/terminal' import { ensureTerminalVisible, waitForActiveWorktree, waitForSessionReady } from './helpers/store' import { RuntimeClient } from '../../src/cli/runtime-client' import Database from '../../src/main/sqlite/sync-database' import type { RuntimeTerminalListResult, RuntimeTerminalRead } from '../../src/shared/runtime-types' const fakeCliDir = mkdtempSync(path.join(os.tmpdir(), 'orca-e2e-settlement-release-')) const cliLedgerPath = path.join(fakeCliDir, 'cli.jsonl') const cliEntry = path.join(process.cwd(), 'out', 'cli', 'index.js') const fakeCodexSource = ` const { appendFileSync } = require('node:fs') const { spawnSync } = require('node:child_process') let capability = null let acknowledged = false process.stdout.write('\\u001b]0;Codex Ready\\u0007OpenAI Codex\\nmodel: e2e\\ndirectory: e2e\\n') process.stdin.on('data', (chunk) => { const input = chunk.toString() capability ||= input.match(/--dispatch-capability (dcap_[A-Za-z0-9_-]+)/)?.[1] || null if (!acknowledged && input.includes('\\r')) { acknowledged = true process.stdout.write('ACK\\n') } const encoded = input.match(/ORCA_E2E_WORKER_DONE:([A-Za-z0-9+/=]+)/)?.[1] if (!encoded || !capability) return const request = JSON.parse(Buffer.from(encoded, 'base64').toString('utf8')) const args = [ 'orchestration', 'send', '--from', request.mismatch ? 'term_foreign' : process.env.ORCA_TERMINAL_HANDLE, '--dispatch-capability', capability, '--to', request.coordinator, '--type', 'worker_done', '--subject', request.mismatch ? 'wrong sender' : 'completed', '--body', 'Compiled CLI E2E worker completion.', '--task-id', request.taskId, '--dispatch-id', request.dispatchId, '--outcome', 'succeeded', '--json' ] const result = spawnSync(process.execPath, [process.env.ORCA_E2E_CLI_ENTRY, ...args], { env: process.env, encoding: 'utf8' }) appendFileSync( process.env.ORCA_E2E_CLI_LEDGER, JSON.stringify({ mismatch: request.mismatch, args, status: result.status, stdout: result.stdout, stderr: result.stderr }) + '\\n' ) }) process.stdin.resume() setInterval(() => {}, 60_000) ` if (process.platform === 'win32') { writeFileSync(path.join(fakeCliDir, 'fake-codex.js'), fakeCodexSource) writeFileSync( path.join(fakeCliDir, 'codex.cmd'), '@echo off\r\nnode "%~dp0\\fake-codex.js" %*\r\n' ) } else { const executable = path.join(fakeCliDir, 'codex') writeFileSync(executable, `#!/usr/bin/env node\n${fakeCodexSource}`) chmodSync(executable, 0o755) } const test = base.extend({ launchEnv: [ { PATH: `${fakeCliDir}${path.delimiter}${process.env.PATH ?? ''}`, ORCA_E2E_CLI_ENTRY: cliEntry, ORCA_E2E_CLI_LEDGER: cliLedgerPath }, { option: true } ] }) type CliLedgerEntry = { mismatch: boolean status: number stdout: string stderr: string } function readCliLedger(): CliLedgerEntry[] { if (!existsSync(cliLedgerPath)) { return [] } return readFileSync(cliLedgerPath, 'utf8') .split(/\r?\n/) .filter(Boolean) .map((line) => JSON.parse(line) as CliLedgerEntry) } function invokeCompiledCli(userDataDir: string, args: string[]) { return spawnSync(process.execPath, [cliEntry, ...args], { env: { ...process.env, ORCA_USER_DATA_PATH: userDataDir, ORCA_DEV_CLI_INVOCATION: '1' }, encoding: 'utf8' }) } function encodeWorkerDone(input: { coordinator: string taskId: string dispatchId: string mismatch: boolean }): string { return Buffer.from(JSON.stringify(input)).toString('base64') } test.afterAll(() => { rmSync(fakeCliDir, { recursive: true, force: true }) }) test('compiled CLI rejects false completion then reconciles the dead retained worker', async ({ orcaPage, electronApp }) => { test.setTimeout(180_000) rmSync(cliLedgerPath, { force: true }) await waitForSessionReady(orcaPage) const worktreeId = await waitForActiveWorktree(orcaPage) await ensureTerminalVisible(orcaPage) await waitForActivePanePtyId(orcaPage) const coordinatorPane = await waitForActivePaneHookDescriptor(orcaPage) const userDataDir = await electronApp.evaluate(({ app }) => app.getPath('userData')) const client = new RuntimeClient(userDataDir, 30_000, null, null) const coordinator = await client.call<{ terminal: { handle: string } }>('terminal.resolvePane', { paneKey: coordinatorPane.paneKey }) const run = await client.call<{ run: { id: string } }>('orchestration.runCreate', { objective: 'Compiled CLI settlement and release E2E', from: coordinator.result.terminal.handle }) const task = await client.call<{ task: { id: string } }>('orchestration.taskCreate', { spec: 'Respond ACK and await the completion marker.', run: run.result.run.id, callerTerminalHandle: coordinator.result.terminal.handle }) const coordinatorTerminal = await client.call<{ terminal: { worktreeId: string } }>( 'terminal.show', { terminal: coordinator.result.terminal.handle } ) await expect .poll(async () => { const listed = await client.call<{ worktrees: { id: string }[] }>('worktree.list', {}) return listed.result.worktrees.some( (worktree) => worktree.id === coordinatorTerminal.result.terminal.worktreeId ) }) .toBe(true) const started = await client.call<{ effects: { kind: string; role?: string; id?: string }[] }>( 'orchestration.workerStart', { task: task.result.task.id, from: coordinator.result.terminal.handle, agent: 'codex', timeoutMs: 15_000 } ) const workerHandle = started.result.effects.find( (effect) => effect.kind === 'terminal' && effect.role === 'agent' )?.id expect(workerHandle).toBeTruthy() let worker = ( await client.call('terminal.list') ).result.terminals.find((terminal) => terminal.handle === workerHandle) await expect .poll(async () => { const listed = await client.call('terminal.list') worker = listed.result.terminals.find((terminal) => terminal.handle === workerHandle) if (!worker) { return '' } const read = await client.call<{ terminal: RuntimeTerminalRead }>('terminal.read', { terminal: worker.handle, limit: 200 }) return read.result.terminal.tail.join('\n') }) .toContain('ACK') const dispatch = await client.call<{ dispatch: { id: string; status: string } | null }>( 'orchestration.dispatchShow', { task: task.result.task.id } ) expect(dispatch.result.dispatch?.status).toBe('dispatched') const baseMarker = { coordinator: coordinator.result.terminal.handle, taskId: task.result.task.id, dispatchId: dispatch.result.dispatch!.id } await client.call('terminal.send', { terminal: workerHandle, text: `ORCA_E2E_WORKER_DONE:${encodeWorkerDone({ ...baseMarker, mismatch: true })}`, enter: true }) await expect.poll(() => readCliLedger()).toHaveLength(1) const rejected = readCliLedger()[0]! expect.soft(rejected.status).not.toBe(0) expect.soft(JSON.parse(rejected.stdout)).toMatchObject({ ok: false, error: { code: 'dispatch_capability_invalid' } }) const stillDispatched = await client.call<{ dispatch: { status: string } | null }>( 'orchestration.dispatchShow', { task: task.result.task.id } ) expect(stillDispatched.result.dispatch?.status).toBe('dispatched') await client.call('terminal.send', { terminal: workerHandle, text: `ORCA_E2E_WORKER_DONE:${encodeWorkerDone({ ...baseMarker, mismatch: false })}`, enter: true }) await expect.poll(() => readCliLedger()).toHaveLength(2) const completed = readCliLedger()[1]! expect(completed.status).toBe(0) expect.soft(JSON.parse(completed.stdout)).toMatchObject({ ok: true, result: { lifecycle: { action: 'completed' } } }) await expect .poll(async () => { const current = await client.call<{ dispatch: { status: string } | null }>( 'orchestration.dispatchShow', { task: task.result.task.id } ) return current.result.dispatch?.status }) .toBe('completed') await client.call('terminal.close', { terminal: workerHandle }) await expect .poll(async () => { const listed = await client.call('terminal.list') return listed.result.terminals.some((terminal) => terminal.handle === workerHandle) }) .toBe(false) const db = new Database(path.join(userDataDir, 'orchestration.db')) try { db.prepare( `UPDATE worker_terminal_resources SET ownership_state = 'external', release_state = 'retained', retained_reason = 'external_terminal' WHERE owner_dispatch_id = ?` ).run(dispatch.result.dispatch!.id) } finally { db.close() } const released = invokeCompiledCli(userDataDir, [ 'orchestration', 'worker-release', '--dispatch', dispatch.result.dispatch!.id, '--json' ]) expect(released.status).toBe(0) expect.soft(JSON.parse(released.stdout)).toMatchObject({ ok: true, result: { state: 'released', processAction: 'none' } }) const verified = new Database(path.join(userDataDir, 'orchestration.db')) try { expect .soft( verified .prepare( `SELECT ownership_state, release_state FROM worker_terminal_resources WHERE owner_dispatch_id = ?` ) .get(dispatch.result.dispatch!.id) ) .toEqual({ ownership_state: 'released', release_state: 'released' }) } finally { verified.close() } const coordinatorStillLive = await client.call('terminal.list', { worktree: `id:${worktreeId}` }) expect( coordinatorStillLive.result.terminals.some( (terminal) => terminal.handle === coordinator.result.terminal.handle ) ).toBe(true) })