mirror of
https://github.com/stablyai/orca.git
synced 2026-09-22 16:02:32 +00:00
* test(e2e): harden triaged failures
* test(e2e): ship relay bundle to reusable shards
* test(e2e): tolerate expected IPC closures in daemon shutdown
A normal client exit can close the IPC channel before the finish ack
lands. Distinguish this from real failures by checking error codes,
only throwing if forced cleanup occurred or the error is not an IPC
closure.
* rm doc
* test(e2e): return termination status from legacy close handler
- terminateLegacyCloseClient now returns a discriminated union indicating
whether the process had already exited ('already-exited') or termination
was actually attempted ('termination-attempted')
- Allows finishLegacyCloseClient to only set forcedCleanup when termination
was genuinely needed, not when the process exited cleanly on its own
* test(e2e): fix dispatch contract and voice mic locator
Point the release E2E contract at the renamed build step, and assert the
relabeled microphone through the Voice pane combobox even when Radix
leaves the listbox open.
* test(e2e): add contract test for relay artifact dispatch
Validate that the relay artifact built in CI is properly uploaded,
downloaded, and passed via ORCA_RELAY_PATH to E2E test runs.
* Distinguish between terminated and already-exited processes
Detect when processes have already exited instead of always reporting
termination success. Return booleans from cleanup functions to indicate
whether they actually signalled a process, catch tree-capture failures
when the root process exits before recording completes, and use these
signals to return accurate exit status from termination handlers.
* test(e2e): stabilize file creation and voice microphone tests
Use stable locators (aria-autocomplete, named triggers) and add retry
logic to handle file scans and device events that can interfere with
listbox state. Increase timeouts to allow async operations to complete.
* Add retry logic for transient GitHub API errors in PR body updates
GitHub API occasionally returns transient 5xx errors. Retry up to 3 times
with exponential backoff (1s, 2s, 4s) to improve reliability during
temporary service disruptions. Export updatePullRequest and add sleepImpl
parameter for test injection.
* Add tab search result retention during typing
Keep search results on screen while the deferred query catches up with
the live query. Re-validates results against the current input without
dropping rows prematurely, ensuring the user can select from what they see.
* Add proper types to tab search mock
Replace `unknown` with concrete types (`OpenTabSearchResult`,
`OpenTabSearchEntries`, `SearchableWorkspaceTab`) and use type guards
for discriminated unions to improve test type safety.
157 lines
5.6 KiB
TypeScript
157 lines
5.6 KiB
TypeScript
import type { Page } from '@stablyai/playwright-test'
|
|
import { test, expect } from './helpers/orca-app'
|
|
import { waitForActiveWorktree, waitForSessionReady } from './helpers/store'
|
|
import { worktreeRow } from './worktree-row-locators'
|
|
|
|
const MAX_CLICK_TASK_DURATION_MS = 32
|
|
const MAX_CLICK_BACK_TIMER_DRIFT_MS = 50
|
|
|
|
async function prepareSidebarForSwitchTest(page: Page): Promise<[string, string]> {
|
|
return page.evaluate(async () => {
|
|
const store = window.__store
|
|
if (!store) {
|
|
throw new Error('window.__store is not available')
|
|
}
|
|
|
|
const state = store.getState()
|
|
state.setActiveView('terminal')
|
|
state.setSidebarOpen(true)
|
|
state.setGroupBy('none')
|
|
state.setSortBy('recent')
|
|
state.setShowActiveOnly(false)
|
|
state.setShowSleepingWorkspaces(true)
|
|
state.setHideDefaultBranchWorkspace(false)
|
|
state.setFilterRepoIds([])
|
|
|
|
const repo = state.repos[0]
|
|
const worktrees = repo ? (state.worktreesByRepo[repo.id] ?? []) : []
|
|
if (worktrees.length < 2) {
|
|
throw new Error('Worktree switch responsiveness test needs at least two worktrees')
|
|
}
|
|
|
|
const [first, second] = worktrees
|
|
if ((state.tabsByWorktree[second.id] ?? []).length === 0) {
|
|
state.createTab(second.id, undefined, undefined, { pendingActivationSpawn: true })
|
|
}
|
|
state.revealWorktreeInSidebar(first.id, { behavior: 'auto' })
|
|
state.revealWorktreeInSidebar(second.id, { behavior: 'auto' })
|
|
state.setActiveWorktree(first.id)
|
|
return [first.id, second.id]
|
|
})
|
|
}
|
|
|
|
test.describe('Worktree switch responsiveness', () => {
|
|
test.beforeEach(async ({ orcaPage }) => {
|
|
await waitForSessionReady(orcaPage)
|
|
await waitForActiveWorktree(orcaPage)
|
|
})
|
|
|
|
test('updates the selected workspace in the same click task when changing back', async ({
|
|
orcaPage
|
|
}) => {
|
|
const [firstWorktreeId, secondWorktreeId] = await prepareSidebarForSwitchTest(orcaPage)
|
|
const firstRow = worktreeRow(orcaPage, firstWorktreeId)
|
|
const secondRow = worktreeRow(orcaPage, secondWorktreeId)
|
|
|
|
await expect(firstRow).toBeVisible()
|
|
await expect(secondRow).toBeVisible()
|
|
await expect(firstRow).toHaveAttribute('aria-current', 'page')
|
|
await expect(orcaPage.locator('[data-rendered-active-worktree-id]')).toHaveAttribute(
|
|
'data-rendered-active-worktree-id',
|
|
firstWorktreeId
|
|
)
|
|
|
|
const result = await orcaPage.evaluate(
|
|
async ({ firstId, secondId, timerDelayMs }) => {
|
|
const option = (id: string): HTMLElement => {
|
|
const element = [...document.querySelectorAll<HTMLElement>('[data-worktree-id]')].find(
|
|
(candidate) => candidate.dataset.worktreeId === id
|
|
)
|
|
if (!element) {
|
|
throw new Error(`Missing worktree option for ${id}`)
|
|
}
|
|
return element
|
|
}
|
|
const surface = (id: string): HTMLElement => {
|
|
const element = option(id).querySelector<HTMLElement>('[data-worktree-card-surface]')
|
|
if (!element) {
|
|
throw new Error(`Missing worktree card surface for ${id}`)
|
|
}
|
|
return element
|
|
}
|
|
const visibleState = () => ({
|
|
firstCurrent: option(firstId).getAttribute('aria-current'),
|
|
secondCurrent: option(secondId).getAttribute('aria-current'),
|
|
renderedWorktreeId:
|
|
document
|
|
.querySelector('[data-rendered-active-worktree-id]')
|
|
?.getAttribute('data-rendered-active-worktree-id') ?? null
|
|
})
|
|
|
|
const before = visibleState()
|
|
const firstClickStart = performance.now()
|
|
surface(secondId).click()
|
|
const afterFirstClick = {
|
|
clickDurationMs: performance.now() - firstClickStart,
|
|
...visibleState()
|
|
}
|
|
|
|
const timerStart = performance.now()
|
|
const afterSecondClick = await new Promise<
|
|
ReturnType<typeof visibleState> & {
|
|
clickDurationMs: number
|
|
timerDriftMs: number
|
|
}
|
|
>((resolve) => {
|
|
window.setTimeout(() => {
|
|
const firedAt = performance.now()
|
|
const secondClickStart = performance.now()
|
|
surface(firstId).click()
|
|
resolve({
|
|
clickDurationMs: performance.now() - secondClickStart,
|
|
timerDriftMs: firedAt - timerStart - timerDelayMs,
|
|
...visibleState()
|
|
})
|
|
}, timerDelayMs)
|
|
})
|
|
|
|
await new Promise((resolve) => window.setTimeout(resolve, 700))
|
|
const afterQuietWindow = visibleState()
|
|
|
|
return {
|
|
before,
|
|
afterFirstClick,
|
|
afterSecondClick,
|
|
afterQuietWindow
|
|
}
|
|
},
|
|
{ firstId: firstWorktreeId, secondId: secondWorktreeId, timerDelayMs: 120 }
|
|
)
|
|
|
|
expect(result.before).toMatchObject({
|
|
firstCurrent: 'page',
|
|
secondCurrent: null,
|
|
renderedWorktreeId: firstWorktreeId
|
|
})
|
|
expect(result.afterFirstClick).toMatchObject({
|
|
firstCurrent: null,
|
|
secondCurrent: 'page',
|
|
renderedWorktreeId: firstWorktreeId
|
|
})
|
|
expect(result.afterFirstClick.clickDurationMs).toBeLessThanOrEqual(MAX_CLICK_TASK_DURATION_MS)
|
|
expect(result.afterSecondClick.timerDriftMs).toBeLessThanOrEqual(MAX_CLICK_BACK_TIMER_DRIFT_MS)
|
|
expect(result.afterSecondClick.clickDurationMs).toBeLessThanOrEqual(MAX_CLICK_TASK_DURATION_MS)
|
|
expect(result.afterSecondClick).toMatchObject({
|
|
firstCurrent: 'page',
|
|
secondCurrent: null
|
|
})
|
|
// Why: sidebar selection commits synchronously; the terminal surface may
|
|
// still finish the prior switch until the quiet-window check below.
|
|
expect(result.afterQuietWindow).toMatchObject({
|
|
firstCurrent: 'page',
|
|
secondCurrent: null,
|
|
renderedWorktreeId: firstWorktreeId
|
|
})
|
|
})
|
|
})
|