Files
Neil f21f81dcfc fix(agents): find OMP by its full project name (#20647)
* fix(agents): find OMP by its full project name

* test(agents): make picker baseline proof omit OMP aliases

* style(test): brace picker baseline condition
2026-09-14 14:03:11 -07:00

94 lines
3.5 KiB
JavaScript

import { _electron as electron, expect } from '@stablyai/playwright-test'
import { build as buildMain } from 'esbuild'
import { build as buildRenderer } from 'vite'
import react from '@vitejs/plugin-react'
import tailwindcss from '@tailwindcss/vite'
import { mkdirSync, mkdtempSync, writeFileSync } from 'node:fs'
import path from 'node:path'
import { fileURLToPath, pathToFileURL } from 'node:url'
if (process.env.ORCA_BACKGROUND_LAUNCH !== '1') {
throw new Error('Requires ORCA_BACKGROUND_LAUNCH=1')
}
const root = fileURLToPath(new URL('../../../', import.meta.url))
const parent = path.join(root, '.bench-fixtures')
mkdirSync(parent, { recursive: true })
const output = mkdtempSync(path.join(parent, 'omp-picker-search-'))
const main = path.join(output, 'main.cjs')
await buildMain({
entryPoints: [path.join(root, 'tests/tools/benchmarks/spinner-rendering/main.ts')],
outfile: main,
bundle: true,
platform: 'node',
format: 'cjs',
external: ['electron']
})
await buildRenderer({
configFile: false,
root: import.meta.dirname,
base: './',
logLevel: 'silent',
plugins: [react(), tailwindcss()],
resolve: { alias: { '@': path.join(root, 'src/renderer/src') } },
build: { outDir: path.join(output, 'renderer'), emptyOutDir: true }
})
const { ELECTRON_RUN_AS_NODE: _runAsNode, ...env } = process.env
const app = await electron.launch({ args: [main], env: { ...env, ORCA_BACKGROUND_LAUNCH: '1' } })
const report = {
scope:
'Production AgentCombobox and agent catalog in hidden Electron; supplied available agents, no PATH detection or terminal launch.'
}
try {
const page = await app.firstWindow()
const errors = []
page.on('pageerror', (error) => {
errors.push(error.message)
console.error(error)
})
const baseline = process.env.ORCA_OMP_PICKER_BASELINE === '1'
const fixtureUrl = pathToFileURL(path.join(output, 'renderer/index.html'))
if (baseline) {
fixtureUrl.searchParams.set('baseline', '1')
}
await page.goto(fixtureUrl.href)
await page.locator('button[role=combobox]').click()
const search = page.getByPlaceholder('Search agents...')
await search.fill('oh-my-pi')
await expect(
baseline
? page.getByText('No agents match your search.')
: page.getByRole('option', { name: 'OMP', exact: true })
).toBeVisible()
await page.evaluate(async () => {
await Promise.all(
document.getAnimations().map((animation) => animation.finished.catch(() => {}))
)
})
const cdp = await page.context().newCDPSession(page)
const { data } = await cdp.send('Page.captureScreenshot', { format: 'png' })
writeFileSync(
path.join(output, baseline ? 'before.png' : 'after.png'),
Buffer.from(data, 'base64')
)
if (!baseline) {
await page.getByRole('option', { name: 'OMP', exact: true }).click()
await expect(page.getByText('Selected agent: omp', { exact: true })).toBeVisible()
await expect(search).toBeHidden()
await page.locator('button[role=combobox]').click()
await search.fill('oh my pi')
await expect(page.getByRole('option', { name: 'OMP', exact: true })).toBeVisible()
}
report.baseline = baseline
expect(errors).toEqual([])
report.windows = await app.evaluate(({ BrowserWindow }) =>
BrowserWindow.getAllWindows().map((window) => ({
visible: window.isVisible(),
focused: window.isFocused()
}))
)
expect(report.windows.every((window) => !window.visible && !window.focused)).toBe(true)
} finally {
writeFileSync(path.join(output, 'report.json'), `${JSON.stringify(report, null, 2)}\n`)
console.log(`OMP picker search evidence: ${output}`)
await app.close()
}