Merge branch 'main' into table-numeric-column-order

Co-Authored-By: Claude Opus 4.7 (1M context) <noreply@anthropic.com>

.agents/skills/svelte-frontend/SKILL.md

@@ -78,7 +78,3 @@ Use the Svelte MCP tools when working on Svelte code:
 2. **get-documentation**: Fetch relevant sections based on use_cases
 3. **svelte-autofixer**: MUST use on all Svelte code before finalizing — keep calling until no issues
 4. **playground-link**: Only after user confirms and code was NOT written to project files
-
-## Verifying in the Browser
-
-After changing Svelte code, use the **Playwright MCP** (`mcp__playwright__*`) to drive the running frontend and confirm the change works. See AGENTS.md → "Verifying Frontend Changes" for the full flow. Use `playwright` (headless) on devboxes; `playwright-headed` when a display is available.

.claude/hooks/guard-main-branch.sh

@@ -16,23 +16,6 @@ command="$(echo "$input" | jq -r '.tool_input.command // empty')"
 if [[ "$command" =~ ^git\ (push|reset|revert|checkout|merge|rebase|commit|add) ]]; then
   branch="$(git rev-parse --abbrev-ref HEAD 2>/dev/null || true)"
   if [[ "$branch" == "main" ]]; then
-    echo "BLOCK: You are on the main branch. Create or switch to a feature branch first." >&2
-    exit 2
-  fi
-fi
-
-# Block force-push targeting main from any branch.
-if [[ "$command" =~ ^git[[:space:]]+push([[:space:]]|$) ]]; then
-  has_force=false
-  if [[ "$command" =~ (--force([[:space:]]|=|$)|--force-with-lease|[[:space:]]-f([[:space:]]|$)) ]]; then
-    has_force=true
-  fi
-  # `+ref` refspec syntax is also a force push.
-  if [[ "$command" =~ [[:space:]]\+[A-Za-z] ]]; then
-    has_force=true
-  fi
-  if $has_force && [[ "$command" =~ (^|[[:space:]:])\+?main([[:space:]]|$) ]]; then
-    echo "BLOCK: Force-push to main is not allowed via Claude. Run it yourself if you really mean to." >&2
-    exit 2
+    echo "BLOCK: You are on the main branch. Create or switch to a feature branch first."
   fi
 fi

.claude/settings.json

@@ -44,25 +44,7 @@
       "Bash(git merge:*)",
       "Bash(git rebase:*)",
       "Bash(git add:*)",
-      "Bash(git commit:*)",
-      "Read(/tmp/**)",
-      "Write(/tmp/**)",
-      "Edit(/tmp/**)",
-      "Bash(rm:/tmp/*)",
-      "Bash(rm:/tmp/**)",
-      "Bash(rmdir:/tmp/*)",
-      "Bash(mkdir:/tmp/*)",
-      "Bash(mkdir:/tmp/**)",
-      "Bash(cp:/tmp/*)",
-      "Bash(cp:/tmp/**)",
-      "Bash(mv:/tmp/*)",
-      "Bash(mv:/tmp/**)",
-      "Bash(touch:/tmp/*)",
-      "Bash(touch:/tmp/**)",
-      "Bash(chmod:/tmp/*)",
-      "Bash(chmod:/tmp/**)",
-      "Bash(tar * /tmp/*)",
-      "Bash(unzip * /tmp/*)"
+      "Bash(git commit:*)"
     ],
     "deny": [
       "Read(.env)",
@@ -90,13 +72,7 @@
       "Bash(chown:*)",
       "Bash(truncate:*)",
       "Bash(shred:*)",
-      "Bash(unlink:*)",
-      "mcp__claude_ai_Stripe",
-      "mcp__claude_ai_Gmail",
-      "mcp__claude_ai_Google_Calendar",
-      "mcp__claude_ai_Google_Drive",
-      "mcp__claude_ai_Slack",
-      "mcp__claude_ai_Linear"
+      "Bash(unlink:*)"
     ]
   },
   "enableAllProjectMcpServers": true,

.github/workflows/backend-test-windows.yml

@@ -98,21 +98,6 @@ jobs:
           vcpkg.exe install openssl:x64-windows-static
           vcpkg.exe integrate install
 
-      - name: Free disk space (post-vcpkg)
-        shell: pwsh
-        run: |
-          # vcpkg leaves multi-GB of buildtrees/downloads after installing openssl;
-          # we only need the installed/ dir for linking.
-          $vcpkgRoot = $env:VCPKG_INSTALLATION_ROOT
-          foreach ($sub in @("buildtrees", "downloads", "packages")) {
-            $path = Join-Path $vcpkgRoot $sub
-            if (Test-Path $path) {
-              Write-Host "Removing $path"
-              Remove-Item -Recurse -Force -ErrorAction SilentlyContinue $path
-            }
-          }
-          Get-PSDrive C | Select-Object Used,Free | Format-Table -AutoSize
-
       - name: Get runtime paths
         id: runtime-paths
         shell: pwsh
@@ -134,10 +119,6 @@ jobs:
           cargo build --release -p windmill_duckdb_ffi_internal
           New-Item -ItemType Directory -Path ..\target\debug -Force
           Copy-Item target\release\windmill_duckdb_ffi_internal.dll ..\target\debug\
-          # duckdb is bundled (~2GB of build artifacts); the DLL is the only
-          # thing we need from this excluded-crate target dir.
-          Remove-Item -Recurse -Force -ErrorAction SilentlyContinue target
-          Get-PSDrive C | Select-Object Used,Free | Format-Table -AutoSize
 
       - name: Print runtime versions and env
         shell: pwsh
@@ -155,10 +136,6 @@ jobs:
           echo "USERPROFILE=$env:USERPROFILE"
           echo "HOME=$env:HOME"
 
-      - name: Disk space before cargo test
-        shell: pwsh
-        run: Get-PSDrive C | Select-Object Used,Free | Format-Table -AutoSize
-
       - name: cargo test
         working-directory: backend
         timeout-minutes: 60
@@ -167,16 +144,13 @@ jobs:
           RUST_LOG: "off"
           RUST_LOG_STYLE: never
           CARGO_NET_GIT_FETCH_WITH_CLI: true
-          # 16-vcpu runners with disabled PDB still hit LNK1180 ("insufficient
-          # disk space") at link time with 12 parallel link jobs: each test
-          # binary link spikes several hundred MB of transient I/O. Capping at
-          # 8 trades ~25% wall time for headroom on the ~75GB runner disk.
-          CARGO_BUILD_JOBS: 8
+          CARGO_BUILD_JOBS: 12
           # backend/Cargo.toml sets split-debuginfo = "unpacked", which on
           # windows-msvc is coerced to "packed": every test-binary link spawns
-          # the mspdbsrv.exe PDB type server and writes a large .pdb. CI needs
-          # no debug info, so disable PDB generation for the dev/test profiles
-          # here (avoids both LNK1318 type-server limit and PDB disk usage).
+          # the mspdbsrv.exe PDB type server and writes a large .pdb. With 12
+          # parallel link jobs this races the type-server cap (LNK1318 "LIMIT
+          # (12)") and exhausts the runner disk (LNK1180). CI needs no debug
+          # info, so disable PDB generation for the dev/test profiles here.
           CARGO_PROFILE_DEV_SPLIT_DEBUGINFO: "off"
           CARGO_PROFILE_TEST_SPLIT_DEBUGINFO: "off"
           # Tests' poll-time stack frames (deep nested async fn chains in

.github/workflows/check-empty-fixture.yml

@@ -1,19 +0,0 @@
-name: Check fixture is empty
-
-on:
-  push:
-    branches: [main]
-    paths:
-      - "fixtures/**"
-  pull_request:
-    paths:
-      - "fixtures/**"
-
-jobs:
-  check-empty-fixture:
-    runs-on: ubuntu-latest
-    steps:
-      - uses: actions/checkout@v4
-
-      - name: Ensure fixtures/cli-sync/ has no committed snapshot
-        run: bash fixtures/check-empty.sh

.github/workflows/git-sync-test.yml

@@ -8,7 +8,6 @@ on:
       - "backend/windmill-git-sync/**"
       - "backend/windmill-api-integration-tests/tests/git_sync*"
       - "backend/ee-repo-ref.txt"
-      - "backend/windmill-common/src/workspaces.rs"
       - "integration_tests/test/git_sync_test.py"
       - ".github/workflows/git-sync-test.yml"
   pull_request:
@@ -17,7 +16,6 @@ on:
       - "backend/windmill-git-sync/**"
       - "backend/windmill-api-integration-tests/tests/git_sync*"
       - "backend/ee-repo-ref.txt"
-      - "backend/windmill-common/src/workspaces.rs"
       - "integration_tests/test/git_sync_test.py"
       - ".github/workflows/git-sync-test.yml"
 
@@ -51,7 +49,7 @@ jobs:
           echo "$CHANGED_FILES"
 
           # Direct git sync file changes — always relevant
-          if echo "$CHANGED_FILES" | grep -qE '^(backend/windmill-git-sync/|backend/windmill-api-integration-tests/tests/git_sync|backend/windmill-common/src/workspaces\.rs|integration_tests/test/git_sync|\.github/workflows/git-sync-test\.yml)'; then
+          if echo "$CHANGED_FILES" | grep -qE '^(backend/windmill-git-sync/|backend/windmill-api-integration-tests/tests/git_sync|integration_tests/test/git_sync|\.github/workflows/git-sync-test\.yml)'; then
             echo "should_run=true" >> "$GITHUB_OUTPUT"
             echo "Relevant: direct git sync file changes"
             exit 0

.github/workflows/spawn-ephemeral-backend.yml

@@ -0,0 +1,126 @@
+name: Spawn Ephemeral Backend
+
+on:
+  issue_comment:
+    types: [created]
+  pull_request_review_comment:
+    types: [created]
+  workflow_dispatch:
+    inputs:
+      pr_number:
+        description: "PR number"
+        required: true
+        type: number
+
+jobs:
+  check-membership:
+    if: |
+      (github.event_name == 'issue_comment' && contains(github.event.comment.body, '/spawnbackend')) ||
+      (github.event_name == 'pull_request_review_comment' && contains(github.event.comment.body, '/spawnbackend'))
+    uses: ./.github/workflows/check-org-membership.yml
+    secrets:
+      access_token: ${{ secrets.ORG_ACCESS_TOKEN }}
+
+  spawn-backend:
+    needs: check-membership
+    # Only run on PR comments that contain /spawn-backend, or manual dispatch
+    if: |
+      github.event_name == 'workflow_dispatch' ||
+      (github.event.issue.pull_request && needs.check-membership.outputs.is_member == 'true')
+    runs-on: ubuntu-latest
+    permissions:
+      pull-requests: write
+      contents: read
+
+    steps:
+      - name: Get PR details
+        id: pr-details
+        uses: actions/github-script@v7
+        with:
+          script: |
+            const prNumber = context.eventName === 'workflow_dispatch'
+              ? context.payload.inputs.pr_number
+              : context.issue.number;
+
+            const pr = await github.rest.pulls.get({
+              owner: context.repo.owner,
+              repo: context.repo.repo,
+              pull_number: prNumber
+            });
+
+            // Get branch name and format it for Cloudflare Pages
+            // Replace '/' with '-' for the URL
+            const branchName = pr.data.head.ref;
+            const formattedBranch = branchName.replace(/\//g, '-');
+            const cfFrontendUrl = `https://${formattedBranch}.windmill.pages.dev`;
+
+            core.setOutput('commit_hash', pr.data.head.sha);
+            core.setOutput('pr_number', prNumber);
+            core.setOutput('branch_name', branchName);
+            core.setOutput('cf_frontend_url', cfFrontendUrl);
+
+      - name: Check manager URL
+        id: check-manager-url
+        run: |
+          if [ -z "${{ secrets.EPHEMERAL_BACKEND_QUEUE_URL }}" ]; then
+            echo "manager_url_set=false" >> $GITHUB_OUTPUT
+          else
+            echo "manager_url_set=true" >> $GITHUB_OUTPUT
+          fi
+
+      - name: Post error comment if manager not running
+        if: steps.check-manager-url.outputs.manager_url_set == 'false'
+        uses: actions/github-script@v7
+        with:
+          script: |
+            const prNumber = context.eventName === 'workflow_dispatch'
+              ? Number(context.payload.inputs.pr_number)
+              : context.issue.number;
+
+            await github.rest.issues.createComment({
+              owner: context.repo.owner,
+              repo: context.repo.repo,
+              issue_number: prNumber,
+              body: `❌ Manager URL not set (did you start the ephemeral backend manager?)\n\nThe ephemeral backend manager needs to be running to spawn backends. Please start the manager first.`
+            });
+
+      - name: Fail if manager not running
+        if: steps.check-manager-url.outputs.manager_url_set == 'false'
+        run: |
+          echo "Error: EPHEMERAL_BACKEND_QUEUE_URL secret is not set"
+          exit 1
+
+      - name: Trigger Windmill flow
+        if: steps.check-manager-url.outputs.manager_url_set == 'true'
+        id: trigger-flow
+        run: |
+          JOB_UUID=$(curl -s -X POST "https://app.windmill.dev/api/w/windmill-labs/jobs/run/f/f/all/run_ephemeral_backend" \
+            -H "Authorization: Bearer ${{ secrets.WINDMILL_RUN_FLOW_TOKEN }}" \
+            -H "Content-Type: application/json" \
+            -d '{
+              "manager_url": "${{ secrets.EPHEMERAL_BACKEND_QUEUE_URL }}",
+              "commit_hash": "${{ steps.pr-details.outputs.commit_hash }}",
+              "pr_number": ${{ steps.pr-details.outputs.pr_number }},
+              "cf_frontend_url": "${{ steps.pr-details.outputs.cf_frontend_url }}"
+            }' | tr -d '"')
+
+          echo "Job UUID: $JOB_UUID"
+          echo "job_uuid=$JOB_UUID" >> $GITHUB_OUTPUT
+
+      - name: Post comment with job link
+        if: steps.check-manager-url.outputs.manager_url_set == 'true'
+        uses: actions/github-script@v7
+        with:
+          script: |
+            const jobUuid = '${{ steps.trigger-flow.outputs.job_uuid }}';
+            const appUrl = `https://app.windmill.dev/public/windmill-labs/a106bad0256c1dfa7a4f9279c42b1a4b#${jobUuid}`;
+            const prNumber = context.eventName === 'workflow_dispatch'
+              ? Number(context.payload.inputs.pr_number)
+              : context.issue.number;
+
+            await github.rest.issues.createComment({
+              owner: context.repo.owner,
+              repo: context.repo.repo,
+              issue_number: prNumber,
+              body: `🚀 Spawning new ephemeral backend!\n\n${appUrl}`
+            });

.mcp.json

@@ -3,16 +3,6 @@
     "svelte": {
       "type": "http",
       "url": "https://mcp.svelte.dev/mcp"
-    },
-    "playwright": {
-      "type": "stdio",
-      "command": "npx",
-      "args": ["-y", "@playwright/mcp@latest", "--browser", "chromium", "--headless"]
-    },
-    "playwright-headed": {
-      "type": "stdio",
-      "command": "npx",
-      "args": ["-y", "@playwright/mcp@latest", "--browser", "chromium"]
     }
   }
 }

.webmux.yaml

@@ -47,7 +47,6 @@ profiles:
       For this window specifically, backend is running on: ${BACKEND_PORT} and frontend is running on: ${FRONTEND_PORT}.
       To connect to the database, use this connection string: ${DATABASE_URL}
       Because we are running backend with cargo watch, to verify your changes, just check the logs in the backend pane. No need for cargo check.
-      For UI verification, use the Playwright MCP (`mcp__playwright__*`) — the `playwright` server is headless and works without a display. Navigate to http://localhost:${FRONTEND_PORT}, log in as admin@windmill.dev / changeme.
       IMPORTANT: Read docs/autonomous-mode.md before starting any work.
     panes:
       - id: agent
@@ -77,7 +76,6 @@ profiles:
       On this window specifically, frontend is running on: ${FRONTEND_PORT}.
       To connect to the database, use this connection string: ${DATABASE_URL}
       Because we are running frontend with npm run dev, to verify your changes, just check the logs in the frontend pane. No need for npm run build.
-      For UI verification, use the Playwright MCP (`mcp__playwright__*`) — the `playwright` server is headless and works without a display. Navigate to http://localhost:${FRONTEND_PORT}, log in as admin@windmill.dev / changeme.
       IMPORTANT: Read docs/autonomous-mode.md before starting any work.
     panes:
       - id: agent
@@ -102,55 +100,9 @@ profiles:
 
 integrations:
   github:
-    autoRemoveOnMerge: true
     linkedRepos:
       - repo: windmill-labs/windmill-ee-private
         alias: ee-private
         dir: ../windmill-ee-private__worktrees
   linear:
     enabled: true
-    autoCreateWorktrees: true
-    watchTeams: [WIN,GIT]
-
-oneshot:
-  systemPrompt: |
-    You are running in webmux ONESHOT mode.
-
-    # No interactive user
-    There is NO interactive user — nobody is watching the chat or will respond
-    to questions, approvals, or status checks. Any message asking the user to
-    review, approve, confirm, take a look, or "let you know" is wasted output:
-    it will not be answered.
-
-    # Your job
-    Take the task to its real conclusion without pausing:
-      1. Make the change.
-      2. Validate it (run the relevant tests, typecheck, build, or quick
-         manual check). For UI changes, drive the running frontend with
-         the Playwright MCP (`mcp__playwright__*`, headless) and confirm
-         the change works end-to-end before moving on.
-      3. Commit.
-      4. Push.
-      5. Open a pull request.
-    Only then are you done.
-
-    # Decisions
-    When something is ambiguous, pick the most reasonable default and proceed.
-    When you would normally ask "should I X or Y?", just pick one and continue
-    — note the choice in the PR description if it matters.
-
-    # PR readiness
-    Default to opening the PR as a draft. If you are highly confident in the
-    change — the scope is small and well-understood, validation passed
-    cleanly, and you would not change anything if a reviewer pushed back —
-    open the PR as ready-for-review directly (omit `--draft` when invoking
-    `gh pr create`, or call `gh pr ready <number>` after creation). Err on
-    the side of draft when validation was partial, the change touches
-    public APIs or shared infrastructure, or you made a non-obvious judgment
-    call.
-
-    # Ending your turn
-    Never end your turn with a question, a suggestion to "take a look", or a
-    request for approval. Stop only when the PR is open, or when you hit a
-    technical error you cannot recover from yourself (in which case clearly
-    state the blocker).

AGENTS.md

@@ -29,26 +29,6 @@ Open-source platform for internal tools, workflows, API integrations, background
 - **Instance settings**: navigate to `/#superadmin-settings`
 - **Migrations**: use `cargo sqlx migrate add -r <name>` from `backend/` to create new migrations (never generate timestamps manually)
 
-## Verifying Frontend Changes
-
-After modifying frontend code, drive the running dev server with the **Playwright MCP** to verify the change in a real browser — don't claim a UI change works without exercising it.
-
-Two MCP servers are registered in `.mcp.json`:
-- `playwright` — headless Chromium, default for devboxes (no display required)
-- `playwright-headed` — windowed Chromium, when a display is available
-
-**One-time setup:** run `npx playwright install chromium` to download the browser binary (Playwright won't fetch it automatically on first use).
-
-Typical flow:
-1. Ensure backend (`cargo run`) and frontend (`REMOTE=http://localhost:8000 npm run dev`) are running
-2. `mcp__playwright__browser_navigate` to the relevant page (login at `admin@windmill.dev` / `changeme`)
-3. `mcp__playwright__browser_snapshot` to inspect the accessibility tree (preferred over screenshots for reading the DOM)
-4. `mcp__playwright__browser_click` / `browser_fill_form` / `browser_type` to interact
-5. `mcp__playwright__browser_take_screenshot` for visual confirmation
-6. `mcp__playwright__browser_console_messages` / `browser_network_requests` to surface errors
-
-If you cannot exercise a UI change (no dev server, etc.), say so explicitly rather than claiming success.
-
 ## Banned Patterns
 
 ### `$bindable(default_value)` on optional props

CHANGELOG.md

@@ -1,265 +1,5 @@
 # Changelog
 
-## [1.714.1](https://github.com/windmill-labs/windmill/compare/v1.714.0...v1.714.1) (2026-06-02)
-
-
-### Bug Fixes
-
-* **backend:** route //native TypeScript previews to native workers (WIN-2007) ([#9407](https://github.com/windmill-labs/windmill/issues/9407)) ([73edebc](https://github.com/windmill-labs/windmill/commit/73edebc833a981488a8ea116f4f13c020a011a6f))
-* **nsjail:** raise python download fd limit for --compile-bytecode (WIN-2009) ([#9414](https://github.com/windmill-labs/windmill/issues/9414)) ([9e6559a](https://github.com/windmill-labs/windmill/commit/9e6559a6f688cc8d982277b19920219ea6d0fd8e))
-* **triggers:** prevent Zoom challenge handler from being used as a signing oracle ([#9413](https://github.com/windmill-labs/windmill/issues/9413)) ([ab2a15b](https://github.com/windmill-labs/windmill/commit/ab2a15b2a859096eabde718bf6e60289ae187118))
-
-## [1.714.0](https://github.com/windmill-labs/windmill/compare/v1.713.1...v1.714.0) (2026-06-02)
-
-
-### Features
-
-* add global ai chat test tools ([#9391](https://github.com/windmill-labs/windmill/issues/9391)) ([5c20d6b](https://github.com/windmill-labs/windmill/commit/5c20d6b4f79f2ccc1987ce7fdaf74e6b8f697846))
-* add workspace datatable tools to global AI chat mode ([#9395](https://github.com/windmill-labs/windmill/issues/9395)) ([943ef6e](https://github.com/windmill-labs/windmill/commit/943ef6eb2089f4b744cfa7945ce47f7f3b361ec7))
-* **flow-ai:** constrain flow-group colors to the NoteColor palette ([#9343](https://github.com/windmill-labs/windmill/issues/9343)) ([e4213c1](https://github.com/windmill-labs/windmill/commit/e4213c1ab8c448f492f372580f5c9df37e33fffc))
-* **frontend:** surface local drafts in drawer editors with an unsaved-changes banner ([#9335](https://github.com/windmill-labs/windmill/issues/9335)) ([075faab](https://github.com/windmill-labs/windmill/commit/075faabf3bba16a10a02ae3973008e5a13473085))
-* handle CTRL_BREAK_EVENT for graceful shutdown on Windows ([#9400](https://github.com/windmill-labs/windmill/issues/9400)) ([2e14456](https://github.com/windmill-labs/windmill/commit/2e1445616a412c5112ad2247b4087c7ddc218845))
-* refine ask-user-question chat display and keyboard nav ([#9392](https://github.com/windmill-labs/windmill/issues/9392)) ([1275487](https://github.com/windmill-labs/windmill/commit/1275487f028d4c74a9eeb18981ed05c225505be0))
-* sessions page with isolated AI chat + flow editor ([#9034](https://github.com/windmill-labs/windmill/issues/9034)) ([eadeac2](https://github.com/windmill-labs/windmill/commit/eadeac248bd022c2796cfe638eb617c6143b8fc4))
-
-
-### Bug Fixes
-
-* **cli:** make encryption key push non-interactive-safe + add --skip-reencrypt-on-key-change ([#9402](https://github.com/windmill-labs/windmill/issues/9402)) ([e356bb1](https://github.com/windmill-labs/windmill/commit/e356bb1f5df92eca3fbb0ca2114b9f4c32d4c496))
-* **cli:** stop git-sync promotion deploys from dropping triggers/schedules ([#9403](https://github.com/windmill-labs/windmill/issues/9403)) ([24e3ef2](https://github.com/windmill-labs/windmill/commit/24e3ef27be8498fb820c228a52febf6a0a91b487))
-* **frontend:** align Monaco editor font size with text-xs ([#9161](https://github.com/windmill-labs/windmill/issues/9161)) ([de76668](https://github.com/windmill-labs/windmill/commit/de76668c10c04abe8771a8ca7bba7b2259819a1c))
-* resolve username rename failing on apps with runnable deps ([#9401](https://github.com/windmill-labs/windmill/issues/9401)) ([e8ad53d](https://github.com/windmill-labs/windmill/commit/e8ad53dae92597f5a1a8b76f38a7d8c24f578a47))
-
-
-### Performance Improvements
-
-* **python:** add --compile-bytecode to uv pip install ([#9393](https://github.com/windmill-labs/windmill/issues/9393)) ([c19441b](https://github.com/windmill-labs/windmill/commit/c19441bc8cb2da064e4ad44d77dc04ab8bbb22ec))
-
-## [1.713.1](https://github.com/windmill-labs/windmill/compare/v1.713.0...v1.713.1) (2026-06-01)
-
-
-### Bug Fixes
-
-* **api:** handle multi-version scripts when removing granular ACL ([#9388](https://github.com/windmill-labs/windmill/issues/9388)) ([9d9c503](https://github.com/windmill-labs/windmill/commit/9d9c5038ce8b0016320a670c434ef9063cb40441))
-
-## [1.713.0](https://github.com/windmill-labs/windmill/compare/v1.712.0...v1.713.0) (2026-05-31)
-
-
-### Features
-
-* **flows:** preserve step/subflow worker tags under a custom-tagged flow ([#9375](https://github.com/windmill-labs/windmill/issues/9375)) ([f0301b1](https://github.com/windmill-labs/windmill/commit/f0301b1605cee5fba4024803555333e6fa5c40ee))
-* **oauth:** support per-provider sandbox URLs ([#9358](https://github.com/windmill-labs/windmill/issues/9358)) ([2bf11dc](https://github.com/windmill-labs/windmill/commit/2bf11dcb15540c538ea2ac3cf70dcbe589060b4e))
-
-
-### Bug Fixes
-
-* **ai:** validate token_url for SSRF in OAuth credentials flow ([#9385](https://github.com/windmill-labs/windmill/issues/9385)) ([4b06881](https://github.com/windmill-labs/windmill/commit/4b06881918b76c5a411cc70b318e46efcc1393a7))
-* **api:** authorize and harden log-file reading endpoints ([#9368](https://github.com/windmill-labs/windmill/issues/9368)) ([bb90f4c](https://github.com/windmill-labs/windmill/commit/bb90f4ce83a0e60af219b11c12ab4fe1d13f47a4))
-* **apps:** make public apps opt into cross-origin isolation via wm_coep (GIT-884) ([#9374](https://github.com/windmill-labs/windmill/issues/9374)) ([2c0c2c4](https://github.com/windmill-labs/windmill/commit/2c0c2c467f163cd24c14c7be2db07af9cf2ce020))
-* **auth:** enforce monotonic privilege on user token lifecycle endpoints ([#9371](https://github.com/windmill-labs/windmill/issues/9371)) ([2ddf93d](https://github.com/windmill-labs/windmill/commit/2ddf93de96622b2a1b2b6f59398a7a1f59360efd))
-* batch encryption-key rotation into one git-sync job ([#9355](https://github.com/windmill-labs/windmill/issues/9355)) ([04a0897](https://github.com/windmill-labs/windmill/commit/04a08976aec4ba9b0516350316df303e9f96bfd3))
-* **cli:** preserve user drafts on sync push and permissioned-as ([#9381](https://github.com/windmill-labs/windmill/issues/9381)) ([b0c3b01](https://github.com/windmill-labs/windmill/commit/b0c3b01d31b0ab3a6566e1f5fec60e3e230cfadb))
-* **frontend:** sanitize user markdown to prevent stored XSS ([#9386](https://github.com/windmill-labs/windmill/issues/9386)) ([def01b8](https://github.com/windmill-labs/windmill/commit/def01b8ff6f331cc36ce02b947adc31c766042c4))
-* **security:** re-pin cached hub scripts to CVE-patched versions (+ HUB_BASE_URL override for cache mode) ([#9387](https://github.com/windmill-labs/windmill/issues/9387)) ([edf340c](https://github.com/windmill-labs/windmill/commit/edf340c4d4f18b16b142cb7deb67afa586f10946))
-
-## [1.712.0](https://github.com/windmill-labs/windmill/compare/v1.711.0...v1.712.0) (2026-05-28)
-
-
-### Features
-
-* add deepseek fim support ([#9365](https://github.com/windmill-labs/windmill/issues/9365)) ([2553fbf](https://github.com/windmill-labs/windmill/commit/2553fbfe31417bd985e7994eac695bf918f97ce2))
-* deploy raw apps from global chat ([#9349](https://github.com/windmill-labs/windmill/issues/9349)) ([dec58e6](https://github.com/windmill-labs/windmill/commit/dec58e6c4f55062b42a752c43c89ef05903e713a))
-* inject active editor into global chat ([#9361](https://github.com/windmill-labs/windmill/issues/9361)) ([9e7eaf3](https://github.com/windmill-labs/windmill/commit/9e7eaf36847ad3a004ec84e8b7d4784771b7b451))
-* **queue:** duration-weighted fairness admission ([#9334](https://github.com/windmill-labs/windmill/issues/9334)) ([045d120](https://github.com/windmill-labs/windmill/commit/045d12043e7c99830ef90bc0da798c94e2094711))
-* warn when custom instance db is shared across workspaces ([#9359](https://github.com/windmill-labs/windmill/issues/9359)) ([a9e5140](https://github.com/windmill-labs/windmill/commit/a9e514099585e5ee72df21bd551a223cceb20fb0))
-
-
-### Bug Fixes
-
-* **cli:** redact encryption_key diff in stdout by default ([#9347](https://github.com/windmill-labs/windmill/issues/9347)) ([88056f8](https://github.com/windmill-labs/windmill/commit/88056f8d4c91c1d14d85a08851ecf0bd97e2260d))
-* **cli:** stop re-prompting on wmill refresh prompts ([#9357](https://github.com/windmill-labs/windmill/issues/9357)) ([c2b5ba8](https://github.com/windmill-labs/windmill/commit/c2b5ba8871abbbcff6de69c90e2f09fee70586c1))
-* **frontend:** close other sidebar menus when hovering Help ([#9354](https://github.com/windmill-labs/windmill/issues/9354)) ([da882c5](https://github.com/windmill-labs/windmill/commit/da882c54b21e3eaf2c1d1abccd0996b243d96dce))
-* **frontend:** prevent duplicate asset node ids crashing flow graph ([#9367](https://github.com/windmill-labs/windmill/issues/9367)) ([9a659b6](https://github.com/windmill-labs/windmill/commit/9a659b636d713ee8fdfbdad41c58bb3d7c79e0d9))
-* **frontend:** prevent MultiSelect crash on undefined value ([#9364](https://github.com/windmill-labs/windmill/issues/9364)) ([aea0061](https://github.com/windmill-labs/windmill/commit/aea00611c41379be2afdad0eedd608c9537d03f7))
-* **git-sync:** publish fork branch on only_create_branch from the CLI ([#9366](https://github.com/windmill-labs/windmill/issues/9366)) ([2fdc51e](https://github.com/windmill-labs/windmill/commit/2fdc51e62985fc755884436130bdd58e294247c8))
-* infer script arg schema when deploying via AI chat ([#9356](https://github.com/windmill-labs/windmill/issues/9356)) ([4efc372](https://github.com/windmill-labs/windmill/commit/4efc37212a98571214aba135b0fbb10dc263fd4f))
-* **monitor:** cleanup stale server_heartbeat background_task_state rows ([#9338](https://github.com/windmill-labs/windmill/issues/9338)) ([59ab038](https://github.com/windmill-labs/windmill/commit/59ab038d7718d8a4c25efa5928f42e1393ebbf40))
-
-## [1.711.0](https://github.com/windmill-labs/windmill/compare/v1.710.1...v1.711.0) (2026-05-26)
-
-
-### Features
-
-* **cli:** add object-storage commands and flow test-step ([#9326](https://github.com/windmill-labs/windmill/issues/9326)) ([36f574f](https://github.com/windmill-labs/windmill/commit/36f574ff951198a4d40ee068a27d74c41ce32154))
-
-
-### Bug Fixes
-
-* **cli:** handle __flow suffix when deriving the flow's Windmill path ([#9333](https://github.com/windmill-labs/windmill/issues/9333)) ([6f77034](https://github.com/windmill-labs/windmill/commit/6f770346fb330997a836c39fba347df4c088a83c))
-* **queue:** duration-weighted workspace fairness signal ([#9329](https://github.com/windmill-labs/windmill/issues/9329)) ([42d2121](https://github.com/windmill-labs/windmill/commit/42d2121af925de50f549ecb72ffb5132f5c41079))
-
-## [1.710.1](https://github.com/windmill-labs/windmill/compare/v1.710.0...v1.710.1) (2026-05-26)
-
-
-### Bug Fixes
-
-* improve workspace fairness ([896add0](https://github.com/windmill-labs/windmill/commit/896add0350f4de31f5674d6be0907a582c5ec17e))
-
-## [1.710.0](https://github.com/windmill-labs/windmill/compare/v1.709.0...v1.710.0) (2026-05-26)
-
-
-### Features
-
-* **queue:** stochastic admission + EE availability of workspace fairness algorithm ([#9321](https://github.com/windmill-labs/windmill/issues/9321)) ([8bf7fd2](https://github.com/windmill-labs/windmill/commit/8bf7fd2c921c48861b71731a085b18ea8f72fb68))
-
-
-### Bug Fixes
-
-* **websocket-trigger:** honor HTTPS_PROXY/HTTP_PROXY/NO_PROXY ([#9324](https://github.com/windmill-labs/windmill/issues/9324)) ([6f36316](https://github.com/windmill-labs/windmill/commit/6f363163df9cd15f5af7d56cf34a01b70d236830))
-
-## [1.709.0](https://github.com/windmill-labs/windmill/compare/v1.708.0...v1.709.0) (2026-05-25)
-
-
-### Features
-
-* add copy button to Path component ([#9311](https://github.com/windmill-labs/windmill/issues/9311)) ([98bd5e7](https://github.com/windmill-labs/windmill/commit/98bd5e7f2a437b8b534028838b6ed0d7c59f7011))
-* **ai-chat:** align footer bar + DropdownV2 mode/autonomy selectors ([#9308](https://github.com/windmill-labs/windmill/issues/9308)) ([2f50e8b](https://github.com/windmill-labs/windmill/commit/2f50e8bab0b5ae9ae297c79abfe96df441f405e2))
-* **ai-chat:** expand chat question answers ([#9310](https://github.com/windmill-labs/windmill/issues/9310)) ([3f219ae](https://github.com/windmill-labs/windmill/commit/3f219aed98d93158aefce01bb51ed12dcb4711a1))
-* plug global chat drafts into userdraft ([#9291](https://github.com/windmill-labs/windmill/issues/9291)) ([1eef531](https://github.com/windmill-labs/windmill/commit/1eef53170b1b2afb75b9812e33787d1f28cf50dd))
-* **raw_apps:** surface UI Builder build errors over the preview pane ([#9316](https://github.com/windmill-labs/windmill/issues/9316)) ([90a196d](https://github.com/windmill-labs/windmill/commit/90a196d8d81993ffc2377d7088ab98f7b0f5ddcc))
-* **raw_apps:** tab-based editor surface with split-with-preview ([#9273](https://github.com/windmill-labs/windmill/issues/9273)) ([368e677](https://github.com/windmill-labs/windmill/commit/368e6774194a58058f28d1b4a42f8f4a7ec4ab63))
-* **service-accounts:** allow choosing role at creation time ([#9307](https://github.com/windmill-labs/windmill/issues/9307)) ([b125eca](https://github.com/windmill-labs/windmill/commit/b125eca7628b07c071bd102b161d389259fd6c62))
-
-
-### Bug Fixes
-
-* **auth:** filter resource/variable listings by token scope (WIN-1981) ([#9302](https://github.com/windmill-labs/windmill/issues/9302)) ([b5a0d46](https://github.com/windmill-labs/windmill/commit/b5a0d46695fdfe692d64573d1cfa06511e3b33f5))
-* **jobs:** authorization bypass in only_result job updates (WIN-1980) ([#9301](https://github.com/windmill-labs/windmill/issues/9301)) ([108a88a](https://github.com/windmill-labs/windmill/commit/108a88a1801548c8570d56aa3e1eb80246367bf4))
-
-## [1.708.0](https://github.com/windmill-labs/windmill/compare/v1.707.0...v1.708.0) (2026-05-24)
-
-
-### Features
-
-* **queue:** per-workspace fairness cap on the shared cloud worker pool ([#9303](https://github.com/windmill-labs/windmill/issues/9303)) ([de2e243](https://github.com/windmill-labs/windmill/commit/de2e243313ee34348675dec600cb412b475d1b4b))
-
-## [1.707.0](https://github.com/windmill-labs/windmill/compare/v1.706.1...v1.707.0) (2026-05-22)
-
-
-### Features
-
-* add wmill job rerun subcommand ([#9275](https://github.com/windmill-labs/windmill/issues/9275)) ([e0ffea2](https://github.com/windmill-labs/windmill/commit/e0ffea2deb5acf30815edd3669f4fc4c818b6e19))
-* **github-app:** hide cloud-only UI on self-managed + admin assignment UI ([#9299](https://github.com/windmill-labs/windmill/issues/9299)) ([dcee8cc](https://github.com/windmill-labs/windmill/commit/dcee8cc0d3dd71c3a12f1720e3ce4eb86cdacf4f))
-* **typescript-client:** add deleteS3File + optional workspace arg on S3 helpers ([#9300](https://github.com/windmill-labs/windmill/issues/9300)) ([daab561](https://github.com/windmill-labs/windmill/commit/daab561ec0763468d93e42e8f7f0796dc77be74d))
-
-
-### Bug Fixes
-
-* **auth:** tighten token-owner fallback for unscoped tokens (WIN-1978) ([#9293](https://github.com/windmill-labs/windmill/issues/9293)) ([7003998](https://github.com/windmill-labs/windmill/commit/7003998a575d76c272c6abd0789a1d1f7b722076))
-* **cli:** wmill sync pull updates wmill-lock.yaml for raw apps ([#9289](https://github.com/windmill-labs/windmill/issues/9289)) ([486e5f9](https://github.com/windmill-labs/windmill/commit/486e5f947b1649c17d32e3b214c50d4be701a4e8))
-* flow recording teardown crash + rename package to @windmill-labs/components ([#9288](https://github.com/windmill-labs/windmill/issues/9288)) ([13a2fae](https://github.com/windmill-labs/windmill/commit/13a2fae745ba4862006db5ee0811475c1d27fd1d))
-* **flows:** restore Variables and Resources in flow editor prop picker ([#9290](https://github.com/windmill-labs/windmill/issues/9290)) ([5566c7b](https://github.com/windmill-labs/windmill/commit/5566c7b3ff2d5a6b15cb9187aa15ce1c7245b3fb))
-* **ResourceEditor:** don't reset state when `selected` reverts to undefined ([#9295](https://github.com/windmill-labs/windmill/issues/9295)) ([1f2d2c1](https://github.com/windmill-labs/windmill/commit/1f2d2c11493db20b87615d41c21e5e1c35564739))
-* **secret-backend:** pass DB to Vault migrations + show failure details ([#9292](https://github.com/windmill-labs/windmill/issues/9292)) ([ace2291](https://github.com/windmill-labs/windmill/commit/ace22910c40585a6a2c9abd0c46f7e5e0214e78e))
-
-## [1.706.1](https://github.com/windmill-labs/windmill/compare/v1.706.0...v1.706.1) (2026-05-22)
-
-
-### Bug Fixes
-
-* fork compare visibility for non-admins and stale-token superadmins ([#9283](https://github.com/windmill-labs/windmill/issues/9283)) ([8272244](https://github.com/windmill-labs/windmill/commit/82722449e79da0b4b0ad4142aec7e7965e9ff236))
-* **git-sync:** bump to hub/28234 with stateless gpg.program wrapper (WIN-1974) ([#9282](https://github.com/windmill-labs/windmill/issues/9282)) ([89a2f07](https://github.com/windmill-labs/windmill/commit/89a2f07218818b95238b4a4484deab3138099672))
-* **nsjail:** gate unix-symlink test behind cfg(unix) for Windows build ([#9280](https://github.com/windmill-labs/windmill/issues/9280)) ([72e2c3a](https://github.com/windmill-labs/windmill/commit/72e2c3a6b3e0cb0f5bddf8291ae18bb8cf55ec28))
-
-## [1.706.0](https://github.com/windmill-labs/windmill/compare/v1.705.0...v1.706.0) (2026-05-21)
-
-
-### Features
-
-* add userdraft listing primitives ([#9268](https://github.com/windmill-labs/windmill/issues/9268)) ([d0ee697](https://github.com/windmill-labs/windmill/commit/d0ee697e8b8de58085ea0b2ecde1af2b2441428d))
-* add UV_PYTHON_INSTALL_MIRROR env and instance setting ([#9271](https://github.com/windmill-labs/windmill/issues/9271)) ([1169371](https://github.com/windmill-labs/windmill/commit/1169371d4885bdc18c76d03c6caae71f0e440235))
-* add yolo mode for ai chat tools ([#9258](https://github.com/windmill-labs/windmill/issues/9258)) ([ac26aa4](https://github.com/windmill-labs/windmill/commit/ac26aa4e4c7cc2d493f136b59738c0708803cc6d))
-* CLI datatable serve / psql ([#9267](https://github.com/windmill-labs/windmill/issues/9267)) ([28c8b5c](https://github.com/windmill-labs/windmill/commit/28c8b5c60fd46f961ae11b363b9be834fad6ee68))
-* **cli:** add `wmill init prompts` and custom override slot ([#9266](https://github.com/windmill-labs/windmill/issues/9266)) ([1ba8ed8](https://github.com/windmill-labs/windmill/commit/1ba8ed8abd827313ce0f7728d9f84357417206ee))
-* **nsjail:** optional disk-backed /tmp via instance setting ([#9272](https://github.com/windmill-labs/windmill/issues/9272)) ([b656dc6](https://github.com/windmill-labs/windmill/commit/b656dc6cdc8c50ef9740240447f119cceed18547))
-
-
-### Bug Fixes
-
-* **ai:** enforce RLS and scope check on user-supplied X-Resource-Path ([#9276](https://github.com/windmill-labs/windmill/issues/9276)) ([0692b97](https://github.com/windmill-labs/windmill/commit/0692b97c8a3818549d7050ea3e057e9cbf1ddb44))
-* **debugger:** add non-root user support to Dockerfile ([#9277](https://github.com/windmill-labs/windmill/issues/9277)) ([0bdb6a9](https://github.com/windmill-labs/windmill/commit/0bdb6a9d5d5fb28a27af1b6eda9fde7172308faf))
-* **indexer:** tell admins when ingress routes search to wrong pod ([#9274](https://github.com/windmill-labs/windmill/issues/9274)) ([d29a561](https://github.com/windmill-labs/windmill/commit/d29a5612fcd17eb4197468289e955a1209127cc1))
-
-## [1.705.0](https://github.com/windmill-labs/windmill/compare/v1.704.1...v1.705.0) (2026-05-20)
-
-
-### Features
-
-* add flow_user_state(key) to QuickJS input transform sandbox (WIN-1947) ([#9093](https://github.com/windmill-labs/windmill/issues/9093)) ([88c1493](https://github.com/windmill-labs/windmill/commit/88c149314576789f46feb5c7e1af3225b061f0c6))
-* add wmill protection-rules pull/push CLI commands ([#9240](https://github.com/windmill-labs/windmill/issues/9240)) ([01bad16](https://github.com/windmill-labs/windmill/commit/01bad16c0cc40fa64b2a72ccb8ded487c729cf35))
-* **chat:** visual redesign — input, streaming indicator, scroll polish ([#9232](https://github.com/windmill-labs/windmill/issues/9232)) ([31a0469](https://github.com/windmill-labs/windmill/commit/31a046973af960764ee4e153b68c020cbd4690ce))
-* **chat:** waiting-for-user indicator + scroll-to-latest polish ([#9252](https://github.com/windmill-labs/windmill/issues/9252)) ([7909878](https://github.com/windmill-labs/windmill/commit/790987831380611b5bd19a760b0a5433492d7796))
-* **cli:** add datatable and ducklake list/run commands ([#9257](https://github.com/windmill-labs/windmill/issues/9257)) ([1d04904](https://github.com/windmill-labs/windmill/commit/1d04904a47245062e50c2cc6362bbbb21a6987aa))
-* **debug:** show ghost breakpoint and tooltip on gutter hover ([#9150](https://github.com/windmill-labs/windmill/issues/9150)) ([271f0cb](https://github.com/windmill-labs/windmill/commit/271f0cbd087851fca86ed1530618ddbf728f13f3))
-* **editors:** responsive top-bars + collapsible raw-app sidebar ([#9237](https://github.com/windmill-labs/windmill/issues/9237)) ([b0ed270](https://github.com/windmill-labs/windmill/commit/b0ed27096d9e918e946cf8a8a04af8ff1892b50f))
-* export audit logs to a dedicated object store folder ([#9207](https://github.com/windmill-labs/windmill/issues/9207)) ([ba6fb70](https://github.com/windmill-labs/windmill/commit/ba6fb7021b5a720bff8e86b4741031902cf1c267))
-* **frontend:** new path component ([#9017](https://github.com/windmill-labs/windmill/issues/9017)) ([9c28bbf](https://github.com/windmill-labs/windmill/commit/9c28bbfd694a5047b4a8a9fe5cc2e54309f8f067))
-* **frontend:** sync home search bar state to URL ([#9256](https://github.com/windmill-labs/windmill/issues/9256)) ([31b7810](https://github.com/windmill-labs/windmill/commit/31b781000e62384af6b8e1ba0172e45ac6ab591f))
-* **git-sync:** hidden `sync git-deploy` owns wm_deploy branch + e2e regression tests ([#9230](https://github.com/windmill-labs/windmill/issues/9230)) ([07202fd](https://github.com/windmill-labs/windmill/commit/07202fd048c999c9d32f3feee94a08625050283d))
-* **indexer:** observability for unavailable search index (WIN-1956) ([#9239](https://github.com/windmill-labs/windmill/issues/9239)) ([285a787](https://github.com/windmill-labs/windmill/commit/285a78752a23aa467f9a82868d784599793d3a1f))
-* **nsjail:** make tmpfs size configurable via instance setting ([#9261](https://github.com/windmill-labs/windmill/issues/9261)) ([9111f89](https://github.com/windmill-labs/windmill/commit/9111f8908de82e9032a63711158dff9c6bca255b))
-* open ai chat path links in drawers ([#9220](https://github.com/windmill-labs/windmill/issues/9220)) ([f6fcdb5](https://github.com/windmill-labs/windmill/commit/f6fcdb5599c28b4890d6f775f657bfafeea1d380))
-* persistent in-editor drafts via UserDraft ([#9121](https://github.com/windmill-labs/windmill/issues/9121)) ([0f7dd86](https://github.com/windmill-labs/windmill/commit/0f7dd86e5c3a43bc62c4c0501efec34226b6e279))
-* resolve relative imports from local content in script/flow preview ([#9233](https://github.com/windmill-labs/windmill/issues/9233)) ([2a780ad](https://github.com/windmill-labs/windmill/commit/2a780ad87af69358f241536697f694612fe92d93))
-* **snowflake:** derive public key from private key when omitted (WIN-1959) ([#9251](https://github.com/windmill-labs/windmill/issues/9251)) ([aa12c66](https://github.com/windmill-labs/windmill/commit/aa12c66c25e68eefec22c213e8f228fd0699d8ce))
-* **vault:** optional KV secret path prefix setting (WIN-1960) ([#9249](https://github.com/windmill-labs/windmill/issues/9249)) ([d08f72b](https://github.com/windmill-labs/windmill/commit/d08f72b3e1ef194b5d656cafa15bc88e8b6ba731))
-
-
-### Bug Fixes
-
-* **autoscaling:** count custom worker groups by row, divide only native by NUM_WORKERS ([#9255](https://github.com/windmill-labs/windmill/issues/9255)) ([76d949e](https://github.com/windmill-labs/windmill/commit/76d949e7bc30eb8cadfdc52e031fcdf5ad97d2ed))
-* **autoscaling:** full-scale below min_workers on large backlog ([#9234](https://github.com/windmill-labs/windmill/issues/9234)) ([a4d59a8](https://github.com/windmill-labs/windmill/commit/a4d59a81dfb6fffbd185a3aa009eb90c160bf42b))
-* bound resource/variable interpolation recursion depth (WIN-1957) ([#9243](https://github.com/windmill-labs/windmill/issues/9243)) ([26f3cbe](https://github.com/windmill-labs/windmill/commit/26f3cbef259e643c6d79be893701eec70b7c0501))
-* cgroup-aware DuckDB memory_limit + allocator memory release ([#9245](https://github.com/windmill-labs/windmill/issues/9245)) ([0022112](https://github.com/windmill-labs/windmill/commit/00221128cbf0801a45bad40246e50beceaba0a7e))
-* collapse successful ai tool details ([#9265](https://github.com/windmill-labs/windmill/issues/9265)) ([413404a](https://github.com/windmill-labs/windmill/commit/413404a788bbe6b5c9df387a2db3000ffec74083))
-* early return should consider failure_module result ([#9241](https://github.com/windmill-labs/windmill/issues/9241)) ([2db1c0a](https://github.com/windmill-labs/windmill/commit/2db1c0a1fcfdcad94cae97dcffa090ffb91494f7))
-* enable jemalloc background_thread to prevent worker RSS growth ([#9236](https://github.com/windmill-labs/windmill/issues/9236)) ([a974ff6](https://github.com/windmill-labs/windmill/commit/a974ff68e00278ccaf441b0567cd46e2b5067fdd))
-* enforce auth guards on app component preview execution ([#9235](https://github.com/windmill-labs/windmill/issues/9235)) ([4b1bea8](https://github.com/windmill-labs/windmill/commit/4b1bea8aed51eb9e24940d89d984ce32f375ab0c))
-* **flows:** flag noLogs jobs and lazily resolve them in log panel ([#9099](https://github.com/windmill-labs/windmill/issues/9099)) ([740a35b](https://github.com/windmill-labs/windmill/commit/740a35bf7b20f0bd8cb94c3d703dd353f0711b0a))
-* **frontend:** flow progress bar for early-stop completion and error handler (WIN-1961) ([#9254](https://github.com/windmill-labs/windmill/issues/9254)) ([cc141ef](https://github.com/windmill-labs/windmill/commit/cc141effa3b1019f70f4b7230fe7ebc7017632a0))
-* **frontend:** open customer portal in popup synchronously to bypass Safari blocker ([#9242](https://github.com/windmill-labs/windmill/issues/9242)) ([f51b51a](https://github.com/windmill-labs/windmill/commit/f51b51a9a1aee5183fa597cf93ff14fbaddaffa9))
-* prevent undefined user flickering in multiplayer presence list ([#9231](https://github.com/windmill-labs/windmill/issues/9231)) ([8c1f6cc](https://github.com/windmill-labs/windmill/commit/8c1f6ccc5d22e657a83831eb5f37a9516cdec10a))
-* **s3:** sandbox stored XSS via download response headers ([#9263](https://github.com/windmill-labs/windmill/issues/9263)) ([bb78b1c](https://github.com/windmill-labs/windmill/commit/bb78b1c06de5b73b951691460f81a3a2ec6e7f80))
-* **saml:** preserve deep links from /a/[...path] across SAML round-trip ([#9259](https://github.com/windmill-labs/windmill/issues/9259)) ([78cf6c7](https://github.com/windmill-labs/windmill/commit/78cf6c7f8181ad431cffebd18c45a3a802b3a601))
-* scope VSCode webview clipboard paste to focused editor ([#9221](https://github.com/windmill-labs/windmill/issues/9221)) ([bd06282](https://github.com/windmill-labs/windmill/commit/bd062825a255da364c1590820ead65172e835d13))
-
-## [1.704.1](https://github.com/windmill-labs/windmill/compare/v1.704.0...v1.704.1) (2026-05-19)
-
-
-### Bug Fixes
-
-* fix git sync ([ff1deaa](https://github.com/windmill-labs/windmill/commit/ff1deaa7e2f3f1f650861c1e2a0f663e597d501c))
-* honor SAML RelayState to redirect to deep link after SSO login ([#9225](https://github.com/windmill-labs/windmill/issues/9225)) ([89306d7](https://github.com/windmill-labs/windmill/commit/89306d7dbc96d0c7dfe2c6025cefc2d72e4f224e))
-* revert git sync script bump ([0f54ecd](https://github.com/windmill-labs/windmill/commit/0f54ecd34cf1ac86ded9305bc84a044eb6a86e72))
-
-## [1.704.0](https://github.com/windmill-labs/windmill/compare/v1.703.3...v1.704.0) (2026-05-18)
-
-
-### Features
-
-* add global ask user question tool ([#9217](https://github.com/windmill-labs/windmill/issues/9217)) ([f965512](https://github.com/windmill-labs/windmill/commit/f965512c7a9aca32c252ca0cda7ec00ab08a38e0))
-* add global chat selected context ([#9216](https://github.com/windmill-labs/windmill/issues/9216)) ([49ebf6f](https://github.com/windmill-labs/windmill/commit/49ebf6f8ba0ea55ea7987f40ecdd32738241a3f2))
-* show job status in favicon on the run page ([#9206](https://github.com/windmill-labs/windmill/issues/9206)) ([2e05bdd](https://github.com/windmill-labs/windmill/commit/2e05bdd73a664ddeec513653ab74e8c696ea1cfd))
-
-
-### Bug Fixes
-
-* don't fail flow on AlreadyCompleted after zombie restart ([#9214](https://github.com/windmill-labs/windmill/issues/9214)) ([8b7f7b3](https://github.com/windmill-labs/windmill/commit/8b7f7b37bdb91449cbd868bd3ee33a0ccbaf288f))
-* **git-sync:** bump default sync script to hub/28229 for extra_perms support ([#9223](https://github.com/windmill-labs/windmill/issues/9223)) ([0538412](https://github.com/windmill-labs/windmill/commit/0538412f1c370981be1915d8c724879d2c54fb83))
-* preserve ai reasoning content ([#9208](https://github.com/windmill-labs/windmill/issues/9208)) ([fec4008](https://github.com/windmill-labs/windmill/commit/fec40086961174fea25b4e1f796991152b84b211))
-* reject path traversal in MCP endpoint path parameters ([#9211](https://github.com/windmill-labs/windmill/issues/9211)) ([ad5ec29](https://github.com/windmill-labs/windmill/commit/ad5ec293b5a189135faea21e0d9c93637b77670f))
-* resolve absolute-path imports in monaco ts editor ([#9213](https://github.com/windmill-labs/windmill/issues/9213)) ([156eb0b](https://github.com/windmill-labs/windmill/commit/156eb0b045171e8d6990af9eeab752071bf7097b))
-
 ## [1.703.3](https://github.com/windmill-labs/windmill/compare/v1.703.2...v1.703.3) (2026-05-18)
 
 

Dockerfile

@@ -66,7 +66,6 @@ RUN npm ci
 COPY frontend .
 RUN mkdir /backend
 COPY /backend/windmill-api/openapi.yaml /backend/windmill-api/openapi.yaml
-COPY /backend/oauth_connect.json /backend/oauth_connect.json
 COPY /openflow.openapi.yaml /openflow.openapi.yaml
 COPY /backend/windmill-api/build_openapi.sh /backend/windmill-api/build_openapi.sh
 COPY /system_prompts/auto-generated /system_prompts/auto-generated
@@ -300,7 +299,7 @@ ENV CARGO_HOME="/tmp/windmill/cache/cargo"
 ENV LD_LIBRARY_PATH="."
 
 # nsjail runtime deps and binary
-RUN apt-get update && apt-get install -y --no-install-recommends libprotobuf32 libnl-route-3-200 libnl-3-200 \
+RUN apt-get update && apt-get install -y libprotobuf-dev libnl-route-3-dev \
     && apt-get clean && rm -rf /var/lib/apt/lists/*
 COPY --from=nsjail /nsjail/nsjail /bin/nsjail
 

ai_evals/README.md

@@ -56,7 +56,7 @@ bun run cli -- run flow flow-test4-order-processing-loop --model opus
 bun run cli -- run flow flow-test0-sum-two-numbers --models haiku,opus,4o
 bun run cli -- run flow flow-test0-sum-two-numbers --runs 3 --verbose
 bun run cli -- run flow --record
-GEMINI_API_KEY=... bun run cli -- run app app-test1-counter-create --model gemini-3-flash-preview
+GEMINI_API_KEY=... bun run cli -- run app app-test1-counter-create --model gemini-pro
 WMILL_AI_EVAL_BACKEND_URL=http://127.0.0.1:8000 bun run cli -- run flow --backend-validation preview
 bun run cli -- run global global-test1-script-create
 bun run cli -- run cli bun-hello-script
@@ -88,16 +88,15 @@ Today:
 - `sonnet`
 - `opus`
 - `4o`
-- `gpt-5.5`
+- `gemini-flash`
+- `gemini-pro`
 - `gemini-3-flash-preview`
 - `gemini-3.1-pro-preview`
-- `deepseek-v4-flash`
-- `deepseek-v4-pro`
 
 Notes:
 
-- the command also prints accepted alias spellings such as `gpt-4o`, `gpt-55`, `claude-opus-4.6`, and `claude-haiku-4.5`
-- frontend modes (`flow`, `script`, `app`, `global`) can use Anthropic, OpenAI, Gemini, and DeepSeek-backed aliases
+- the command also prints accepted alias spellings such as `gpt-4o`, `claude-opus-4.6`, and `claude-haiku-4.5`
+- frontend modes (`flow`, `script`, `app`, `global`) can use Anthropic, OpenAI, and Gemini-backed aliases
 - `cli` mode always uses the Anthropic agent SDK, so only Anthropic aliases are valid there
 - the judge model is separate and currently defaults to `claude-sonnet-4-6`
 
@@ -143,15 +142,6 @@ For `global` mode, `validate` can express draft-level requirements such as:
 - required or forbidden draft counts
 - forbidden draft paths
 
-Global initial fixtures can also seed `liveEditorDrafts` with `type`,
-`storagePath`, `effectivePath`, and `value` fields. These drafts emulate the
-currently open script, flow, or raw app editor so cases can test prompts that
-refer to "this" or the "current" item.
-
-Set `WMILL_AI_EVAL_DISABLE_ACTIVE_EDITOR_CONTEXT=1` to run those cases with
-the old behavior where the live editor is only discoverable through
-`list_workspace_items`.
-
 App fixtures can also include an optional `datatables.json` file at the fixture root.
 
 For `flow` mode, an `initial` fixture can also include a benchmark workspace catalog of
@@ -199,15 +189,11 @@ If `--record` is used, the CLI also appends one compact JSON line to:
 Each recorded line contains:
 
 - run metadata (`createdAt`, `gitSha`, `mode`, `runModel`, `judgeModel`)
-- suite totals (`caseCount`, `attemptCount`, `passedAttempts`, `passRate`, `averageDurationMs`, `averagePassedDurationMs`, `averageJudgeScore`)
-- average token usage (`averageTokenUsagePerAttempt`, `averageTokenUsagePerPassedAttempt`)
-- per-case metrics under `cases[]` (`averageDurationMs`, `averagePassedDurationMs`, `averageJudgeScore`, `averageTokenUsagePerAttempt`, `averageTokenUsagePerPassedAttempt`, pass rate)
+- suite totals (`caseCount`, `attemptCount`, `passedAttempts`, `passRate`, `averageDurationMs`, `averageJudgeScore`)
+- average token usage (`averageTokenUsagePerAttempt`)
+- per-case metrics under `cases[]` (`averageDurationMs`, `averageJudgeScore`, `averageTokenUsagePerAttempt`, pass rate)
 - `failedCaseIds`
 
-The CLI headline duration and token averages use passed attempts only.
-All-attempt averages are still recorded to make failures auditable without
-letting failed attempts skew success cost comparisons.
-
 Example:
 
 - summary: `ai_evals/results/2026-04-09T09-40-33.051Z__flow.json`

ai_evals/adapters/frontend/benchmarkRunner.ts

@@ -10,6 +10,10 @@ import { runSuite } from "../../core/runSuite";
 import type { BenchmarkRunResult, ModeRunner } from "../../core/types";
 import { resolveWindmillBackendSettings } from "../../core/windmillBackendSettings";
 import { emitFrontendBenchmarkProgress } from "./progress";
+import { createAppModeRunner } from "../../modes/app";
+import { createFlowModeRunner } from "../../modes/flow";
+import { createGlobalModeRunner } from "../../modes/global";
+import { createScriptModeRunner } from "../../modes/script";
 import { DEFAULT_JUDGE_MODEL } from "../../core/judge";
 
 export type FrontendBenchmarkMode = "flow" | "app" | "script" | "global";
@@ -36,7 +40,7 @@ export async function runFrontendBenchmarkFromEnv(): Promise<BenchmarkRunResult>
   const backendSettings = resolveWindmillBackendSettings();
 
   const selectedCases = await loadSelectedCases(mode, caseIds);
-  const modeRunner = await getModeRunner(
+  const modeRunner = getModeRunner(
     mode,
     getFrontendEvalModel(model),
     backendValidation,
@@ -65,33 +69,25 @@ export async function runFrontendBenchmarkFromEnv(): Promise<BenchmarkRunResult>
   });
 }
 
-async function getModeRunner(
+function getModeRunner(
   mode: FrontendBenchmarkMode,
   model: ReturnType<typeof getFrontendEvalModel>,
   backendValidation: ReturnType<typeof resolveBackendValidationSettings>,
   backendSettings: ReturnType<typeof resolveWindmillBackendSettings>,
-): Promise<ModeRunner<any, any, any>> {
+): ModeRunner<any, any, any> {
   switch (mode) {
-    case "flow": {
-      const { createFlowModeRunner } = await import("../../modes/flow");
+    case "flow":
       return createFlowModeRunner(model, backendValidation, backendSettings);
-    }
-    case "app": {
-      const { createAppModeRunner } = await import("../../modes/app");
+    case "app":
       return createAppModeRunner(model, backendSettings);
-    }
-    case "script": {
-      const { createScriptModeRunner } = await import("../../modes/script");
+    case "script":
       return createScriptModeRunner(
         model,
         backendValidation,
         backendSettings,
       );
-    }
-    case "global": {
-      const { createGlobalModeRunner } = await import("../../modes/global");
+    case "global":
       return createGlobalModeRunner(model, backendSettings);
-    }
   }
 }
 

ai_evals/adapters/frontend/core/global/globalEvalRunner.ts

@@ -7,12 +7,8 @@ import {
   prepareGlobalSystemMessage,
   prepareGlobalUserMessage,
 } from "../../../../../frontend/src/lib/components/copilot/chat/global/core";
-import {
-  clearGlobalDrafts,
-  listGlobalDrafts,
-} from "../../../../../frontend/src/lib/components/copilot/chat/global/userDraftAdapter";
+import { globalDraftStore } from "../../../../../frontend/src/lib/components/copilot/chat/global/draftStore.svelte";
 import type { Tool as ProductionTool } from "../../../../../frontend/src/lib/components/copilot/chat/shared";
-import { UserDraft } from "../../../../../frontend/src/lib/userDraft.svelte";
 import type { ModeRunContext } from "../../../../core/types";
 import type { GlobalDraftState } from "../../../../core/validators";
 import type { WindmillBackendSettings } from "../../../../core/windmillBackendSettings";
@@ -28,21 +24,6 @@ const MUTATING_GLOBAL_TOOLS = new Set([
   "deploy_workspace_item",
   "delete_workspace_item",
 ]);
-const DISABLE_ACTIVE_EDITOR_CONTEXT_ENV =
-  "WMILL_AI_EVAL_DISABLE_ACTIVE_EDITOR_CONTEXT";
-
-const LIVE_EDITOR_ITEM_KINDS = {
-  script: "script",
-  flow: "flow",
-  app: "raw_app",
-} as const;
-
-export interface GlobalLiveEditorDraftFixture {
-  type: keyof typeof LIVE_EDITOR_ITEM_KINDS;
-  storagePath?: string;
-  effectivePath?: string;
-  value?: unknown;
-}
 
 export interface GlobalEvalResult {
   success: boolean;
@@ -57,7 +38,6 @@ export interface GlobalEvalResult {
 
 export interface GlobalEvalOptions {
   workspaceFixtures?: BenchmarkWorkspaceRunnables;
-  liveEditorDrafts?: GlobalLiveEditorDraftFixture[];
   model?: string;
   maxIterations?: number;
   provider?: AIProvider;
@@ -75,26 +55,19 @@ export async function runGlobalEval(
     options.workspaceRoot ??
     (await mkdtemp(join(tmpdir(), "wmill-frontend-global-benchmark-")));
 
-  clearGlobalDrafts(workspaceRoot);
+  globalDraftStore.clearDrafts(workspaceRoot);
   registerBenchmarkWorkspaceRunnables(workspaceRoot, options.workspaceFixtures ?? {});
-  seedLiveEditorDrafts(workspaceRoot, options.liveEditorDrafts ?? []);
 
   try {
     const model = options.model ?? "claude-haiku-4-5-20251001";
-    const injectActiveEditorContext =
-      process.env[DISABLE_ACTIVE_EDITOR_CONTEXT_ENV] !== "1";
     const rawResult = await runEval({
       userPrompt,
       systemMessage: prepareGlobalSystemMessage(),
-      userMessage: prepareGlobalUserMessage(
-        userPrompt,
-        [],
-        injectActiveEditorContext ? { workspace: workspaceRoot } : {},
-      ),
+      userMessage: prepareGlobalUserMessage(userPrompt),
       tools: getGlobalEvalTools(),
       helpers: {},
       apiKey,
-      getOutput: () => ({ drafts: listGlobalDrafts(workspaceRoot) }),
+      getOutput: () => ({ drafts: globalDraftStore.listDrafts(workspaceRoot) }),
       onAssistantMessageStart: options.runContext?.onAssistantMessageStart,
       onAssistantToken: options.runContext?.onAssistantChunk,
       onAssistantMessageEnd: options.runContext?.onAssistantMessageEnd,
@@ -121,8 +94,7 @@ export async function runGlobalEval(
       tokenUsage: rawResult.tokenUsage,
     };
   } finally {
-    clearGlobalDrafts(workspaceRoot);
-    clearLiveEditorDrafts(workspaceRoot, options.liveEditorDrafts ?? []);
+    globalDraftStore.clearDrafts(workspaceRoot);
     unregisterBenchmarkWorkspaceRunnables(workspaceRoot);
     if (!options.workspaceRoot) {
       await rm(workspaceRoot, { recursive: true, force: true });
@@ -130,36 +102,6 @@ export async function runGlobalEval(
   }
 }
 
-function seedLiveEditorDrafts(
-  workspace: string,
-  fixtures: GlobalLiveEditorDraftFixture[],
-): void {
-  for (const fixture of fixtures) {
-    const itemKind = LIVE_EDITOR_ITEM_KINDS[fixture.type];
-    const storagePath = fixture.storagePath ?? fixture.effectivePath ?? "";
-    if (fixture.value !== undefined) {
-      UserDraft.save(itemKind, storagePath, fixture.value, { workspace });
-    }
-    UserDraft.setLiveEditorDraft({
-      workspace,
-      itemKind,
-      storagePath,
-      effectivePath: fixture.effectivePath ?? fixture.storagePath,
-    });
-  }
-}
-
-function clearLiveEditorDrafts(
-  workspace: string,
-  fixtures: GlobalLiveEditorDraftFixture[],
-): void {
-  for (const fixture of fixtures) {
-    const itemKind = LIVE_EDITOR_ITEM_KINDS[fixture.type];
-    const storagePath = fixture.storagePath ?? fixture.effectivePath ?? "";
-    UserDraft.clearLiveEditorDraft(itemKind, { workspace, storagePath });
-  }
-}
-
 function getGlobalEvalTools(): ProductionTool<{}>[] {
   return (globalTools as ProductionTool<{}>[]).map((tool) => {
     if (!MUTATING_GLOBAL_TOOLS.has(tool.def.function.name)) {

ai_evals/adapters/frontend/core/shared/baseEvalRunner.ts

@@ -236,8 +236,7 @@ function toFrontendEvalProvider(
   if (
     provider === "anthropic" ||
     provider === "openai" ||
-    provider === "googleai" ||
-    provider === "deepseek"
+    provider === "googleai"
   ) {
     return provider;
   }

ai_evals/adapters/frontend/core/shared/providerConfig.test.ts

@@ -21,25 +21,16 @@ describe("proxy helpers", () => {
 
 describe("resolveEvalModelProvider", () => {
   it("infers googleai from Gemini model ids", () => {
-    expect(resolveEvalModelProvider("gemini-3-flash-preview")).toEqual({
+    expect(resolveEvalModelProvider("gemini-2.5-flash")).toEqual({
       provider: "googleai",
-      model: "gemini-3-flash-preview",
-    });
-  });
-
-  it("infers deepseek from DeepSeek model ids", () => {
-    expect(resolveEvalModelProvider("deepseek-v4-flash")).toEqual({
-      provider: "deepseek",
-      model: "deepseek-v4-flash",
+      model: "gemini-2.5-flash",
     });
   });
 
   it("preserves an explicit provider", () => {
-    expect(
-      resolveEvalModelProvider("gemini-3.1-pro-preview", "googleai"),
-    ).toEqual({
+    expect(resolveEvalModelProvider("gemini-2.5-pro", "googleai")).toEqual({
       provider: "googleai",
-      model: "gemini-3.1-pro-preview",
+      model: "gemini-2.5-pro",
     });
   });
 });

ai_evals/adapters/frontend/core/shared/providerConfig.ts

@@ -83,9 +83,6 @@ export function resolveEvalModelProvider(
   if (model.startsWith("gemini")) {
     return { provider: "googleai", model };
   }
-  if (model.startsWith("deepseek")) {
-    return { provider: "deepseek", model };
-  }
   if (model.startsWith("gpt") || model.startsWith("o")) {
     return { provider: "openai", model };
   }

ai_evals/adapters/frontend/vitestAdapter.test.ts

@@ -79,16 +79,6 @@ vi.mock('$lib/gen', async () => {
 				}
 				return actual.ScriptService.getScriptByPath(data)
 			},
-			getScriptByPathWithDraft: async (data: { workspace: string; path: string }) => {
-				if (hasBenchmarkWorkspace(data.workspace)) {
-					const script = getBenchmarkScriptByPath(data.workspace, data.path)
-					if (!script) {
-						throw new Error(`Script "${data.path}" not found in benchmark workspace`)
-					}
-					return script
-				}
-				return actual.ScriptService.getScriptByPathWithDraft(data)
-			},
 			getScriptByHash: async (data: { workspace: string; hash: string }) => {
 				if (hasBenchmarkWorkspace(data.workspace)) {
 					const script = getBenchmarkScriptByHash(data.workspace, data.hash)
@@ -118,26 +108,6 @@ vi.mock('$lib/gen', async () => {
 					return flow
 				}
 				return actual.FlowService.getFlowByPath(data)
-			},
-			getFlowByPathWithDraft: async (data: { workspace: string; path: string }) => {
-				if (hasBenchmarkWorkspace(data.workspace)) {
-					const flow = getBenchmarkFlowByPath(data.workspace, data.path)
-					if (!flow) {
-						throw new Error(`Flow "${data.path}" not found in benchmark workspace`)
-					}
-					return flow
-				}
-				return actual.FlowService.getFlowByPathWithDraft(data)
-			},
-			getFlowLatestVersion: async (data: { workspace: string; path: string }) => {
-				if (hasBenchmarkWorkspace(data.workspace)) {
-					const flow = getBenchmarkFlowByPath(data.workspace, data.path)
-					if (!flow) {
-						throw new Error(`Flow "${data.path}" not found in benchmark workspace`)
-					}
-					return { id: 1 }
-				}
-				return actual.FlowService.getFlowLatestVersion(data)
 			}
 		}),
 		JobService: wrapService(actual.JobService, {

ai_evals/cases/flow.yaml

@@ -8,9 +8,6 @@
       args:
         a: 4
         b: 5
-  toolExpect:
-    requiredToolsUsed:
-      - test_run_flow
   judgeChecklist:
     - "the flow takes `a` and `b` as inputs"
     - "the main step is named `sum_numbers`"
@@ -28,9 +25,6 @@
       args:
         a: 2
         b: 3
-  toolExpect:
-    requiredToolsUsed:
-      - test_run_flow
   judgeChecklist:
     - "the flow takes `a` and `b` as inputs"
     - "the main step is named `sum_numbers`"
@@ -48,9 +42,6 @@
       args:
         a: 7
         b: 8
-  toolExpect:
-    requiredToolsUsed:
-      - test_run_flow
   judgeChecklist:
     - "the parent flow takes `a` and `b` as inputs"
     - "the main step is named `call_add_numbers`"
@@ -435,7 +426,6 @@
       - return_schedule_status
   toolExpect:
     requiredToolsUsed:
-      - test_run_flow
       - create_schedule
     toolCallArgs:
       - tool: create_schedule
@@ -463,7 +453,6 @@
       - webhook_response
   toolExpect:
     requiredToolsUsed:
-      - test_run_flow
       - create_trigger
     toolCallArgs:
       - tool: create_trigger

ai_evals/cases/global.yaml

@@ -87,534 +87,3 @@
     - the flow accepts numeric inputs a and b
     - the flow returns the sum of a and b
     - the result stays as an AI draft and is not deployed or saved to the workspace
-
-- id: global-test4-multi-artifact-notification-job
-  prompt: |-
-    Set up a draft stale-trial notification job.
-    Create a Bun script at `f/evals/global/check_stale_trials` that accepts `max_age_days`, uses mocked inline trial account data, and returns the stale trial account IDs.
-    Also create a weekday 09:00 UTC schedule at `f/evals/global/check_stale_trials_weekday` for that script with `max_age_days` set to 14.
-    Add an HTTP POST trigger at `f/evals/global/check_stale_trials_manual` with route path `evals/check-stale-trials` that runs the same script manually.
-    Leave everything as AI drafts only; do not deploy or save anything to the workspace.
-  runtime:
-    maxTurns: 12
-  validate:
-    draftCountExactly: 3
-    requiredDrafts:
-      - type: script
-        path: f/evals/global/check_stale_trials
-        language: bun
-        valueIncludes:
-          - max_age_days
-          - trial
-      - type: schedule
-        path: f/evals/global/check_stale_trials_weekday
-        valueIncludes:
-          - f/evals/global/check_stale_trials
-          - UTC
-          - "14"
-      - type: trigger
-        triggerKind: http
-        path: f/evals/global/check_stale_trials_manual
-        valueIncludes:
-          - evals/check-stale-trials
-          - f/evals/global/check_stale_trials
-  toolExpect:
-    requiredToolsUsed:
-      - write_script
-      - write_schedule
-      - write_trigger
-    forbiddenToolsUsed:
-      - deploy_workspace_item
-      - delete_workspace_item
-  judgeChecklist:
-    - creates a Bun script draft for stale trial accounts
-    - creates a weekday 09:00 UTC schedule draft for the script with max_age_days set to 14
-    - creates an HTTP POST trigger draft with route path evals/check-stale-trials for the same script
-    - leaves all artifacts as drafts only and does not deploy
-
-- id: global-test5-existing-flow-inline-code-edit
-  prompt: |-
-    Update the existing flow at `f/evals/global/process_invoice`.
-    Only change the `calculate_total` inline code so it applies 8% tax and returns an object containing `subtotal`, `tax`, and `total`.
-    Leave the updated flow as an AI draft only; do not deploy or save it.
-  initial: ai_evals/fixtures/frontend/global/initial/process_invoice_flow.json
-  runtime:
-    maxTurns: 10
-  validate:
-    draftCountExactly: 1
-    requiredDrafts:
-      - type: flow
-        path: f/evals/global/process_invoice
-        valueIncludes:
-          - calculate_total
-          - tax
-          - total
-  toolExpect:
-    requiredToolsUsed:
-      - read_workspace_item
-    forbiddenToolsUsed:
-      - deploy_workspace_item
-      - delete_workspace_item
-  judgeChecklist:
-    - reads the existing process_invoice flow before editing it
-    - updates the calculate_total inline code to apply 8% tax
-    - returns subtotal, tax, and total from the updated flow logic
-    - leaves the result as an AI draft only
-
-- id: global-test6-secret-variable-draft
-  prompt: |-
-    Create a secret variable draft at `f/evals/global/slack_bot_token`.
-    Use the placeholder value `xoxb-redacted-test-token` and description `Slack bot token for eval notifications`.
-    Do not create any resource or deploy anything.
-  runtime:
-    maxTurns: 6
-  validate:
-    draftCountExactly: 1
-    requiredDrafts:
-      - type: variable
-        path: f/evals/global/slack_bot_token
-        valueIncludes:
-          - Slack bot token
-          - "true"
-    forbiddenDrafts:
-      - type: resource
-        path: f/evals/global/slack_bot_token
-  toolExpect:
-    requiredToolsUsed:
-      - write_variable
-    forbiddenToolsUsed:
-      - write_resource
-      - deploy_workspace_item
-      - delete_workspace_item
-    toolCallArgs:
-      - tool: write_variable
-        field: value
-        stringStartsWithAnyOf:
-          - xoxb-redacted-test-token
-  skipJudge: true
-  judgeChecklist:
-    - creates exactly one secret variable draft at f/evals/global/slack_bot_token
-    - uses the requested placeholder value and description
-    - does not create a resource or deploy anything
-
-- id: global-test7-ambiguous-app-asks-question
-  prompt: |-
-    Create a new raw app for triaging support tickets.
-  runtime:
-    maxTurns: 4
-  validate:
-    draftCountExactly: 0
-  toolExpect:
-    requiredToolsUsed:
-      - askUserQuestion
-    forbiddenToolsUsed:
-      - init_app
-      - write_app_file
-      - write_app_runnable
-      - deploy_workspace_item
-      - delete_workspace_item
-  skipJudge: true
-
-- id: global-test8-human-script-infer-path-language
-  prompt: |-
-    I need a small helper that formats a customer-facing welcome line.
-    It should take a person's name and return "Welcome aboard, <name>!".
-    Please just stage it as a draft for now.
-  runtime:
-    maxTurns: 8
-  validate:
-    draftCountExactly: 1
-    requiredDrafts:
-      - type: script
-        valueIncludes:
-          - Welcome aboard
-          - name
-  toolExpect:
-    requiredToolsUsed:
-      - write_script
-    forbiddenToolsUsed:
-      - deploy_workspace_item
-      - delete_workspace_item
-  judgeChecklist:
-    - creates a single script draft for a welcome-line helper
-    - accepts a person's name as input
-    - returns a message containing Welcome aboard, the provided name, and an exclamation mark
-    - chooses a reasonable workspace path and script language without needing the user to specify them
-    - leaves the result as an AI draft only
-
-- id: global-test9-human-weekday-trial-job
-  prompt: |-
-    Can you set up a draft daily job that checks a few hard-coded trial accounts and returns the ones whose trial has ended?
-    It should run every weekday morning around 9 in UTC with a 30 day cutoff.
-    Keep it as draft work only.
-  runtime:
-    maxTurns: 10
-  validate:
-    draftCountExactly: 2
-    requiredDrafts:
-      - type: script
-        pathIncludes:
-          - trial
-        valueIncludes:
-          - trial
-          - "30"
-      - type: schedule
-        pathIncludes:
-          - trial
-        valueIncludes:
-          - UTC
-  toolExpect:
-    requiredToolsUsed:
-      - write_script
-      - write_schedule
-    forbiddenToolsUsed:
-      - deploy_workspace_item
-      - delete_workspace_item
-  judgeChecklist:
-    - creates a script draft that checks hard-coded trial accounts
-    - returns the accounts whose trial has ended based on a 30 day cutoff
-    - creates a schedule draft for weekday mornings around 09:00 UTC
-    - links the schedule to the generated script
-    - leaves both artifacts as drafts only
-
-- id: global-test10-human-secret-variable
-  prompt: |-
-    I need a placeholder Slack bot token stored securely for future notification work.
-    Use xoxb-redacted-test-token and note that it is for eval notifications.
-    Only prepare a draft.
-  runtime:
-    maxTurns: 6
-  validate:
-    draftCountExactly: 1
-    requiredDrafts:
-      - type: variable
-        pathIncludes:
-          - slack
-        valueIncludes:
-          - eval notifications
-          - "true"
-  toolExpect:
-    requiredToolsUsed:
-      - write_variable
-    forbiddenToolsUsed:
-      - write_resource
-      - deploy_workspace_item
-      - delete_workspace_item
-    toolCallArgs:
-      - tool: write_variable
-        field: value
-        stringStartsWithAnyOf:
-          - xoxb-redacted-test-token
-  skipJudge: true
-  judgeChecklist:
-    - creates a single secret variable draft for the Slack bot token placeholder
-    - uses the requested placeholder value
-    - includes a note or description that it is for eval notifications
-    - does not create a resource or deploy anything
-
-- id: global-test11-human-existing-flow-informal-edit
-  prompt: |-
-    There is an invoice processing flow in this workspace.
-    Can you adjust its total calculation so it adds 8% tax and returns subtotal, tax, and total?
-    Keep the change as a draft.
-  initial: ai_evals/fixtures/frontend/global/initial/process_invoice_flow.json
-  runtime:
-    maxTurns: 10
-  validate:
-    draftCountExactly: 1
-    requiredDrafts:
-      - type: flow
-        pathIncludes:
-          - invoice
-        valueIncludes:
-          - calculate_total
-          - tax
-          - total
-  toolExpect:
-    requiredToolsUsed:
-      - read_workspace_item
-    forbiddenToolsUsed:
-      - deploy_workspace_item
-      - delete_workspace_item
-  judgeChecklist:
-    - finds and edits the existing invoice processing flow without the user providing its exact path
-    - updates the total calculation to apply 8% tax
-    - returns subtotal, tax, and total from the updated flow logic
-    - leaves the result as an AI draft only
-
-- id: global-test12-current-live-script-edit
-  prompt: |-
-    The script I have open formats greetings.
-    Can you update this script so it uppercases the name before greeting them and ends with an exclamation mark?
-    Keep it as draft work.
-  initial: ai_evals/fixtures/frontend/global/initial/current_greeting_live_script.json
-  runtime:
-    maxTurns: 8
-  validate:
-    draftCountExactly: 1
-    requiredDrafts:
-      - type: script
-        path: f/evals/global/current_greeting
-        language: bun
-        valueIncludes:
-          - toUpperCase
-          - "!"
-    forbiddenDrafts:
-      - type: script
-        path: f/evals/global/format_greeting
-      - type: script
-        path: f/evals/global/format_greeting_archive
-  toolExpect:
-    requiredToolsUsed:
-      - read_workspace_item
-    forbiddenToolsUsed:
-      - deploy_workspace_item
-      - delete_workspace_item
-  judgeChecklist:
-    - resolves "this script" to the active live editor script instead of another similarly named workspace script
-    - updates the greeting logic to uppercase the provided name
-    - returns a greeting ending with an exclamation mark
-    - leaves the result as a draft only
-
-- id: global-test13-current-live-flow-edit
-  prompt: |-
-    I have the invoice flow open.
-    In the current flow, update the total calculation to add 8% tax and return subtotal, tax, and total.
-    Keep the change as a draft.
-  initial: ai_evals/fixtures/frontend/global/initial/current_invoice_live_flow.json
-  runtime:
-    maxTurns: 10
-  validate:
-    draftCountExactly: 1
-    requiredDrafts:
-      - type: flow
-        path: f/evals/global/current_invoice_flow
-        valueIncludes:
-          - calculate_total
-          - tax
-          - total
-    forbiddenDrafts:
-      - type: flow
-        path: f/evals/global/process_invoice
-      - type: flow
-        path: f/evals/global/process_refund
-  toolExpect:
-    requiredToolsUsed:
-      - read_workspace_item
-    forbiddenToolsUsed:
-      - deploy_workspace_item
-      - delete_workspace_item
-  judgeChecklist:
-    - resolves "current flow" to the active live editor flow
-    - does not edit the similarly named deployed invoice or refund flows
-    - updates the calculate_total logic to apply 8% tax
-    - returns subtotal, tax, and total from the updated flow logic
-    - leaves the result as a draft only
-
-- id: global-test14-current-without-live-editor-asks-question
-  prompt: |-
-    Please update this script so it returns `ok`.
-    Keep it as a draft.
-  runtime:
-    maxTurns: 4
-  validate:
-    draftCountExactly: 0
-  toolExpect:
-    forbiddenToolsUsed:
-      - write_script
-      - edit_script
-      - write_flow
-      - deploy_workspace_item
-      - delete_workspace_item
-  skipJudge: true
-  judgeChecklist:
-    - asks which script to update when the user refers to "this script" without selected or active editor context
-    - does not guess a path or create a new script draft
-
-- id: global-test15-human-postgres-resource
-  prompt: |-
-    I'm wiring the eval reporting database into this workspace.
-    Can you stage a Postgres connection for it in the shared evals/global folder?
-    Use host `reports-db.internal`, port 5432, database `evals_reporting`, user `report_reader`, and password `pg-redacted-reporting-password`.
-    Keep the credentials safe.
-    This is just draft work for now.
-  runtime:
-    maxTurns: 10
-  validate:
-    draftCountExactly: 2
-    requiredDrafts:
-      - type: variable
-        pathStartsWith: f/evals/global/
-        pathIncludes:
-          - evals
-          - global
-          - report
-          - password
-        valueIncludes:
-          - "true"
-          - report
-      - type: resource
-        pathStartsWith: f/evals/global/
-        pathIncludes:
-          - evals
-          - global
-          - report
-        valueIncludes:
-          - postgres
-          - reports-db.internal
-          - "5432"
-          - evals_reporting
-          - report_reader
-          - "$var:"
-        valueExcludes:
-          - pg-redacted-reporting-password
-  toolExpect:
-    requiredToolsUsed:
-      - write_variable
-      - search_resource_types
-      - write_resource
-    forbiddenToolsUsed:
-      - write_schedule
-      - write_trigger
-      - deploy_workspace_item
-      - delete_workspace_item
-    toolCallArgs:
-      - tool: write_variable
-        field: value
-        stringStartsWithAnyOf:
-          - pg-redacted-reporting-password
-  skipJudge: true
-  judgeChecklist:
-    - creates a Postgres resource draft for the eval reporting database
-    - creates a secret variable draft for the database password
-    - puts the drafts in sensible eval/global reporting-related paths
-    - uses the requested host, port, database, and user
-    - references the secret variable from the resource instead of embedding the password
-    - leaves the work as a draft only
-
-- id: global-test16-human-visible-variable
-  prompt: |-
-    We keep reusing a 30 day trial cutoff in eval notification jobs.
-    Can you stage that as a normal workspace variable in the shared evals/global folder, with a short description so people know what it controls?
-    It is not a secret.
-  runtime:
-    maxTurns: 6
-  validate:
-    draftCountExactly: 1
-    requiredDrafts:
-      - type: variable
-        pathStartsWith: f/evals/global/
-        pathIncludes:
-          - evals
-          - global
-          - trial
-        valueIncludes:
-          - "30"
-          - "false"
-          - trial
-  toolExpect:
-    requiredToolsUsed:
-      - write_variable
-    forbiddenToolsUsed:
-      - write_resource
-      - write_schedule
-      - write_trigger
-      - deploy_workspace_item
-      - delete_workspace_item
-  judgeChecklist:
-    - creates exactly one non-secret variable draft for the trial cutoff
-    - stores the value 30
-    - chooses a sensible eval/global path related to trials or notifications
-    - includes a useful description of what the value controls
-    - does not create resources, schedules, triggers, or deployed workspace changes
-
-- id: global-test17-human-schedule-existing-helper
-  prompt: |-
-    The workspace already has a report digest helper.
-    Can you stage a weekday 8:30 AM UTC run for it with `dry_run` turned on?
-    I only want the schedule draft for review.
-  initial: ai_evals/fixtures/frontend/global/initial/report_digest_script.json
-  runtime:
-    maxTurns: 8
-  validate:
-    draftCountExactly: 1
-    requiredDrafts:
-      - type: schedule
-        pathIncludes:
-          - digest
-        valueIncludes:
-          - f/evals/global/send_report_digest
-          - UTC
-          - dry_run
-          - "true"
-  toolExpect:
-    requiredToolsUsed:
-      - list_workspace_items
-      - write_schedule
-    forbiddenToolsUsed:
-      - write_script
-      - write_flow
-      - write_resource
-      - write_variable
-      - write_trigger
-      - deploy_workspace_item
-      - delete_workspace_item
-  judgeChecklist:
-    - finds the existing report digest helper rather than creating a new script or flow
-    - creates one schedule draft for that helper
-    - schedules it for weekdays around 08:30 UTC
-    - passes dry_run as true
-    - leaves only the schedule draft for review
-
-- id: global-test18-human-slack-resource-with-secret
-  prompt: |-
-    I'm preparing Slack notifications for eval failures.
-    Can you stage a Slack connection in the shared evals/global folder?
-    The bot token is `xoxb-redacted-test-token`; keep it safe.
-    Don't deploy anything yet.
-  runtime:
-    maxTurns: 8
-  validate:
-    draftCountExactly: 2
-    requiredDrafts:
-      - type: variable
-        pathStartsWith: f/evals/global/
-        pathIncludes:
-          - evals
-          - global
-          - slack
-          - token
-        valueIncludes:
-          - "true"
-      - type: resource
-        pathStartsWith: f/evals/global/
-        pathIncludes:
-          - evals
-          - global
-          - slack
-        valueIncludes:
-          - slack
-          - "$var:"
-        valueExcludes:
-          - xoxb-redacted-test-token
-  toolExpect:
-    requiredToolsUsed:
-      - write_variable
-      - search_resource_types
-      - write_resource
-    forbiddenToolsUsed:
-      - write_schedule
-      - write_trigger
-      - deploy_workspace_item
-      - delete_workspace_item
-    toolCallArgs:
-      - tool: write_variable
-        field: value
-        stringStartsWithAnyOf:
-          - xoxb-redacted-test-token
-  skipJudge: true
-  judgeChecklist:
-    - creates a secret variable draft for the Slack bot token placeholder
-    - creates a Slack resource draft that references the secret variable instead of embedding the token
-    - keeps both drafts under a sensible eval/global Slack-related path
-    - does not create schedules, triggers, or deployed workspace changes

ai_evals/cases/script.yaml

@@ -5,9 +5,6 @@
     Keep it simple and do not add external dependencies.
   initial: ai_evals/fixtures/frontend/script/initial/test1_empty_bun.json
   expected: ai_evals/fixtures/frontend/script/expected/test1_greet_user.json
-  toolExpect:
-    requiredToolsUsed:
-      - test_run_script
   judgeChecklist:
     - uses the existing `name` input
     - returns a plain greeting string
@@ -23,7 +20,6 @@
   expected: ai_evals/fixtures/frontend/script/expected/test1_greet_user.json
   toolExpect:
     requiredToolsUsed:
-      - test_run_script
       - create_schedule
     toolCallArgs:
       - tool: create_schedule
@@ -48,7 +44,6 @@
   expected: ai_evals/fixtures/frontend/script/expected/test1_greet_user.json
   toolExpect:
     requiredToolsUsed:
-      - test_run_script
       - create_trigger
     toolCallArgs:
       - tool: create_trigger

ai_evals/cli/index.ts

@@ -211,7 +211,7 @@ async function handleRun(input: {
   const summaries: Array<{
     label: string;
     passRate: number;
-    averagePassedDurationMs: number | null;
+    averageDurationMs: number;
   }> = [];
 
   for (const [index, model] of models.entries()) {
@@ -259,7 +259,7 @@ async function handleRun(input: {
     summaries.push({
       label: `${model.id} (${runModel})`,
       passRate: result.passRate,
-      averagePassedDurationMs: result.averagePassedDurationMs ?? null,
+      averageDurationMs: result.averageDurationMs,
     });
   }
 
@@ -267,7 +267,7 @@ async function handleRun(input: {
     process.stdout.write("\nModel summary\n");
     for (const summary of summaries) {
       process.stdout.write(
-        `- ${summary.label}: ${formatPercent(summary.passRate)} | passed avg ${formatNullableDuration(summary.averagePassedDurationMs)}\n`,
+        `- ${summary.label}: ${formatPercent(summary.passRate)} | ${Math.round(summary.averageDurationMs)}ms\n`,
       );
     }
   }
@@ -351,10 +351,6 @@ function formatPercent(value: number): string {
   return `${(value * 100).toFixed(1)}%`;
 }
 
-function formatNullableDuration(value: number | null): string {
-  return value === null ? "n/a" : `${Math.round(value)}ms`;
-}
-
 void main().catch((error) => {
   const message = error instanceof Error ? error.message : String(error);
   process.stderr.write(`${message}\n`);

ai_evals/core/cases.test.ts

@@ -14,21 +14,6 @@ describe("loadCases", () => {
         },
       },
     });
-    expect(caseEntry?.toolExpect).toEqual({
-      requiredToolsUsed: ["test_run_flow"],
-    });
-  });
-
-  it("loads script and flow test tool expectations", async () => {
-    const scriptCases = await loadCases("script");
-    const flowCases = await loadCases("flow");
-
-    expect(scriptCases.find((entry) => entry.id === "script-test1-greet-user")?.toolExpect).toEqual({
-      requiredToolsUsed: ["test_run_script"],
-    });
-    expect(flowCases.find((entry) => entry.id === "flow-test0-sum-two-numbers")?.toolExpect).toEqual({
-      requiredToolsUsed: ["test_run_flow"],
-    });
   });
 
   it("loads the workspace-flow preference benchmark case", async () => {
@@ -218,34 +203,6 @@ describe("loadCases", () => {
     });
   });
 
-  it("loads global active-editor eval cases", async () => {
-    const globalCases = await loadCases("global");
-    const scriptCase = globalCases.find(
-      (entry) => entry.id === "global-test12-current-live-script-edit"
-    );
-    const flowCase = globalCases.find(
-      (entry) => entry.id === "global-test13-current-live-flow-edit"
-    );
-
-    expect(scriptCase?.initialPath).toContain(
-      "ai_evals/fixtures/frontend/global/initial/current_greeting_live_script.json"
-    );
-    expect(scriptCase?.toolExpect).toMatchObject({
-      requiredToolsUsed: ["read_workspace_item"],
-    });
-    expect(flowCase?.initialPath).toContain(
-      "ai_evals/fixtures/frontend/global/initial/current_invoice_live_flow.json"
-    );
-    expect(flowCase?.validate).toMatchObject({
-      requiredDrafts: [
-        {
-          type: "flow",
-          path: "f/evals/global/current_invoice_flow",
-        },
-      ],
-    });
-  });
-
   it("loads tool expectations for workspace mutation cases", async () => {
     const scriptCases = await loadCases("script");
     const caseEntry = scriptCases.find(
@@ -253,7 +210,7 @@ describe("loadCases", () => {
     );
 
     expect(caseEntry?.toolExpect).toEqual({
-      requiredToolsUsed: ["test_run_script", "create_schedule"],
+      requiredToolsUsed: ["create_schedule"],
       toolCallArgs: [
         {
           tool: "create_schedule",

ai_evals/core/models.test.ts

@@ -2,50 +2,28 @@ import { describe, expect, it } from "bun:test";
 import { resolveEvalModel } from "./models";
 
 describe("resolveEvalModel", () => {
-  it("supports GPT-5.5 aliases for frontend evals", () => {
-    expect(resolveEvalModel("flow", "gpt-5.5").frontend).toEqual({
-      provider: "openai",
-      model: "gpt-5.5",
-    });
-    expect(resolveEvalModel("app", "gpt-55").frontend).toEqual({
-      provider: "openai",
-      model: "gpt-5.5",
-    });
-    expect(resolveEvalModel("script", "5.5").frontend).toEqual({
-      provider: "openai",
-      model: "gpt-5.5",
-    });
-  });
-
   it("supports Gemini aliases for frontend evals", () => {
-    expect(
-      resolveEvalModel("script", "gemini-3-flash-preview").frontend,
-    ).toEqual({
+    expect(resolveEvalModel("flow", "gemini").frontend).toEqual({
+      provider: "googleai",
+      model: "gemini-2.5-flash",
+    });
+    expect(resolveEvalModel("app", "gemini-pro").frontend).toEqual({
+      provider: "googleai",
+      model: "gemini-2.5-pro",
+    });
+    expect(resolveEvalModel("script", "gemini-3-flash-preview").frontend).toEqual({
       provider: "googleai",
       model: "gemini-3-flash-preview",
     });
-    expect(resolveEvalModel("flow", "gemini-3.1-pro-preview").frontend).toEqual(
-      {
-        provider: "googleai",
-        model: "gemini-3.1-pro-preview",
-      },
-    );
-  });
-
-  it("supports DeepSeek aliases for frontend evals", () => {
-    expect(resolveEvalModel("flow", "deepseek").frontend).toEqual({
-      provider: "deepseek",
-      model: "deepseek-v4-flash",
-    });
-    expect(resolveEvalModel("script", "deepseek-v4-pro").frontend).toEqual({
-      provider: "deepseek",
-      model: "deepseek-v4-pro",
+    expect(resolveEvalModel("flow", "gemini-3.1-pro-preview").frontend).toEqual({
+      provider: "googleai",
+      model: "gemini-3.1-pro-preview",
     });
   });
 
   it("rejects Gemini aliases for cli evals", () => {
-    expect(() => resolveEvalModel("cli", "gemini-3-flash-preview")).toThrow(
-      "Model gemini-3-flash-preview is not supported for cli mode",
+    expect(() => resolveEvalModel("cli", "gemini")).toThrow(
+      "Model gemini-flash is not supported for cli mode"
     );
   });
 });

ai_evals/core/models.ts

@@ -1,7 +1,7 @@
 import type { EvalMode } from "./types";
 
 export interface FrontendEvalModelConfig {
-  provider: "anthropic" | "openai" | "googleai" | "deepseek";
+  provider: "anthropic" | "openai" | "googleai";
   model: string;
 }
 
@@ -88,12 +88,21 @@ export const EVAL_MODELS: EvalModelSpec[] = [
     },
   },
   {
-    id: "gpt-5.5",
-    label: "GPT-5.5",
-    aliases: ["gpt-5.5", "gpt-55", "5.5"],
+    id: "gemini-flash",
+    label: "Gemini 2.5 Flash",
+    aliases: ["gemini", "gemini-flash", "gemini-2.5-flash"],
     frontend: {
-      provider: "openai",
-      model: "gpt-5.5",
+      provider: "googleai",
+      model: "gemini-2.5-flash",
+    },
+  },
+  {
+    id: "gemini-pro",
+    label: "Gemini 2.5 Pro",
+    aliases: ["gemini-pro", "gemini-2.5-pro"],
+    frontend: {
+      provider: "googleai",
+      model: "gemini-2.5-pro",
     },
   },
   {
@@ -108,40 +117,15 @@ export const EVAL_MODELS: EvalModelSpec[] = [
   {
     id: "gemini-3.1-pro-preview",
     label: "Gemini 3.1 Pro Preview",
-    aliases: [
-      "gemini-3.1-pro-preview",
-      "gemini-3.1-pro",
-      "gemini-3-pro-preview",
-    ],
+    aliases: ["gemini-3.1-pro-preview", "gemini-3.1-pro", "gemini-3-pro-preview"],
     frontend: {
       provider: "googleai",
       model: "gemini-3.1-pro-preview",
     },
   },
-  {
-    id: "deepseek-v4-flash",
-    label: "DeepSeek V4 Flash",
-    aliases: ["deepseek", "deepseek-v4", "deepseek-v4-flash"],
-    frontend: {
-      provider: "deepseek",
-      model: "deepseek-v4-flash",
-    },
-  },
-  {
-    id: "deepseek-v4-pro",
-    label: "DeepSeek V4 Pro",
-    aliases: ["deepseek-pro", "deepseek-v4-pro"],
-    frontend: {
-      provider: "deepseek",
-      model: "deepseek-v4-pro",
-    },
-  },
 ];
 
-export function resolveEvalModel(
-  mode: EvalMode,
-  alias?: string,
-): EvalModelSpec {
+export function resolveEvalModel(mode: EvalMode, alias?: string): EvalModelSpec {
   const spec = alias ? findEvalModel(alias) : getDefaultEvalModel(mode);
   if (!spec) {
     throw new Error(`Unknown model: ${alias}`);
@@ -168,19 +152,14 @@ export function getEvalModelHelpText(): string {
   }).join("\n");
 }
 
-export function formatRunModelLabel(
-  mode: EvalMode,
-  model: EvalModelSpec,
-): string {
+export function formatRunModelLabel(mode: EvalMode, model: EvalModelSpec): string {
   if (mode === "cli") {
     return `${model.cli!.provider}:${model.cli!.model}`;
   }
   return `${model.frontend!.provider}:${model.frontend!.model}`;
 }
 
-export function getFrontendEvalModel(
-  model: EvalModelSpec,
-): FrontendEvalModelConfig {
+export function getFrontendEvalModel(model: EvalModelSpec): FrontendEvalModelConfig {
   if (!model.frontend) {
     throw new Error(`Model ${model.id} does not support frontend evals`);
   }
@@ -201,8 +180,6 @@ function getDefaultEvalModel(mode: EvalMode): EvalModelSpec {
 function findEvalModel(alias: string): EvalModelSpec | undefined {
   const normalized = alias.trim().toLowerCase();
   return EVAL_MODELS.find((model) =>
-    [model.id, ...model.aliases].some(
-      (candidate) => candidate.toLowerCase() === normalized,
-    ),
+    [model.id, ...model.aliases].some((candidate) => candidate.toLowerCase() === normalized)
   );
 }

ai_evals/core/results.test.ts

@@ -1,242 +0,0 @@
-import { mkdtemp, readFile, rm } from "node:fs/promises";
-import { join } from "node:path";
-import { tmpdir } from "node:os";
-import { describe, expect, it } from "bun:test";
-import {
-  appendHistoryRecord,
-  buildRunResult,
-  formatRunSummary,
-} from "./results";
-import type { BenchmarkCaseResult } from "./types";
-
-function caseResult(
-  attempts: BenchmarkCaseResult["attempts"],
-): BenchmarkCaseResult {
-  return {
-    id: "case-1",
-    prompt: "Do the thing",
-    attempts,
-  };
-}
-
-describe("benchmark results", () => {
-  it("keeps success cost metrics separate from failed attempts", () => {
-    const result = buildRunResult({
-      mode: "global",
-      runs: 1,
-      runModel: "model-under-test",
-      judgeModel: "judge-model",
-      caseResults: [
-        caseResult([
-          {
-            attempt: 1,
-            passed: true,
-            durationMs: 1000,
-            assistantMessageCount: 1,
-            toolCallCount: 1,
-            toolsUsed: ["edit_script"],
-            skillsInvoked: [],
-            checks: [{ name: "edited", passed: true }],
-            judgeScore: 100,
-            judgeSummary: "ok",
-            error: null,
-            tokenUsage: { prompt: 100, completion: 20, total: 120 },
-          },
-          {
-            attempt: 2,
-            passed: false,
-            durationMs: 100,
-            assistantMessageCount: 1,
-            toolCallCount: 0,
-            toolsUsed: [],
-            skillsInvoked: [],
-            checks: [{ name: "edited", passed: false }],
-            judgeScore: 10,
-            judgeSummary: "missed",
-            error: "failed",
-            tokenUsage: { prompt: 10, completion: 5, total: 15 },
-          },
-        ]),
-      ],
-    });
-
-    expect(result.attemptCount).toBe(2);
-    expect(result.passedAttempts).toBe(1);
-    expect(result.passRate).toBe(0.5);
-    expect(result.averageDurationMs).toBe(550);
-    expect(result.averagePassedDurationMs).toBe(1000);
-    expect(result.totalTokenUsage).toEqual({
-      prompt: 110,
-      completion: 25,
-      total: 135,
-    });
-    expect(result.totalPassedTokenUsage).toEqual({
-      prompt: 100,
-      completion: 20,
-      total: 120,
-    });
-    expect(result.averageTokenUsagePerAttempt).toEqual({
-      prompt: 55,
-      completion: 12.5,
-      total: 67.5,
-    });
-    expect(result.averageTokenUsagePerPassedAttempt).toEqual({
-      prompt: 100,
-      completion: 20,
-      total: 120,
-    });
-
-    const summary = formatRunSummary(result);
-    expect(summary).toContain("Average duration (passed): 1000ms");
-    expect(summary).toContain("Average tokens (passed): 120 total");
-    expect(summary).toContain("Average duration (all attempts): 550ms");
-  });
-
-  it("reports passed averages as unavailable when no attempt passes", () => {
-    const result = buildRunResult({
-      mode: "global",
-      runs: 1,
-      runModel: "model-under-test",
-      judgeModel: "judge-model",
-      caseResults: [
-        caseResult([
-          {
-            attempt: 1,
-            passed: false,
-            durationMs: 100,
-            assistantMessageCount: 1,
-            toolCallCount: 0,
-            toolsUsed: [],
-            skillsInvoked: [],
-            checks: [{ name: "edited", passed: false }],
-            judgeScore: 10,
-            judgeSummary: "missed",
-            error: "failed",
-            tokenUsage: { prompt: 10, completion: 5, total: 15 },
-          },
-        ]),
-      ],
-    });
-
-    expect(result.averagePassedDurationMs).toBeNull();
-    expect(result.totalPassedTokenUsage).toBeNull();
-    expect(result.averageTokenUsagePerPassedAttempt).toBeNull();
-    expect(formatRunSummary(result)).toContain(
-      "Average duration (passed): n/a",
-    );
-  });
-
-  it("normalizes passed token averages by passed attempts", () => {
-    const result = buildRunResult({
-      mode: "global",
-      runs: 1,
-      runModel: "model-under-test",
-      judgeModel: "judge-model",
-      caseResults: [
-        caseResult([
-          {
-            attempt: 1,
-            passed: true,
-            durationMs: 1000,
-            assistantMessageCount: 1,
-            toolCallCount: 1,
-            toolsUsed: ["edit_script"],
-            skillsInvoked: [],
-            checks: [{ name: "edited", passed: true }],
-            judgeScore: 100,
-            judgeSummary: "ok",
-            error: null,
-            tokenUsage: { prompt: 100, completion: 20, total: 120 },
-          },
-          {
-            attempt: 2,
-            passed: true,
-            durationMs: 1200,
-            assistantMessageCount: 1,
-            toolCallCount: 1,
-            toolsUsed: ["edit_script"],
-            skillsInvoked: [],
-            checks: [{ name: "edited", passed: true }],
-            judgeScore: 100,
-            judgeSummary: "ok",
-            error: null,
-            tokenUsage: null,
-          },
-        ]),
-      ],
-    });
-
-    expect(result.passedAttempts).toBe(2);
-    expect(result.totalPassedTokenUsage).toEqual({
-      prompt: 100,
-      completion: 20,
-      total: 120,
-    });
-    expect(result.averageTokenUsagePerPassedAttempt).toEqual({
-      prompt: 50,
-      completion: 10,
-      total: 60,
-    });
-  });
-
-  it("records passed-attempt metrics in history", async () => {
-    const tempDir = await mkdtemp(join(tmpdir(), "windmill-ai-evals-"));
-    try {
-      const historyPath = join(tempDir, "history.jsonl");
-      const result = buildRunResult({
-        mode: "global",
-        runs: 1,
-        runModel: "model-under-test",
-        judgeModel: "judge-model",
-        caseResults: [
-          caseResult([
-            {
-              attempt: 1,
-              passed: true,
-              durationMs: 1000,
-              assistantMessageCount: 1,
-              toolCallCount: 1,
-              toolsUsed: ["edit_script"],
-              skillsInvoked: [],
-              checks: [{ name: "edited", passed: true }],
-              judgeScore: 100,
-              judgeSummary: "ok",
-              error: null,
-              tokenUsage: { prompt: 100, completion: 20, total: 120 },
-            },
-            {
-              attempt: 2,
-              passed: false,
-              durationMs: 100,
-              assistantMessageCount: 1,
-              toolCallCount: 0,
-              toolsUsed: [],
-              skillsInvoked: [],
-              checks: [{ name: "edited", passed: false }],
-              judgeScore: 10,
-              judgeSummary: "missed",
-              error: "failed",
-              tokenUsage: { prompt: 10, completion: 5, total: 15 },
-            },
-          ]),
-        ],
-      });
-
-      await appendHistoryRecord(result, historyPath);
-      const record = JSON.parse(await readFile(historyPath, "utf8"));
-
-      expect(record.averageDurationMs).toBe(550);
-      expect(record.averagePassedDurationMs).toBe(1000);
-      expect(record.averageTokenUsagePerAttempt.total).toBe(67.5);
-      expect(record.averageTokenUsagePerPassedAttempt.total).toBe(120);
-      expect(record.cases[0].averageDurationMs).toBe(550);
-      expect(record.cases[0].averagePassedDurationMs).toBe(1000);
-      expect(record.cases[0].averageTokenUsagePerAttempt.total).toBe(67.5);
-      expect(record.cases[0].averageTokenUsagePerPassedAttempt.total).toBe(
-        120,
-      );
-    } finally {
-      await rm(tempDir, { recursive: true, force: true });
-    }
-  });
-});

ai_evals/core/results.ts

@@ -4,20 +4,12 @@ import { execFileSync } from "node:child_process";
 import { getAiEvalsRoot, getRepoRoot } from "./cases";
 import type {
   BenchmarkArtifactFile,
-  BenchmarkAttemptResult,
   BenchmarkCaseResult,
   BenchmarkRunResult,
   BenchmarkTokenUsage,
   EvalMode,
 } from "./types";
 
-type AttemptAggregate = {
-  attemptCount: number;
-  durationTotal: number;
-  tokenUsageAttemptCount: number;
-  tokenUsageTotal: BenchmarkTokenUsage | null;
-};
-
 export async function writeRunResult(
   result: BenchmarkRunResult,
   outputPath?: string,
@@ -85,12 +77,36 @@ export function buildRunResult(input: {
   judgeModel: string | null;
   caseResults: BenchmarkCaseResult[];
 }): BenchmarkRunResult {
-  const attempts = input.caseResults.flatMap((entry) => entry.attempts);
-  const passedAttemptResults = attempts.filter((attempt) => attempt.passed);
-  const attemptAggregate = aggregateAttempts(attempts);
-  const passedAttemptAggregate = aggregateAttempts(passedAttemptResults);
-  const attemptCount = attemptAggregate.attemptCount;
-  const passedAttempts = passedAttemptAggregate.attemptCount;
+  const attemptCount = input.caseResults.reduce(
+    (sum, entry) => sum + entry.attempts.length,
+    0,
+  );
+  const passedAttempts = input.caseResults.reduce(
+    (sum, entry) =>
+      sum + entry.attempts.filter((attempt) => attempt.passed).length,
+    0,
+  );
+  const durationTotal = input.caseResults.reduce(
+    (sum, entry) =>
+      sum +
+      entry.attempts.reduce((inner, attempt) => inner + attempt.durationMs, 0),
+    0,
+  );
+  const tokenUsageTotal = input.caseResults.reduce<BenchmarkTokenUsage | null>(
+    (sum, entry) => {
+      for (const attempt of entry.attempts) {
+        if (!attempt.tokenUsage) {
+          continue;
+        }
+        sum ??= { prompt: 0, completion: 0, total: 0 };
+        sum.prompt += attempt.tokenUsage.prompt;
+        sum.completion += attempt.tokenUsage.completion;
+        sum.total += attempt.tokenUsage.total;
+      }
+      return sum;
+    },
+    null,
+  );
 
   return {
     version: 1,
@@ -104,19 +120,16 @@ export function buildRunResult(input: {
     attemptCount,
     passedAttempts,
     passRate: attemptCount === 0 ? 0 : passedAttempts / attemptCount,
-    averageDurationMs:
-      attemptCount === 0 ? 0 : attemptAggregate.durationTotal / attemptCount,
-    averagePassedDurationMs: averageDuration(passedAttemptAggregate),
-    totalTokenUsage: attemptAggregate.tokenUsageTotal,
-    totalPassedTokenUsage: passedAttemptAggregate.tokenUsageTotal,
+    averageDurationMs: attemptCount === 0 ? 0 : durationTotal / attemptCount,
+    totalTokenUsage: tokenUsageTotal,
     averageTokenUsagePerAttempt:
-      attemptCount === 0
+      attemptCount === 0 || !tokenUsageTotal
         ? null
-        : averageTokenUsage(attemptAggregate, attemptCount),
-    averageTokenUsagePerPassedAttempt: averageTokenUsage(
-      passedAttemptAggregate,
-      passedAttempts,
-    ),
+        : {
+            prompt: tokenUsageTotal.prompt / attemptCount,
+            completion: tokenUsageTotal.completion / attemptCount,
+            total: tokenUsageTotal.total / attemptCount,
+          },
     cases: input.caseResults,
   };
 }
@@ -125,25 +138,9 @@ export function formatRunSummary(result: BenchmarkRunResult): string {
   const lines = [
     `${result.mode} benchmark complete`,
     `Pass rate: ${formatPercent(result.passRate)} (${result.passedAttempts}/${result.attemptCount})`,
-    `Average duration (passed): ${formatNullableDuration(result.averagePassedDurationMs ?? null)}`,
+    `Average duration: ${Math.round(result.averageDurationMs)}ms`,
   ];
 
-  if (result.averageTokenUsagePerPassedAttempt) {
-    lines.push(
-      `Average tokens (passed): ${formatTokenUsage(result.averageTokenUsagePerPassedAttempt)}`,
-    );
-  }
-  if (result.passedAttempts < result.attemptCount) {
-    lines.push(
-      `Average duration (all attempts): ${Math.round(result.averageDurationMs)}ms`,
-    );
-    if (result.averageTokenUsagePerAttempt) {
-      lines.push(
-        `Average tokens (all attempts): ${formatTokenUsage(result.averageTokenUsagePerAttempt)}`,
-      );
-    }
-  }
-
   const failures = collectFailures(result);
   if (failures.length > 0) {
     lines.push("Failures:");
@@ -175,60 +172,6 @@ function collectFailures(result: BenchmarkRunResult): string[] {
   return failures;
 }
 
-function aggregateAttempts(attempts: BenchmarkAttemptResult[]): AttemptAggregate {
-  const aggregate: AttemptAggregate = {
-    attemptCount: attempts.length,
-    durationTotal: 0,
-    tokenUsageAttemptCount: 0,
-    tokenUsageTotal: null,
-  };
-
-  for (const attempt of attempts) {
-    aggregate.durationTotal += attempt.durationMs;
-    if (!attempt.tokenUsage) {
-      continue;
-    }
-    aggregate.tokenUsageAttemptCount += 1;
-    aggregate.tokenUsageTotal ??= { prompt: 0, completion: 0, total: 0 };
-    aggregate.tokenUsageTotal.prompt += attempt.tokenUsage.prompt;
-    aggregate.tokenUsageTotal.completion += attempt.tokenUsage.completion;
-    aggregate.tokenUsageTotal.total += attempt.tokenUsage.total;
-  }
-
-  return aggregate;
-}
-
-function averageDuration(aggregate: AttemptAggregate): number | null {
-  return aggregate.attemptCount === 0
-    ? null
-    : aggregate.durationTotal / aggregate.attemptCount;
-}
-
-function averageTokenUsage(
-  aggregate: AttemptAggregate,
-  denominator: number,
-): BenchmarkTokenUsage | null {
-  if (denominator === 0 || !aggregate.tokenUsageTotal) {
-    return null;
-  }
-  return {
-    prompt: aggregate.tokenUsageTotal.prompt / denominator,
-    completion: aggregate.tokenUsageTotal.completion / denominator,
-    total: aggregate.tokenUsageTotal.total / denominator,
-  };
-}
-
-function formatNullableDuration(value: number | null): string {
-  return value === null ? "n/a" : `${Math.round(value)}ms`;
-}
-
-function formatTokenUsage(value: BenchmarkTokenUsage): string {
-  const total = Math.round(value.total);
-  const prompt = Math.round(value.prompt);
-  const completion = Math.round(value.completion);
-  return `${total} total (${prompt} prompt, ${completion} completion)`;
-}
-
 function defaultFileName(mode: EvalMode): string {
   return `${new Date().toISOString().replaceAll(":", "-")}__${mode}.json`;
 }
@@ -309,15 +252,12 @@ function toHistoryRecord(result: BenchmarkRunResult) {
     passedAttempts: result.passedAttempts,
     passRate: result.passRate,
     averageDurationMs: result.averageDurationMs,
-    averagePassedDurationMs: result.averagePassedDurationMs ?? null,
     averageJudgeScore:
       judgeScores.length === 0
         ? null
         : judgeScores.reduce((sum, score) => sum + score, 0) /
           judgeScores.length,
     averageTokenUsagePerAttempt: result.averageTokenUsagePerAttempt ?? null,
-    averageTokenUsagePerPassedAttempt:
-      result.averageTokenUsagePerPassedAttempt ?? null,
     failedCaseIds: Array.from(
       new Set(
         result.cases
@@ -328,15 +268,31 @@ function toHistoryRecord(result: BenchmarkRunResult) {
       ),
     ),
     cases: result.cases.map((caseResult) => {
-      const attemptAggregate = aggregateAttempts(caseResult.attempts);
-      const passedAttemptAggregate = aggregateAttempts(
-        caseResult.attempts.filter((attempt) => attempt.passed),
+      const attemptCount = caseResult.attempts.length;
+      const passedAttempts = caseResult.attempts.filter(
+        (attempt) => attempt.passed,
+      ).length;
+      const totalDurationMs = caseResult.attempts.reduce(
+        (sum, attempt) => sum + attempt.durationMs,
+        0,
       );
-      const attemptCount = attemptAggregate.attemptCount;
-      const passedAttempts = passedAttemptAggregate.attemptCount;
       const judgeScores = caseResult.attempts.flatMap((attempt) =>
         typeof attempt.judgeScore === "number" ? [attempt.judgeScore] : [],
       );
+      const totalTokenUsage =
+        caseResult.attempts.reduce<BenchmarkTokenUsage | null>(
+          (sum, attempt) => {
+            if (!attempt.tokenUsage) {
+              return sum;
+            }
+            sum ??= { prompt: 0, completion: 0, total: 0 };
+            sum.prompt += attempt.tokenUsage.prompt;
+            sum.completion += attempt.tokenUsage.completion;
+            sum.total += attempt.tokenUsage.total;
+            return sum;
+          },
+          null,
+        );
 
       return {
         id: caseResult.id,
@@ -344,23 +300,20 @@ function toHistoryRecord(result: BenchmarkRunResult) {
         passedAttempts,
         passRate: attemptCount === 0 ? 0 : passedAttempts / attemptCount,
         averageDurationMs:
-          attemptCount === 0
-            ? 0
-            : attemptAggregate.durationTotal / attemptCount,
-        averagePassedDurationMs: averageDuration(passedAttemptAggregate),
+          attemptCount === 0 ? 0 : totalDurationMs / attemptCount,
         averageJudgeScore:
           judgeScores.length === 0
             ? null
             : judgeScores.reduce((sum, score) => sum + score, 0) /
               judgeScores.length,
         averageTokenUsagePerAttempt:
-          attemptCount === 0
+          attemptCount === 0 || !totalTokenUsage
             ? null
-            : averageTokenUsage(attemptAggregate, attemptCount),
-        averageTokenUsagePerPassedAttempt: averageTokenUsage(
-          passedAttemptAggregate,
-          passedAttempts,
-        ),
+            : {
+                prompt: totalTokenUsage.prompt / attemptCount,
+                completion: totalTokenUsage.completion / attemptCount,
+                total: totalTokenUsage.total / attemptCount,
+              },
       };
     }),
   };

ai_evals/core/types.ts

@@ -110,9 +110,7 @@ export interface AppValidationSpec {
 
 export interface GlobalDraftRequirement {
   type: string;
-  path?: string;
-  pathIncludes?: string[];
-  pathStartsWith?: string;
+  path: string;
   triggerKind?: string;
   language?: string;
   summaryIncludes?: string[];
@@ -326,11 +324,8 @@ export interface BenchmarkRunResult {
   passedAttempts: number;
   passRate: number;
   averageDurationMs: number;
-  averagePassedDurationMs?: number | null;
   totalTokenUsage?: BenchmarkTokenUsage | null;
-  totalPassedTokenUsage?: BenchmarkTokenUsage | null;
   averageTokenUsagePerAttempt?: BenchmarkTokenUsage | null;
-  averageTokenUsagePerPassedAttempt?: BenchmarkTokenUsage | null;
   artifactsPath?: string | null;
   cases: BenchmarkCaseResult[];
 }

ai_evals/core/validators.test.ts

@@ -195,69 +195,6 @@ describe("validateGlobalState", () => {
     });
   });
 
-  it("accepts a required script draft without an exact path", () => {
-    const checks = validateGlobalState({
-      actual: {
-        drafts: [
-          {
-            type: "script",
-            path: "f/team_tools/friendly_greeting",
-            language: "bun",
-            summary: "Friendly greeting helper",
-            value:
-              "export async function main(name: string) {\n  return `Hello, ${name}!`\n}\n",
-            isDraft: true,
-          },
-        ],
-      },
-      validate: {
-        draftCountExactly: 1,
-        requiredDrafts: [
-          {
-            type: "script",
-            pathIncludes: ["greeting"],
-            language: "bun",
-            summaryIncludes: ["Friendly"],
-            valueIncludes: ["Hello"],
-          },
-        ],
-      },
-    });
-
-    expect(checks.every((check) => check.passed)).toBe(true);
-  });
-
-  it("reports flexible global draft path filters when no draft matches", () => {
-    const checks = validateGlobalState({
-      actual: {
-        drafts: [
-          {
-            type: "script",
-            path: "f/team_tools/friendly_greeting",
-            language: "bun",
-            value:
-              "export async function main(name: string) {\n  return `Hello, ${name}!`\n}\n",
-            isDraft: true,
-          },
-        ],
-      },
-      validate: {
-        requiredDrafts: [
-          {
-            type: "script",
-            pathIncludes: ["invoice"],
-          },
-        ],
-      },
-    });
-
-    expect(checks).toContainEqual({
-      name: "global includes script draft (path includes invoice)",
-      passed: false,
-      details: "drafts: script:f/team_tools/friendly_greeting",
-    });
-  });
-
   it("does not require a TypeScript entrypoint for non-TypeScript script drafts", () => {
     const checks = validateGlobalState({
       actual: {

ai_evals/core/validators.ts

@@ -315,11 +315,10 @@ export function validateGlobalState(input: {
   }
 
   for (const required of validate.requiredDrafts ?? []) {
-    const requirementLabel = formatGlobalDraftRequirement(required);
-    const draft = findGlobalDraft(drafts, required);
+    const draft = findGlobalDraft(drafts, required.type, required.path, required.triggerKind);
     checks.push(
       check(
-        `global includes ${requirementLabel}`,
+        `global includes ${required.type} draft ${required.path}`,
         Boolean(draft),
         summarizeGlobalDrafts(drafts)
       )
@@ -331,7 +330,7 @@ export function validateGlobalState(input: {
     if (required.language !== undefined) {
       checks.push(
         check(
-          `${requirementLabel} uses ${required.language}`,
+          `${required.type} draft ${required.path} uses ${required.language}`,
           draft.language === required.language,
           `language=${draft.language ?? "(none)"}`
         )
@@ -341,7 +340,7 @@ export function validateGlobalState(input: {
     for (const snippet of required.summaryIncludes ?? []) {
       checks.push(
         check(
-          `${requirementLabel} summary includes '${snippet}'`,
+          `${required.type} draft ${required.path} summary includes '${snippet}'`,
           normalizeText(draft.summary ?? "").includes(normalizeText(snippet)),
           `summary=${draft.summary ?? ""}`
         )
@@ -352,7 +351,7 @@ export function validateGlobalState(input: {
     for (const snippet of required.valueIncludes ?? []) {
       checks.push(
         check(
-          `${requirementLabel} value includes '${snippet}'`,
+          `${required.type} draft ${required.path} value includes '${snippet}'`,
           normalizeText(valueText).includes(normalizeText(snippet)),
           truncateForDetails(valueText)
         )
@@ -362,7 +361,7 @@ export function validateGlobalState(input: {
     for (const snippet of required.valueExcludes ?? []) {
       checks.push(
         check(
-          `${requirementLabel} value excludes '${snippet}'`,
+          `${required.type} draft ${required.path} value excludes '${snippet}'`,
           !normalizeText(valueText).includes(normalizeText(snippet)),
           truncateForDetails(valueText)
         )
@@ -374,7 +373,7 @@ export function validateGlobalState(input: {
     checks.push(
       check(
         `global does not include ${forbidden.type} draft ${forbidden.path}`,
-        !findGlobalDraft(drafts, forbidden),
+        !findGlobalDraft(drafts, forbidden.type, forbidden.path, forbidden.triggerKind),
         summarizeGlobalDrafts(drafts)
       )
     );
@@ -616,100 +615,16 @@ function summarizeProblems(problems: string[], limit = 5): string | undefined {
 
 function findGlobalDraft(
   drafts: GlobalDraft[],
-  requirement: {
-    type: string;
-    path?: string;
-    pathIncludes?: string[];
-    pathStartsWith?: string;
-    triggerKind?: string;
-    summaryIncludes?: string[];
-    valueIncludes?: string[];
-    valueExcludes?: string[];
-  }
+  type: string,
+  path: string,
+  triggerKind?: string
 ): GlobalDraft | undefined {
-  const candidates = drafts.filter((draft) =>
-    globalDraftMatchesLocator(draft, requirement)
+  return drafts.find(
+    (draft) =>
+      draft.type === type &&
+      draft.path === path &&
+      (triggerKind === undefined || draft.triggerKind === triggerKind)
   );
-  return (
-    candidates.find((draft) => globalDraftMatchesContent(draft, requirement)) ??
-    candidates[0]
-  );
-}
-
-function globalDraftMatchesLocator(
-  draft: GlobalDraft,
-  requirement: {
-    type: string;
-    path?: string;
-    pathIncludes?: string[];
-    pathStartsWith?: string;
-    triggerKind?: string;
-  }
-): boolean {
-  return (
-    draft.type === requirement.type &&
-    (requirement.path === undefined || draft.path === requirement.path) &&
-    (requirement.pathStartsWith === undefined ||
-      draft.path.startsWith(requirement.pathStartsWith)) &&
-    (requirement.pathIncludes ?? []).every((snippet) =>
-      normalizeText(draft.path).includes(normalizeText(snippet))
-    ) &&
-    (requirement.triggerKind === undefined ||
-      draft.triggerKind === requirement.triggerKind)
-  );
-}
-
-function globalDraftMatchesContent(
-  draft: GlobalDraft,
-  requirement: {
-    summaryIncludes?: string[];
-    valueIncludes?: string[];
-    valueExcludes?: string[];
-  }
-): boolean {
-  const summary = normalizeText(draft.summary ?? "");
-  const value = normalizeText(stringifyGlobalDraftValue(draft.value));
-  return (
-    (requirement.summaryIncludes ?? []).every((snippet) =>
-      summary.includes(normalizeText(snippet))
-    ) &&
-    (requirement.valueIncludes ?? []).every((snippet) =>
-      value.includes(normalizeText(snippet))
-    ) &&
-    (requirement.valueExcludes ?? []).every(
-      (snippet) => !value.includes(normalizeText(snippet))
-    )
-  );
-}
-
-function formatGlobalDraftRequirement(
-  requirement: {
-    type: string;
-    path?: string;
-    pathIncludes?: string[];
-    pathStartsWith?: string;
-    triggerKind?: string;
-  }
-): string {
-  const typeLabel =
-    requirement.triggerKind === undefined
-      ? requirement.type
-      : `${requirement.triggerKind} ${requirement.type}`;
-  if (requirement.path !== undefined) {
-    return `${typeLabel} draft ${requirement.path}`;
-  }
-
-  const filters = [
-    ...(requirement.pathStartsWith === undefined
-      ? []
-      : [`path starts with ${requirement.pathStartsWith}`]),
-    ...(requirement.pathIncludes ?? []).map(
-      (snippet) => `path includes ${snippet}`
-    ),
-  ];
-  return filters.length === 0
-    ? `${typeLabel} draft`
-    : `${typeLabel} draft (${filters.join(", ")})`;
 }
 
 function summarizeGlobalDrafts(drafts: GlobalDraft[]): string {

ai_evals/fixtures/frontend/global/initial/current_greeting_live_script.json

@@ -1,66 +0,0 @@
-{
-  "workspace": {
-    "scripts": [
-      {
-        "path": "f/evals/global/format_greeting",
-        "summary": "Format a deployed greeting",
-        "description": "Returns a plain greeting for a provided name.",
-        "language": "bun",
-        "schema": {
-          "$schema": "https://json-schema.org/draft/2020-12/schema",
-          "type": "object",
-          "properties": {
-            "name": {
-              "type": "string"
-            }
-          },
-          "required": ["name"]
-        },
-        "content": "export async function main(name: string) {\n  return `Hello, ${name}`\n}\n"
-      },
-      {
-        "path": "f/evals/global/format_greeting_archive",
-        "summary": "Archived greeting formatter",
-        "description": "Older greeting formatter kept for reference.",
-        "language": "bun",
-        "schema": {
-          "$schema": "https://json-schema.org/draft/2020-12/schema",
-          "type": "object",
-          "properties": {
-            "name": {
-              "type": "string"
-            }
-          },
-          "required": ["name"]
-        },
-        "content": "export async function main(name: string) {\n  return `Hi, ${name}`\n}\n"
-      }
-    ]
-  },
-  "liveEditorDrafts": [
-    {
-      "type": "script",
-      "storagePath": "f/evals/global/current_greeting",
-      "effectivePath": "f/evals/global/current_greeting",
-      "value": {
-        "path": "f/evals/global/current_greeting",
-        "summary": "Open greeting formatter",
-        "description": "Formats a greeting in the live editor.",
-        "language": "bun",
-        "schema": {
-          "$schema": "https://json-schema.org/draft/2020-12/schema",
-          "type": "object",
-          "properties": {
-            "name": {
-              "type": "string"
-            }
-          },
-          "required": ["name"]
-        },
-        "content": "export async function main(name: string) {\n  return `Hello, ${name}`\n}\n",
-        "is_template": false,
-        "kind": "script"
-      }
-    }
-  ]
-}

ai_evals/fixtures/frontend/global/initial/current_invoice_live_flow.json

@@ -1,118 +0,0 @@
-{
-  "workspace": {
-    "flows": [
-      {
-        "path": "f/evals/global/process_invoice",
-        "summary": "Deployed invoice processor",
-        "description": "Calculates invoice totals from a subtotal.",
-        "schema": {
-          "$schema": "https://json-schema.org/draft/2020-12/schema",
-          "type": "object",
-          "properties": {
-            "subtotal": {
-              "type": "number"
-            }
-          },
-          "required": ["subtotal"]
-        },
-        "value": {
-          "modules": [
-            {
-              "id": "calculate_total",
-              "summary": "Calculate total from subtotal",
-              "value": {
-                "type": "rawscript",
-                "language": "bun",
-                "content": "export async function main(subtotal: number) {\n  return { subtotal, total: subtotal }\n}\n",
-                "input_transforms": {
-                  "subtotal": {
-                    "type": "javascript",
-                    "expr": "flow_input.subtotal"
-                  }
-                }
-              }
-            }
-          ]
-        }
-      },
-      {
-        "path": "f/evals/global/process_refund",
-        "summary": "Refund processor",
-        "description": "Calculates refund totals.",
-        "schema": {
-          "$schema": "https://json-schema.org/draft/2020-12/schema",
-          "type": "object",
-          "properties": {
-            "subtotal": {
-              "type": "number"
-            }
-          },
-          "required": ["subtotal"]
-        },
-        "value": {
-          "modules": [
-            {
-              "id": "calculate_total",
-              "summary": "Calculate refund total",
-              "value": {
-                "type": "rawscript",
-                "language": "bun",
-                "content": "export async function main(subtotal: number) {\n  return { subtotal, total: subtotal }\n}\n",
-                "input_transforms": {
-                  "subtotal": {
-                    "type": "javascript",
-                    "expr": "flow_input.subtotal"
-                  }
-                }
-              }
-            }
-          ]
-        }
-      }
-    ]
-  },
-  "liveEditorDrafts": [
-    {
-      "type": "flow",
-      "storagePath": "f/evals/global/current_invoice_flow",
-      "effectivePath": "f/evals/global/current_invoice_flow",
-      "value": {
-        "path": "f/evals/global/current_invoice_flow",
-        "summary": "Open invoice processor",
-        "schema": {
-          "$schema": "https://json-schema.org/draft/2020-12/schema",
-          "type": "object",
-          "properties": {
-            "subtotal": {
-              "type": "number"
-            }
-          },
-          "required": ["subtotal"]
-        },
-        "value": {
-          "modules": [
-            {
-              "id": "calculate_total",
-              "summary": "Calculate total from subtotal",
-              "value": {
-                "type": "rawscript",
-                "language": "bun",
-                "content": "export async function main(subtotal: number) {\n  return { subtotal, total: subtotal }\n}\n",
-                "input_transforms": {
-                  "subtotal": {
-                    "type": "javascript",
-                    "expr": "flow_input.subtotal"
-                  }
-                }
-              }
-            }
-          ]
-        },
-        "edited_by": "",
-        "edited_at": "",
-        "archived": false,
-        "extra_perms": {}
-      }
-    }
-  ]
-}

ai_evals/fixtures/frontend/global/initial/process_invoice_flow.json

@@ -1,40 +0,0 @@
-{
-  "workspace": {
-    "flows": [
-      {
-        "path": "f/evals/global/process_invoice",
-        "summary": "Process an invoice subtotal",
-        "description": "Calculates invoice totals from a subtotal.",
-        "schema": {
-          "$schema": "https://json-schema.org/draft/2020-12/schema",
-          "type": "object",
-          "properties": {
-            "subtotal": {
-              "type": "number"
-            }
-          },
-          "required": ["subtotal"]
-        },
-        "value": {
-          "modules": [
-            {
-              "id": "calculate_total",
-              "summary": "Calculate total from subtotal",
-              "value": {
-                "type": "rawscript",
-                "language": "bun",
-                "content": "export async function main(subtotal: number) {\n  return { subtotal, total: subtotal }\n}\n",
-                "input_transforms": {
-                  "subtotal": {
-                    "type": "javascript",
-                    "expr": "flow_input.subtotal"
-                  }
-                }
-              }
-            }
-          ]
-        }
-      }
-    ]
-  }
-}

ai_evals/fixtures/frontend/global/initial/report_digest_script.json

@@ -1,23 +0,0 @@
-{
-  "workspace": {
-    "scripts": [
-      {
-        "path": "f/evals/global/send_report_digest",
-        "summary": "Build and send the eval report digest",
-        "description": "Returns a dry-run summary for eval report digest notifications.",
-        "language": "bun",
-        "schema": {
-          "$schema": "https://json-schema.org/draft/2020-12/schema",
-          "type": "object",
-          "properties": {
-            "dry_run": {
-              "type": "boolean"
-            }
-          },
-          "required": ["dry_run"]
-        },
-        "content": "export async function main(dry_run: boolean) {\n  return { dry_run, sent: !dry_run, message: dry_run ? 'Preview digest' : 'Digest sent' }\n}\n"
-      }
-    ]
-  }
-}

ai_evals/modes/frontendCommon.test.ts

@@ -5,14 +5,12 @@ const ORIGINAL_ENV = {
   ANTHROPIC_API_KEY: process.env.ANTHROPIC_API_KEY,
   OPENAI_API_KEY: process.env.OPENAI_API_KEY,
   GEMINI_API_KEY: process.env.GEMINI_API_KEY,
-  DEEPSEEK_API_KEY: process.env.DEEPSEEK_API_KEY,
 };
 
 afterEach(() => {
   process.env.ANTHROPIC_API_KEY = ORIGINAL_ENV.ANTHROPIC_API_KEY;
   process.env.OPENAI_API_KEY = ORIGINAL_ENV.OPENAI_API_KEY;
   process.env.GEMINI_API_KEY = ORIGINAL_ENV.GEMINI_API_KEY;
-  process.env.DEEPSEEK_API_KEY = ORIGINAL_ENV.DEEPSEEK_API_KEY;
 });
 
 describe("getFrontendApiKey", () => {
@@ -21,15 +19,10 @@ describe("getFrontendApiKey", () => {
     expect(getFrontendApiKey("googleai")).toBe("gemini-test-key");
   });
 
-  it("reads the DeepSeek API key for deepseek models", () => {
-    process.env.DEEPSEEK_API_KEY = "deepseek-test-key";
-    expect(getFrontendApiKey("deepseek")).toBe("deepseek-test-key");
-  });
-
   it("throws a provider-specific error when the key is missing", () => {
     delete process.env.GEMINI_API_KEY;
     expect(() => getFrontendApiKey("googleai")).toThrow(
-      "GEMINI_API_KEY is required for frontend evals",
+      "GEMINI_API_KEY is required for frontend evals"
     );
   });
 });

ai_evals/modes/frontendCommon.ts

@@ -1,16 +1,12 @@
 import type { FrontendEvalModelConfig } from "../core/models";
 
-export function getFrontendApiKey(
-  provider: FrontendEvalModelConfig["provider"],
-): string {
+export function getFrontendApiKey(provider: FrontendEvalModelConfig["provider"]): string {
   const envName =
     provider === "anthropic"
       ? "ANTHROPIC_API_KEY"
       : provider === "googleai"
         ? "GEMINI_API_KEY"
-        : provider === "deepseek"
-          ? "DEEPSEEK_API_KEY"
-          : "OPENAI_API_KEY";
+        : "OPENAI_API_KEY";
   const apiKey = process.env[envName];
   if (!apiKey) {
     throw new Error(`${envName} is required for frontend evals`);

ai_evals/modes/global.ts

@@ -1,8 +1,5 @@
 import { readFile } from "node:fs/promises";
-import {
-  runGlobalEval,
-  type GlobalLiveEditorDraftFixture,
-} from "../adapters/frontend/core/global/globalEvalRunner";
+import { runGlobalEval } from "../adapters/frontend/core/global/globalEvalRunner";
 import type { BenchmarkWorkspaceRunnables } from "../adapters/frontend/mockBackend";
 import type { FrontendEvalModelConfig } from "../core/models";
 import type { BenchmarkArtifactFile, GlobalValidationSpec, ModeRunner } from "../core/types";
@@ -12,7 +9,6 @@ import { getFrontendApiKey } from "./frontendCommon";
 
 export interface GlobalInitialFixture {
   workspace?: BenchmarkWorkspaceRunnables;
-  liveEditorDrafts?: GlobalLiveEditorDraftFixture[];
 }
 
 export function createGlobalModeRunner(
@@ -35,7 +31,6 @@ export function createGlobalModeRunner(
         getFrontendApiKey(modelConfig.provider),
         {
           workspaceFixtures: initial?.workspace,
-          liveEditorDrafts: initial?.liveEditorDrafts,
           maxIterations: context.evalCase?.runtime?.maxTurns,
           provider: modelConfig.provider,
           model: modelConfig.model,
@@ -78,7 +73,6 @@ async function loadGlobalInitialFixture(path: string): Promise<GlobalInitialFixt
   const parsed = JSON.parse(await readFile(path, "utf8")) as GlobalInitialFixture;
   return {
     workspace: parsed.workspace ?? {},
-    liveEditorDrafts: parsed.liveEditorDrafts ?? [],
   };
 }
 

backend/.sqlx/query-03547bf921bbd4342dc8604277057336378f9e85baf14d1dc34ed7e9b42e5e72.json

@@ -1,16 +0,0 @@
-{
-  "db_name": "PostgreSQL",
-  "query": "INSERT INTO flow\n                (workspace_id, path, summary, description, archived, extra_perms, dependency_job, tag, ws_error_handler_muted, dedicated_worker, timeout, visible_to_runner_only, on_behalf_of_email, concurrency_key, versions, value, schema, edited_by, edited_at, labels)\n            SELECT workspace_id, $1, summary, description, archived, extra_perms, dependency_job, tag, ws_error_handler_muted, dedicated_worker, timeout, visible_to_runner_only, on_behalf_of_email, concurrency_key, versions, value, schema, edited_by, edited_at, labels\n                FROM flow\n                WHERE path = $2 AND workspace_id = $3",
-  "describe": {
-    "columns": [],
-    "parameters": {
-      "Left": [
-        "Varchar",
-        "Text",
-        "Text"
-      ]
-    },
-    "nullable": []
-  },
-  "hash": "03547bf921bbd4342dc8604277057336378f9e85baf14d1dc34ed7e9b42e5e72"
-}

backend/.sqlx/query-0877f40f086fb5324af54701b29c1edc9d3afb796a06ae4c673aa4c54ad87ddb.json

@@ -1,59 +0,0 @@
-{
-  "db_name": "PostgreSQL",
-  "query": "SELECT path, value as \"value: _\", typ as \"typ: DraftType\"\n           FROM draft\n           WHERE path = $1 AND typ = $2 AND workspace_id = $3 AND email = $4",
-  "describe": {
-    "columns": [
-      {
-        "ordinal": 0,
-        "name": "path",
-        "type_info": "Varchar"
-      },
-      {
-        "ordinal": 1,
-        "name": "value: _",
-        "type_info": "Json"
-      },
-      {
-        "ordinal": 2,
-        "name": "typ: DraftType",
-        "type_info": {
-          "Custom": {
-            "name": "draft_type",
-            "kind": {
-              "Enum": [
-                "script",
-                "flow",
-                "app"
-              ]
-            }
-          }
-        }
-      }
-    ],
-    "parameters": {
-      "Left": [
-        "Text",
-        {
-          "Custom": {
-            "name": "draft_type",
-            "kind": {
-              "Enum": [
-                "script",
-                "flow",
-                "app"
-              ]
-            }
-          }
-        },
-        "Text",
-        "Text"
-      ]
-    },
-    "nullable": [
-      false,
-      false,
-      false
-    ]
-  },
-  "hash": "0877f40f086fb5324af54701b29c1edc9d3afb796a06ae4c673aa4c54ad87ddb"
-}

backend/.sqlx/query-0cca68f11329cd41ab9372297b715af008ea7db408f49cf525656d6224092429.json

@@ -1,28 +0,0 @@
-{
-  "db_name": "PostgreSQL",
-  "query": "SELECT operator, is_admin FROM usr WHERE email = $1 AND is_service_account IS true LIMIT 1",
-  "describe": {
-    "columns": [
-      {
-        "ordinal": 0,
-        "name": "operator",
-        "type_info": "Bool"
-      },
-      {
-        "ordinal": 1,
-        "name": "is_admin",
-        "type_info": "Bool"
-      }
-    ],
-    "parameters": {
-      "Left": [
-        "Text"
-      ]
-    },
-    "nullable": [
-      false,
-      false
-    ]
-  },
-  "hash": "0cca68f11329cd41ab9372297b715af008ea7db408f49cf525656d6224092429"
-}

backend/.sqlx/query-0f5ec10de91deac2d40b1e8a6dad0e9341f57cd060e7f228b40634469269c407.json

@@ -1,42 +0,0 @@
-{
-  "db_name": "PostgreSQL",
-  "query": "WITH bounds AS (\n                SELECT ($2::bigint % 4294967296)::text::xid AS prev_xid,\n                       ($3::bigint % 4294967296)::text::xid AS cur_xid,\n                       $1::timestamptz AS ts_floor\n            ),\n            batch AS (\n                SELECT workspace_id, id, timestamp, username, operation,\n                       action_kind::text AS action_kind, resource, parameters, email, span\n                FROM audit_partitioned, bounds b\n                WHERE timestamp >= b.ts_floor\n                  AND age(xmin) > age(b.cur_xid)\n                  AND age(xmin) <= age(b.prev_xid)\n                ORDER BY id\n            )\n            SELECT to_char(timestamp AT TIME ZONE 'UTC', 'YYYY-MM-DD') AS \"day!\",\n                   string_agg(row_to_json(batch)::text, E'\\n' ORDER BY id) AS \"ndjson!\",\n                   max(id) AS \"max_id!\",\n                   max(timestamp) AS \"max_ts!\"\n            FROM batch\n            GROUP BY 1\n            ORDER BY 1",
-  "describe": {
-    "columns": [
-      {
-        "ordinal": 0,
-        "name": "day!",
-        "type_info": "Text"
-      },
-      {
-        "ordinal": 1,
-        "name": "ndjson!",
-        "type_info": "Text"
-      },
-      {
-        "ordinal": 2,
-        "name": "max_id!",
-        "type_info": "Int8"
-      },
-      {
-        "ordinal": 3,
-        "name": "max_ts!",
-        "type_info": "Timestamptz"
-      }
-    ],
-    "parameters": {
-      "Left": [
-        "Timestamptz",
-        "Int8",
-        "Int8"
-      ]
-    },
-    "nullable": [
-      null,
-      null,
-      null,
-      null
-    ]
-  },
-  "hash": "0f5ec10de91deac2d40b1e8a6dad0e9341f57cd060e7f228b40634469269c407"
-}

backend/.sqlx/query-14bc9dd1d02a3d121297509beacc27f3c29d1b3877c1f2e7c206f0e36ef18701.json

@@ -1,40 +0,0 @@
-{
-  "db_name": "PostgreSQL",
-  "query": "\n        SELECT\n            (elem->>'installation_id')::bigint as installation_id,\n            elem->>'account_id' as account_id,\n            elem->>'github_base_url' as github_base_url,\n            COALESCE((elem->>'provisioned_by_admin')::bool, false) as \"provisioned_by_admin!\"\n        FROM workspace_settings,\n        LATERAL jsonb_array_elements(git_app_installations) AS elem\n        WHERE workspace_id = $1\n        ",
-  "describe": {
-    "columns": [
-      {
-        "ordinal": 0,
-        "name": "installation_id",
-        "type_info": "Int8"
-      },
-      {
-        "ordinal": 1,
-        "name": "account_id",
-        "type_info": "Text"
-      },
-      {
-        "ordinal": 2,
-        "name": "github_base_url",
-        "type_info": "Text"
-      },
-      {
-        "ordinal": 3,
-        "name": "provisioned_by_admin!",
-        "type_info": "Bool"
-      }
-    ],
-    "parameters": {
-      "Left": [
-        "Text"
-      ]
-    },
-    "nullable": [
-      null,
-      null,
-      null,
-      null
-    ]
-  },
-  "hash": "14bc9dd1d02a3d121297509beacc27f3c29d1b3877c1f2e7c206f0e36ef18701"
-}

backend/.sqlx/query-19513c4158267cc7fe10d999ad571052c112e6bbb3cf834f16176cbb7e1ac319.json

@@ -1,23 +0,0 @@
-{
-  "db_name": "PostgreSQL",
-  "query": "WITH RECURSIVE chain(id, parent_job) AS (\n                SELECT id, parent_job FROM v2_job WHERE id = $1 AND workspace_id = $2\n                UNION ALL\n                SELECT j.id, j.parent_job FROM v2_job j\n                    JOIN chain c ON j.id = c.parent_job AND j.workspace_id = $2\n            )\n            SELECT id AS \"id!\" FROM chain",
-  "describe": {
-    "columns": [
-      {
-        "ordinal": 0,
-        "name": "id",
-        "type_info": "Uuid"
-      }
-    ],
-    "parameters": {
-      "Left": [
-        "Uuid",
-        "Text"
-      ]
-    },
-    "nullable": [
-      false
-    ]
-  },
-  "hash": "19513c4158267cc7fe10d999ad571052c112e6bbb3cf834f16176cbb7e1ac319"
-}

backend/.sqlx/query-1d0341bd8de94ab8d34a4bb1bb2005305fb3b29751ec987bece183444e89e7d1.json

@@ -1,100 +0,0 @@
-{
-  "db_name": "PostgreSQL",
-  "query": "SELECT email, login_type::TEXT, super_admin, devops, verified, name, company, username, NULL::bool as operator_only, NULL::bool as is_workspace_admin, first_time_user, role_source, disabled, NULL::text as workspace_id FROM password WHERE email = $1",
-  "describe": {
-    "columns": [
-      {
-        "ordinal": 0,
-        "name": "email",
-        "type_info": "Varchar"
-      },
-      {
-        "ordinal": 1,
-        "name": "login_type",
-        "type_info": "Text"
-      },
-      {
-        "ordinal": 2,
-        "name": "super_admin",
-        "type_info": "Bool"
-      },
-      {
-        "ordinal": 3,
-        "name": "devops",
-        "type_info": "Bool"
-      },
-      {
-        "ordinal": 4,
-        "name": "verified",
-        "type_info": "Bool"
-      },
-      {
-        "ordinal": 5,
-        "name": "name",
-        "type_info": "Varchar"
-      },
-      {
-        "ordinal": 6,
-        "name": "company",
-        "type_info": "Varchar"
-      },
-      {
-        "ordinal": 7,
-        "name": "username",
-        "type_info": "Varchar"
-      },
-      {
-        "ordinal": 8,
-        "name": "operator_only",
-        "type_info": "Bool"
-      },
-      {
-        "ordinal": 9,
-        "name": "is_workspace_admin",
-        "type_info": "Bool"
-      },
-      {
-        "ordinal": 10,
-        "name": "first_time_user",
-        "type_info": "Bool"
-      },
-      {
-        "ordinal": 11,
-        "name": "role_source",
-        "type_info": "Varchar"
-      },
-      {
-        "ordinal": 12,
-        "name": "disabled",
-        "type_info": "Bool"
-      },
-      {
-        "ordinal": 13,
-        "name": "workspace_id",
-        "type_info": "Text"
-      }
-    ],
-    "parameters": {
-      "Left": [
-        "Text"
-      ]
-    },
-    "nullable": [
-      false,
-      null,
-      false,
-      false,
-      false,
-      true,
-      true,
-      true,
-      null,
-      null,
-      false,
-      false,
-      false,
-      null
-    ]
-  },
-  "hash": "1d0341bd8de94ab8d34a4bb1bb2005305fb3b29751ec987bece183444e89e7d1"
-}

backend/.sqlx/query-26fb727ef7d50c93c1c8ce33356ef6feafc448e70c30ba7e7c835f5e3167f3a5.json

@@ -1,64 +0,0 @@
-{
-  "db_name": "PostgreSQL",
-  "query": "SELECT id, workspace_id, path, summary, policy, versions, extra_perms, custom_path\n         FROM app\n         WHERE workspace_id = $1",
-  "describe": {
-    "columns": [
-      {
-        "ordinal": 0,
-        "name": "id",
-        "type_info": "Int8"
-      },
-      {
-        "ordinal": 1,
-        "name": "workspace_id",
-        "type_info": "Varchar"
-      },
-      {
-        "ordinal": 2,
-        "name": "path",
-        "type_info": "Varchar"
-      },
-      {
-        "ordinal": 3,
-        "name": "summary",
-        "type_info": "Varchar"
-      },
-      {
-        "ordinal": 4,
-        "name": "policy",
-        "type_info": "Jsonb"
-      },
-      {
-        "ordinal": 5,
-        "name": "versions",
-        "type_info": "Int8Array"
-      },
-      {
-        "ordinal": 6,
-        "name": "extra_perms",
-        "type_info": "Jsonb"
-      },
-      {
-        "ordinal": 7,
-        "name": "custom_path",
-        "type_info": "Text"
-      }
-    ],
-    "parameters": {
-      "Left": [
-        "Text"
-      ]
-    },
-    "nullable": [
-      false,
-      false,
-      false,
-      false,
-      false,
-      false,
-      false,
-      true
-    ]
-  },
-  "hash": "26fb727ef7d50c93c1c8ce33356ef6feafc448e70c30ba7e7c835f5e3167f3a5"
-}

backend/.sqlx/query-295a88070e1762255cdd7680ba2e7bb2a2ffd66a7c432dd318e73e0f81ea9622.json

@@ -1,23 +0,0 @@
-{
-  "db_name": "PostgreSQL",
-  "query": "INSERT INTO variable\n            (workspace_id, path, value, is_secret, description, account, is_oauth, expires_at, labels, edited_by)\n            VALUES ($1, $2, $3, $4, $5, $6, $7, $8, $9, $10)",
-  "describe": {
-    "columns": [],
-    "parameters": {
-      "Left": [
-        "Varchar",
-        "Varchar",
-        "Varchar",
-        "Bool",
-        "Varchar",
-        "Int4",
-        "Bool",
-        "Timestamptz",
-        "TextArray",
-        "Varchar"
-      ]
-    },
-    "nullable": []
-  },
-  "hash": "295a88070e1762255cdd7680ba2e7bb2a2ffd66a7c432dd318e73e0f81ea9622"
-}

backend/.sqlx/query-2e35598cb9695b726ee1d2cd5c8364503371a5272d88e970b95760555ab33ce2.json

@@ -1,14 +0,0 @@
-{
-  "db_name": "PostgreSQL",
-  "query": "INSERT INTO script (workspace_id, path, hash, content, summary, description, language, created_by, created_at, archived, schema_validation, ws_error_handler_muted, deleted, extra_perms)\n         VALUES ('wm-fork-stale-super', 'f/folder2/myscript', 333333, 'echo 1', '', '', 'bash', 'test-user-2', NOW(), false, false, false, false, $1)",
-  "describe": {
-    "columns": [],
-    "parameters": {
-      "Left": [
-        "Jsonb"
-      ]
-    },
-    "nullable": []
-  },
-  "hash": "2e35598cb9695b726ee1d2cd5c8364503371a5272d88e970b95760555ab33ce2"
-}

backend/.sqlx/query-2f166b5575a614b028c3130fc5089353bef40f1cccf31b7775d0e9a800425f4d.json

@@ -1,23 +0,0 @@
-{
-  "db_name": "PostgreSQL",
-  "query": "\n        SELECT COALESCE((elem->>'provisioned_by_admin')::bool, false) as \"is_admin!\"\n        FROM workspace_settings,\n        LATERAL jsonb_array_elements(git_app_installations) AS elem\n        WHERE workspace_id = $1\n          AND (elem->>'installation_id')::bigint = $2\n        ",
-  "describe": {
-    "columns": [
-      {
-        "ordinal": 0,
-        "name": "is_admin!",
-        "type_info": "Bool"
-      }
-    ],
-    "parameters": {
-      "Left": [
-        "Text",
-        "Int8"
-      ]
-    },
-    "nullable": [
-      null
-    ]
-  },
-  "hash": "2f166b5575a614b028c3130fc5089353bef40f1cccf31b7775d0e9a800425f4d"
-}

backend/.sqlx/query-31445efb75a7b706f4404c411a4ef6a9ed6d29a02bb7fd08f2ceb0551ecac640.json

@@ -1,14 +0,0 @@
-{
-  "db_name": "PostgreSQL",
-  "query": "INSERT INTO folder (workspace_id, name, display_name, owners, extra_perms, summary, created_by)\n         VALUES ('wm-fork-visibility-test', 'folder2', 'folder2', ARRAY['u/test-user-2']::varchar[], $1, '', 'test-user-2')",
-  "describe": {
-    "columns": [],
-    "parameters": {
-      "Left": [
-        "Jsonb"
-      ]
-    },
-    "nullable": []
-  },
-  "hash": "31445efb75a7b706f4404c411a4ef6a9ed6d29a02bb7fd08f2ceb0551ecac640"
-}

backend/.sqlx/query-31e486e3377e79bfab4e391d6789d081edf45fef34f630372815ec323544acee.json

@@ -1,14 +0,0 @@
-{
-  "db_name": "PostgreSQL",
-  "query": "INSERT INTO folder (workspace_id, name, display_name, owners, extra_perms, summary, created_by)\n         VALUES ('test-workspace', 'folder1', 'folder1', ARRAY['u/test-user-2']::varchar[], $1, '', 'test-user-2')",
-  "describe": {
-    "columns": [],
-    "parameters": {
-      "Left": [
-        "Jsonb"
-      ]
-    },
-    "nullable": []
-  },
-  "hash": "31e486e3377e79bfab4e391d6789d081edf45fef34f630372815ec323544acee"
-}

backend/.sqlx/query-355e3976f0a7e3ccbb24314f951ff37dcc4c34f800ff4f385ec9f60933f83efe.json

@@ -1,15 +0,0 @@
-{
-  "db_name": "PostgreSQL",
-  "query": "INSERT INTO flow\n            (workspace_id, path, summary, description, archived, extra_perms, dependency_job, tag, ws_error_handler_muted, dedicated_worker, timeout, visible_to_runner_only, on_behalf_of_email, concurrency_key, versions, value, schema, edited_by, edited_at, lock_error_logs)\n        SELECT $1, path, summary, description, archived, extra_perms, dependency_job, tag, ws_error_handler_muted, dedicated_worker, timeout, visible_to_runner_only, on_behalf_of_email, concurrency_key, versions, value, schema, edited_by, edited_at, lock_error_logs\n            FROM flow WHERE workspace_id = $2",
-  "describe": {
-    "columns": [],
-    "parameters": {
-      "Left": [
-        "Varchar",
-        "Text"
-      ]
-    },
-    "nullable": []
-  },
-  "hash": "355e3976f0a7e3ccbb24314f951ff37dcc4c34f800ff4f385ec9f60933f83efe"
-}

backend/.sqlx/query-388b6af24fc77341abf7088303f1b027c022fc034dc378a071c046dc64571ac6.json

@@ -1,15 +0,0 @@
-{
-  "db_name": "PostgreSQL",
-  "query": "INSERT INTO flow (\n            workspace_id, path, summary, description, value, edited_by, edited_at,\n            archived, schema, extra_perms, dependency_job, tag,\n            ws_error_handler_muted, dedicated_worker, timeout, visible_to_runner_only,\n            concurrency_key, versions, on_behalf_of_email, lock_error_logs\n        )\n        SELECT $2, path, summary, description, value, edited_by, edited_at,\n               archived, schema, extra_perms, NULL, tag,\n               ws_error_handler_muted, dedicated_worker, timeout, visible_to_runner_only,\n               concurrency_key, ARRAY[]::bigint[], on_behalf_of_email, lock_error_logs\n        FROM flow\n        WHERE workspace_id = $1",
-  "describe": {
-    "columns": [],
-    "parameters": {
-      "Left": [
-        "Text",
-        "Varchar"
-      ]
-    },
-    "nullable": []
-  },
-  "hash": "388b6af24fc77341abf7088303f1b027c022fc034dc378a071c046dc64571ac6"
-}

backend/.sqlx/query-3c42a56d0ffe39ad217f2ee603431637bcb22c6e713a21bdb83204de9cf383d7.json

@@ -1,22 +0,0 @@
-{
-  "db_name": "PostgreSQL",
-  "query": "SELECT EXISTS(SELECT 1 FROM workspace_settings WHERE workspace_id = $1)",
-  "describe": {
-    "columns": [
-      {
-        "ordinal": 0,
-        "name": "exists",
-        "type_info": "Bool"
-      }
-    ],
-    "parameters": {
-      "Left": [
-        "Text"
-      ]
-    },
-    "nullable": [
-      null
-    ]
-  },
-  "hash": "3c42a56d0ffe39ad217f2ee603431637bcb22c6e713a21bdb83204de9cf383d7"
-}

backend/.sqlx/query-3e3f58826066ba9082353f68067ea771407f5e535313ed9afcce260b3678aed5.json

@@ -1,16 +0,0 @@
-{
-  "db_name": "PostgreSQL",
-  "query": "DELETE FROM draft WHERE path = $1 AND workspace_id = $2 AND typ = 'flow' AND email = $3",
-  "describe": {
-    "columns": [],
-    "parameters": {
-      "Left": [
-        "Text",
-        "Text",
-        "Text"
-      ]
-    },
-    "nullable": []
-  },
-  "hash": "3e3f58826066ba9082353f68067ea771407f5e535313ed9afcce260b3678aed5"
-}

backend/.sqlx/query-3e51a3f545f67fb0f62956fd809324d753cb2b1fac69ceb738df4c3d2a6270a5.json

@@ -1,35 +0,0 @@
-{
-  "db_name": "PostgreSQL",
-  "query": "SELECT app.summary, app.policy, app_version.value\n         FROM app\n         JOIN app_version\n         ON app_version.id = app.versions[array_upper(app.versions, 1)]\n         WHERE app.workspace_id = $1 AND app.path = $2",
-  "describe": {
-    "columns": [
-      {
-        "ordinal": 0,
-        "name": "summary",
-        "type_info": "Varchar"
-      },
-      {
-        "ordinal": 1,
-        "name": "policy",
-        "type_info": "Jsonb"
-      },
-      {
-        "ordinal": 2,
-        "name": "value",
-        "type_info": "Json"
-      }
-    ],
-    "parameters": {
-      "Left": [
-        "Text",
-        "Text"
-      ]
-    },
-    "nullable": [
-      false,
-      false,
-      false
-    ]
-  },
-  "hash": "3e51a3f545f67fb0f62956fd809324d753cb2b1fac69ceb738df4c3d2a6270a5"
-}

backend/.sqlx/query-3fac8694f59803a42b635ce7dd1e60a7a4f53c3b7ed6592f70ef4fed97b2bc6d.json

@@ -1,20 +0,0 @@
-{
-  "db_name": "PostgreSQL",
-  "query": "SELECT COUNT(*) AS \"count!\" FROM workspace_diff\n             WHERE source_workspace_id = 'test-workspace'\n               AND fork_workspace_id = 'wm-fork-rename-test'\n               AND kind = 'script'\n               AND path = 'f/folder2/myscript'",
-  "describe": {
-    "columns": [
-      {
-        "ordinal": 0,
-        "name": "count!",
-        "type_info": "Int8"
-      }
-    ],
-    "parameters": {
-      "Left": []
-    },
-    "nullable": [
-      null
-    ]
-  },
-  "hash": "3fac8694f59803a42b635ce7dd1e60a7a4f53c3b7ed6592f70ef4fed97b2bc6d"
-}

backend/.sqlx/query-4b674c99ee913808afef889658690c699f1cdb6aff9f04fba65f8b2c324fe25d.json

@@ -1,29 +0,0 @@
-{
-  "db_name": "PostgreSQL",
-  "query": "INSERT INTO draft\n            (workspace_id, path, value, typ, email)\n            VALUES ($1, $2, $3::text::json, $4, $5)\n            ON CONFLICT (workspace_id, path, typ, COALESCE(email, ''))\n            DO UPDATE SET value = EXCLUDED.value, created_at = now()",
-  "describe": {
-    "columns": [],
-    "parameters": {
-      "Left": [
-        "Varchar",
-        "Varchar",
-        "Text",
-        {
-          "Custom": {
-            "name": "draft_type",
-            "kind": {
-              "Enum": [
-                "script",
-                "flow",
-                "app"
-              ]
-            }
-          }
-        },
-        "Varchar"
-      ]
-    },
-    "nullable": []
-  },
-  "hash": "4b674c99ee913808afef889658690c699f1cdb6aff9f04fba65f8b2c324fe25d"
-}

backend/.sqlx/query-5104cf045dc9b7b82d0028af11cfb5c2f6fd58e518085caf8e8d189951f7c4d8.json

@@ -1,28 +0,0 @@
-{
-  "db_name": "PostgreSQL",
-  "query": "INSERT INTO draft\n            (workspace_id, path, value, typ)\n            VALUES ($1, $2, $3::text::json, $4)\n            ON CONFLICT (workspace_id, path, typ)\n            DO UPDATE SET value = EXCLUDED.value, created_at = now()",
-  "describe": {
-    "columns": [],
-    "parameters": {
-      "Left": [
-        "Varchar",
-        "Varchar",
-        "Text",
-        {
-          "Custom": {
-            "name": "draft_type",
-            "kind": {
-              "Enum": [
-                "script",
-                "flow",
-                "app"
-              ]
-            }
-          }
-        }
-      ]
-    },
-    "nullable": []
-  },
-  "hash": "5104cf045dc9b7b82d0028af11cfb5c2f6fd58e518085caf8e8d189951f7c4d8"
-}

backend/.sqlx/query-5494652553c59b72ca5db4350a8ba3d8bbf1608519b08f2544c64ecfe130c537.json

@@ -1,17 +0,0 @@
-{
-  "db_name": "PostgreSQL",
-  "query": "UPDATE variable SET labels = $1, edited_at = now(), edited_by = $4 WHERE path = $2 AND workspace_id = $3",
-  "describe": {
-    "columns": [],
-    "parameters": {
-      "Left": [
-        "TextArray",
-        "Text",
-        "Text",
-        "Varchar"
-      ]
-    },
-    "nullable": []
-  },
-  "hash": "5494652553c59b72ca5db4350a8ba3d8bbf1608519b08f2544c64ecfe130c537"
-}

backend/.sqlx/query-5a219a2532517869578c4504ff3153c43903f929ae5d62fbba12610f89c36d55.json

@@ -15,7 +15,7 @@
       ]
     },
     "nullable": [
-      true
+      null
     ]
   },
   "hash": "5a219a2532517869578c4504ff3153c43903f929ae5d62fbba12610f89c36d55"

backend/.sqlx/query-652637b534f7d7b4c429a201247821e9f568b1976ea462a09e779e9a4c490197.json

@@ -1,12 +0,0 @@
-{
-  "db_name": "PostgreSQL",
-  "query": "INSERT INTO usr (workspace_id, email, username, is_admin, role) VALUES\n         ('wm-fork-visibility-test', 'test2@windmill.dev', 'test-user-2', false, 'User')",
-  "describe": {
-    "columns": [],
-    "parameters": {
-      "Left": []
-    },
-    "nullable": []
-  },
-  "hash": "652637b534f7d7b4c429a201247821e9f568b1976ea462a09e779e9a4c490197"
-}

backend/.sqlx/query-66c775b6e1120c5ed53b903d252e07f0965efb65c51580c529e61d09b8742dfd.json

@@ -1,99 +0,0 @@
-{
-  "db_name": "PostgreSQL",
-  "query": "INSERT INTO script (workspace_id, hash, path, parent_hashes, summary, description, content, created_by, schema, is_template, extra_perms, lock, language, kind, tag, envs, concurrent_limit, concurrency_time_window_s, cache_ttl, dedicated_worker, ws_error_handler_muted, priority, restart_unless_cancelled, delete_after_use, delete_after_secs, timeout, concurrency_key, visible_to_runner_only, auto_kind, codebase, has_preprocessor, on_behalf_of_email, schema_validation, assets, debounce_key, debounce_delay_s, cache_ignore_s3_path, runnable_settings_handle, modules, labels) VALUES ($1, $2, $3, $4, $5, $6, $7, $8, $9::text::json, $10, $11, $12, $13, $14, $15, $16, $17, $18, $19, $20, $21, $22, $23, $24, $25, $26, $27, $28, $29, $30, $31, $32, $33, $34, $35, $36, $37, $38, $39, $40)",
-  "describe": {
-    "columns": [],
-    "parameters": {
-      "Left": [
-        "Varchar",
-        "Int8",
-        "Varchar",
-        "Int8Array",
-        "Text",
-        "Text",
-        "Text",
-        "Varchar",
-        "Text",
-        "Bool",
-        "Jsonb",
-        "Text",
-        {
-          "Custom": {
-            "name": "script_lang",
-            "kind": {
-              "Enum": [
-                "python3",
-                "deno",
-                "go",
-                "bash",
-                "postgresql",
-                "nativets",
-                "bun",
-                "mysql",
-                "bigquery",
-                "snowflake",
-                "graphql",
-                "powershell",
-                "mssql",
-                "php",
-                "bunnative",
-                "rust",
-                "ansible",
-                "csharp",
-                "oracledb",
-                "nu",
-                "java",
-                "duckdb",
-                "ruby",
-                "rlang"
-              ]
-            }
-          }
-        },
-        {
-          "Custom": {
-            "name": "script_kind",
-            "kind": {
-              "Enum": [
-                "script",
-                "trigger",
-                "failure",
-                "command",
-                "approval",
-                "preprocessor"
-              ]
-            }
-          }
-        },
-        "Varchar",
-        "VarcharArray",
-        "Int4",
-        "Int4",
-        "Int4",
-        "Bool",
-        "Bool",
-        "Int2",
-        "Bool",
-        "Bool",
-        "Int4",
-        "Int4",
-        "Varchar",
-        "Bool",
-        "Varchar",
-        "Varchar",
-        "Bool",
-        "Text",
-        "Bool",
-        "Jsonb",
-        "Varchar",
-        "Int4",
-        "Bool",
-        "Int8",
-        "Jsonb",
-        "TextArray"
-      ]
-    },
-    "nullable": []
-  },
-  "hash": "66c775b6e1120c5ed53b903d252e07f0965efb65c51580c529e61d09b8742dfd"
-}

backend/.sqlx/query-67e092189a1a7be4fc3b660dc7a5fcfb1fdb296ea8893312d7d72ac80e4f506e.json

@@ -1,16 +0,0 @@
-{
-  "db_name": "PostgreSQL",
-  "query": "\n    INSERT INTO script\n    (workspace_id, hash, path, parent_hashes, summary, description, content, created_by, schema, is_template, extra_perms, lock, language, kind, tag, envs, concurrent_limit, concurrency_time_window_s, cache_ttl, cache_ignore_s3_path, dedicated_worker, ws_error_handler_muted, priority, restart_unless_cancelled, delete_after_use, delete_after_secs, timeout, concurrency_key, visible_to_runner_only, auto_kind, codebase, has_preprocessor, on_behalf_of_email, schema_validation, assets, debounce_key, debounce_delay_s, runnable_settings_handle, modules, labels)\n\n    SELECT  workspace_id, $1, path, array_prepend($2::bigint, COALESCE(parent_hashes, '{}'::bigint[])), summary, description, content, created_by, schema, is_template, extra_perms, NULL, language, kind, tag, envs, concurrent_limit, concurrency_time_window_s, cache_ttl, cache_ignore_s3_path, dedicated_worker, ws_error_handler_muted, priority, restart_unless_cancelled, delete_after_use, delete_after_secs, timeout, concurrency_key, visible_to_runner_only, auto_kind, codebase, has_preprocessor, on_behalf_of_email, schema_validation, assets, debounce_key, debounce_delay_s, runnable_settings_handle, modules, labels\n\n    FROM script WHERE hash = $2 AND workspace_id = $3;\n            ",
-  "describe": {
-    "columns": [],
-    "parameters": {
-      "Left": [
-        "Int8",
-        "Int8",
-        "Text"
-      ]
-    },
-    "nullable": []
-  },
-  "hash": "67e092189a1a7be4fc3b660dc7a5fcfb1fdb296ea8893312d7d72ac80e4f506e"
-}

backend/.sqlx/query-67f91733c44e9db3124a713dd950e2bad22709254f20a2c385377b9a00e7d79f.json

@@ -1,52 +0,0 @@
-{
-  "db_name": "PostgreSQL",
-  "query": "SELECT path, value as \"value: _\", typ as \"typ: DraftType\", created_at\n           FROM draft\n           WHERE workspace_id = $1 AND email = $2\n           ORDER BY created_at DESC",
-  "describe": {
-    "columns": [
-      {
-        "ordinal": 0,
-        "name": "path",
-        "type_info": "Varchar"
-      },
-      {
-        "ordinal": 1,
-        "name": "value: _",
-        "type_info": "Json"
-      },
-      {
-        "ordinal": 2,
-        "name": "typ: DraftType",
-        "type_info": {
-          "Custom": {
-            "name": "draft_type",
-            "kind": {
-              "Enum": [
-                "script",
-                "flow",
-                "app"
-              ]
-            }
-          }
-        }
-      },
-      {
-        "ordinal": 3,
-        "name": "created_at",
-        "type_info": "Timestamptz"
-      }
-    ],
-    "parameters": {
-      "Left": [
-        "Text",
-        "Text"
-      ]
-    },
-    "nullable": [
-      false,
-      false,
-      false,
-      false
-    ]
-  },
-  "hash": "67f91733c44e9db3124a713dd950e2bad22709254f20a2c385377b9a00e7d79f"
-}

backend/.sqlx/query-68b4a667ac15258b718e7c9c0224c4b467ff43d84618a3471eb7b1cfec13883d.json

@@ -1,24 +0,0 @@
-{
-  "db_name": "PostgreSQL",
-  "query": "WITH inserted AS (\n            INSERT INTO flow\n                (workspace_id, path, summary, description, archived, extra_perms, dependency_job, tag, ws_error_handler_muted, dedicated_worker, timeout, visible_to_runner_only, on_behalf_of_email, concurrency_key, versions, value, schema, edited_by, edited_at, labels, lock_error_logs)\n            SELECT workspace_id, REGEXP_REPLACE(path, 'u/' || $2 || '/(.*)', $1 || '/\\1'), summary, description, archived, extra_perms, dependency_job, tag, ws_error_handler_muted, dedicated_worker, timeout, visible_to_runner_only, on_behalf_of_email, concurrency_key, versions, value, schema, edited_by, edited_at, labels, lock_error_logs\n                FROM flow\n                WHERE path LIKE ('u/' || $2 || '/%') AND workspace_id = $3\n            RETURNING 1\n        ) SELECT COUNT(*) FROM inserted",
-  "describe": {
-    "columns": [
-      {
-        "ordinal": 0,
-        "name": "count",
-        "type_info": "Int8"
-      }
-    ],
-    "parameters": {
-      "Left": [
-        "Text",
-        "Text",
-        "Text"
-      ]
-    },
-    "nullable": [
-      null
-    ]
-  },
-  "hash": "68b4a667ac15258b718e7c9c0224c4b467ff43d84618a3471eb7b1cfec13883d"
-}

backend/.sqlx/query-6d992a933bb878733b7afd7a4295b9ad6f5276b60ce20e0378d6148976e02777.json

@@ -1,6 +1,6 @@
 {
   "db_name": "PostgreSQL",
-  "query": "\n                                SELECT\n                                    flow_version.id AS version,\n                                    flow_version.value->>'early_return' as early_return,\n                                    flow_version.value->>'preprocessor_module' IS NOT NULL as has_preprocessor,\n                                    flow_version.value->>'failure_module' IS NOT NULL as has_failure_module,\n                                    (flow_version.value->>'chat_input_enabled')::boolean as chat_input_enabled,\n                                    flow.tag,\n                                    flow.dedicated_worker,\n                                    flow.on_behalf_of_email,\n                                    flow.edited_by,\n                                    flow.labels\n                                FROM\n                                    flow_version\n                                INNER JOIN flow\n                                    ON flow.path = flow_version.path AND\n                                       flow.workspace_id = flow_version.workspace_id\n                                WHERE\n                                    flow_version.workspace_id = $1 AND\n                                    flow_version.path = $2 AND\n                                    flow_version.id = $3\n                            ",
+  "query": "\n                                SELECT\n                                    flow_version.id AS version,\n                                    flow_version.value->>'early_return' as early_return,\n                                    flow_version.value->>'preprocessor_module' IS NOT NULL as has_preprocessor,\n                                    (flow_version.value->>'chat_input_enabled')::boolean as chat_input_enabled,\n                                    flow.tag,\n                                    flow.dedicated_worker,\n                                    flow.on_behalf_of_email,\n                                    flow.edited_by,\n                                    flow.labels\n                                FROM\n                                    flow_version\n                                INNER JOIN flow\n                                    ON flow.path = flow_version.path AND\n                                       flow.workspace_id = flow_version.workspace_id\n                                WHERE\n                                    flow_version.workspace_id = $1 AND\n                                    flow_version.path = $2 AND\n                                    flow_version.id = $3\n                            ",
   "describe": {
     "columns": [
       {
@@ -20,36 +20,31 @@
       },
       {
         "ordinal": 3,
-        "name": "has_failure_module",
-        "type_info": "Bool"
-      },
-      {
-        "ordinal": 4,
         "name": "chat_input_enabled",
         "type_info": "Bool"
       },
       {
-        "ordinal": 5,
+        "ordinal": 4,
         "name": "tag",
         "type_info": "Varchar"
       },
       {
-        "ordinal": 6,
+        "ordinal": 5,
         "name": "dedicated_worker",
         "type_info": "Bool"
       },
       {
-        "ordinal": 7,
+        "ordinal": 6,
         "name": "on_behalf_of_email",
         "type_info": "Text"
       },
       {
-        "ordinal": 8,
+        "ordinal": 7,
         "name": "edited_by",
         "type_info": "Varchar"
       },
       {
-        "ordinal": 9,
+        "ordinal": 8,
         "name": "labels",
         "type_info": "TextArray"
       }
@@ -66,7 +61,6 @@
       null,
       null,
       null,
-      null,
       true,
       true,
       true,
@@ -74,5 +68,5 @@
       true
     ]
   },
-  "hash": "04409657066c624308954958d9dd451452efc25e57769fb94b771d4879150835"
+  "hash": "6d992a933bb878733b7afd7a4295b9ad6f5276b60ce20e0378d6148976e02777"
 }

backend/.sqlx/query-6fcdb09cdd7fedd7e54fdc0e49203f453fc1b85272fe212c0e1bf0ebd28bf58a.json

@@ -1,38 +0,0 @@
-{
-  "db_name": "PostgreSQL",
-  "query": "\n        WITH capped AS (\n            SELECT timestamp, operation, resource, parameters\n            FROM audit_partitioned\n            WHERE workspace_id = 'admins'\n              AND operation = 'workspace_fairness.capped'\n            UNION ALL\n            SELECT timestamp, operation, resource, parameters\n            FROM audit\n            WHERE workspace_id = 'admins'\n              AND operation = 'workspace_fairness.capped'\n            ORDER BY timestamp DESC\n            LIMIT 200\n        ), uncapped AS (\n            SELECT timestamp, operation, resource, parameters\n            FROM audit_partitioned\n            WHERE workspace_id = 'admins'\n              AND operation = 'workspace_fairness.uncapped'\n            UNION ALL\n            SELECT timestamp, operation, resource, parameters\n            FROM audit\n            WHERE workspace_id = 'admins'\n              AND operation = 'workspace_fairness.uncapped'\n            ORDER BY timestamp DESC\n            LIMIT 200\n        )\n        SELECT timestamp AS \"timestamp!\",\n               operation::text AS \"operation!\",\n               resource AS workspace_id,\n               parameters\n        FROM (SELECT * FROM capped UNION ALL SELECT * FROM uncapped) e\n        ORDER BY timestamp DESC\n        ",
-  "describe": {
-    "columns": [
-      {
-        "ordinal": 0,
-        "name": "timestamp!",
-        "type_info": "Timestamptz"
-      },
-      {
-        "ordinal": 1,
-        "name": "operation!",
-        "type_info": "Text"
-      },
-      {
-        "ordinal": 2,
-        "name": "workspace_id",
-        "type_info": "Varchar"
-      },
-      {
-        "ordinal": 3,
-        "name": "parameters",
-        "type_info": "Jsonb"
-      }
-    ],
-    "parameters": {
-      "Left": []
-    },
-    "nullable": [
-      null,
-      null,
-      null,
-      null
-    ]
-  },
-  "hash": "6fcdb09cdd7fedd7e54fdc0e49203f453fc1b85272fe212c0e1bf0ebd28bf58a"
-}

backend/.sqlx/query-7753786abd0b9c7b548d0f8157023823945e84997b038d5b7915406c4ccb302d.json

@@ -1,15 +0,0 @@
-{
-  "db_name": "PostgreSQL",
-  "query": "INSERT INTO script (\n            workspace_id, hash, path, parent_hashes, summary, description, content,\n            created_by, created_at, archived, schema, deleted, is_template,\n            extra_perms, lock, lock_error_logs, language, kind, tag,\n            envs, concurrent_limit, concurrency_time_window_s, cache_ttl,\n            dedicated_worker, ws_error_handler_muted, priority, timeout,\n            delete_after_use, delete_after_secs, restart_unless_cancelled, concurrency_key,\n            visible_to_runner_only, auto_kind, codebase, has_preprocessor,\n            on_behalf_of_email, assets, modules\n        )\n        SELECT\n            $1, hash, path, parent_hashes, summary, description, content,\n            created_by, created_at, archived, schema, deleted, is_template,\n            extra_perms, lock, lock_error_logs, language, kind, tag,\n            envs, concurrent_limit, concurrency_time_window_s, cache_ttl,\n            dedicated_worker, ws_error_handler_muted, priority, timeout,\n            delete_after_use, delete_after_secs, restart_unless_cancelled, concurrency_key,\n            visible_to_runner_only, auto_kind, codebase, has_preprocessor,\n            on_behalf_of_email, assets, modules\n        FROM script\n        WHERE workspace_id = $2",
-  "describe": {
-    "columns": [],
-    "parameters": {
-      "Left": [
-        "Varchar",
-        "Text"
-      ]
-    },
-    "nullable": []
-  },
-  "hash": "7753786abd0b9c7b548d0f8157023823945e84997b038d5b7915406c4ccb302d"
-}

backend/.sqlx/query-77d8a6d1b6d6cd8def844981a2bf87c66c266526a9fc484aa7f58cbeea6672fd.json

@@ -1,20 +0,0 @@
-{
-  "db_name": "PostgreSQL",
-  "query": "SELECT txid_snapshot_xmin(txid_current_snapshot())::bigint AS \"x!\"",
-  "describe": {
-    "columns": [
-      {
-        "ordinal": 0,
-        "name": "x!",
-        "type_info": "Int8"
-      }
-    ],
-    "parameters": {
-      "Left": []
-    },
-    "nullable": [
-      null
-    ]
-  },
-  "hash": "77d8a6d1b6d6cd8def844981a2bf87c66c266526a9fc484aa7f58cbeea6672fd"
-}

backend/.sqlx/query-7f832370916794ab0e5645053688c24678f1519d49ee7263a86dba71d45b8e8c.json

@@ -1,22 +0,0 @@
-{
-  "db_name": "PostgreSQL",
-  "query": "INSERT INTO token\n            (token_hash, token_prefix, token, email, label, expiration, super_admin, scopes, read_only)\n            VALUES ($1, $2, $3, $4, $5, now() + ($6 || ' seconds')::interval, $7, $8, $9)",
-  "describe": {
-    "columns": [],
-    "parameters": {
-      "Left": [
-        "Varchar",
-        "Varchar",
-        "Varchar",
-        "Varchar",
-        "Varchar",
-        "Text",
-        "Bool",
-        "TextArray",
-        "Bool"
-      ]
-    },
-    "nullable": []
-  },
-  "hash": "7f832370916794ab0e5645053688c24678f1519d49ee7263a86dba71d45b8e8c"
-}

backend/.sqlx/query-815d96aea4681490582b08630a30a168cc1191acaab96bed6a016c437059c2cd.json

@@ -1,26 +0,0 @@
-{
-  "db_name": "PostgreSQL",
-  "query": "\n            SELECT ws.workspace_id AS \"workspace_id!\", entry->'catalog'->>'resource_path' AS dbname\n            FROM workspace_settings ws\n            CROSS JOIN LATERAL jsonb_each(\n                CASE WHEN jsonb_typeof(ws.ducklake->'ducklakes') = 'object'\n                    THEN ws.ducklake->'ducklakes'\n                    ELSE '{}'::jsonb END\n            ) AS dl(k, entry)\n            WHERE entry->'catalog'->>'resource_type' = 'instance'\n            AND entry->'catalog'->>'resource_path' IS NOT NULL\n            UNION ALL\n            SELECT ws.workspace_id AS \"workspace_id!\", entry->'database'->>'resource_path' AS dbname\n            FROM workspace_settings ws\n            CROSS JOIN LATERAL jsonb_each(\n                CASE WHEN jsonb_typeof(ws.datatable->'datatables') = 'object'\n                    THEN ws.datatable->'datatables'\n                    ELSE '{}'::jsonb END\n            ) AS dt(k, entry)\n            WHERE entry->'database'->>'resource_type' = 'instance'\n            AND entry->'database'->>'resource_path' IS NOT NULL\n            ",
-  "describe": {
-    "columns": [
-      {
-        "ordinal": 0,
-        "name": "workspace_id!",
-        "type_info": "Varchar"
-      },
-      {
-        "ordinal": 1,
-        "name": "dbname",
-        "type_info": "Text"
-      }
-    ],
-    "parameters": {
-      "Left": []
-    },
-    "nullable": [
-      null,
-      null
-    ]
-  },
-  "hash": "815d96aea4681490582b08630a30a168cc1191acaab96bed6a016c437059c2cd"
-}

backend/.sqlx/query-8192986cd6106ed060b3d68dbc21e5bb34f5e68a5c6ac455a9d423188af77b23.json

@@ -1,15 +0,0 @@
-{
-  "db_name": "PostgreSQL",
-  "query": "INSERT INTO background_task_state (name, value)\n             SELECT $1, jsonb_build_object(\n                        'last_xmin', txid_snapshot_xmin(txid_current_snapshot())::bigint,\n                        'last_ts', '1970-01-01T00:00:00+00:00')\n             WHERE NOT EXISTS (SELECT 1 FROM global_settings WHERE name = $2)\n             ON CONFLICT (name) DO NOTHING",
-  "describe": {
-    "columns": [],
-    "parameters": {
-      "Left": [
-        "Text",
-        "Text"
-      ]
-    },
-    "nullable": []
-  },
-  "hash": "8192986cd6106ed060b3d68dbc21e5bb34f5e68a5c6ac455a9d423188af77b23"
-}

backend/.sqlx/query-8597cd40f80e69edbf1bc7d7402baca32e33e871be454acb5175c11361fe1b0a.json

@@ -1,14 +0,0 @@
-{
-  "db_name": "PostgreSQL",
-  "query": "DELETE FROM background_task_state\n         WHERE name LIKE $1\n           AND updated_at < NOW() - INTERVAL '7 days'",
-  "describe": {
-    "columns": [],
-    "parameters": {
-      "Left": [
-        "Text"
-      ]
-    },
-    "nullable": []
-  },
-  "hash": "8597cd40f80e69edbf1bc7d7402baca32e33e871be454acb5175c11361fe1b0a"
-}

backend/.sqlx/query-8711bb7861cb3c453519a620057e1530039c09b824065027387bbb667a49fe8d.json

@@ -1,16 +0,0 @@
-{
-  "db_name": "PostgreSQL",
-  "query": "INSERT INTO background_task_state\n                 (name, value, running, owner, started_at, finished_at, updated_at)\n             VALUES ($1, $2, false, $3, now(), now(), now())\n             ON CONFLICT (name) DO UPDATE SET\n                 value = $2, running = false, owner = $3,\n                 finished_at = now(), updated_at = now()",
-  "describe": {
-    "columns": [],
-    "parameters": {
-      "Left": [
-        "Text",
-        "Jsonb",
-        "Text"
-      ]
-    },
-    "nullable": []
-  },
-  "hash": "8711bb7861cb3c453519a620057e1530039c09b824065027387bbb667a49fe8d"
-}

backend/.sqlx/query-8816bbe1ea9ea4f359e7a95857d349fa8bd7d23e4589b6936e0d000745cb3f34.json

@@ -1,23 +0,0 @@
-{
-  "db_name": "PostgreSQL",
-  "query": "SELECT a.path FROM app_script s JOIN app a ON a.id = s.app\n                 WHERE s.id = $1 AND a.workspace_id = $2",
-  "describe": {
-    "columns": [
-      {
-        "ordinal": 0,
-        "name": "path",
-        "type_info": "Varchar"
-      }
-    ],
-    "parameters": {
-      "Left": [
-        "Int8",
-        "Text"
-      ]
-    },
-    "nullable": [
-      false
-    ]
-  },
-  "hash": "8816bbe1ea9ea4f359e7a95857d349fa8bd7d23e4589b6936e0d000745cb3f34"
-}

backend/.sqlx/query-8aae160c589adf02e20b7e6ba860b66fb08f156776b96b7f3701aed330a7d000.json

@@ -1,101 +0,0 @@
-{
-  "db_name": "PostgreSQL",
-  "query": "WITH active_users AS (SELECT distinct username as email FROM (SELECT username, timestamp, operation FROM audit_partitioned UNION ALL SELECT username, timestamp, operation FROM audit) AS a WHERE timestamp > NOW() - INTERVAL '1 month' AND (operation = 'users.login' OR operation = 'oauth.login' OR operation = 'users.token.refresh')),\n            authors as (SELECT distinct email FROM usr WHERE usr.operator IS false)\n            SELECT email as \"email!\", (email NOT IN (SELECT email FROM authors)) as operator_only, NULL::bool as is_workspace_admin, login_type::text, verified as \"verified!\", super_admin as \"super_admin!\", devops as \"devops!\", name, company, username, first_time_user as \"first_time_user!\", role_source as \"role_source!\", disabled as \"disabled!\", NULL::text as workspace_id\n            FROM password\n            WHERE email IN (SELECT email FROM active_users)\n            UNION ALL\n            SELECT email as \"email!\", operator as operator_only, is_admin as is_workspace_admin, 'service_account'::text as login_type, true as \"verified!\", false as \"super_admin!\", false as \"devops!\", NULL::text as name, NULL::text as company, username, false as \"first_time_user!\", 'service_account'::text as \"role_source!\", disabled as \"disabled!\", workspace_id\n            FROM usr\n            WHERE is_service_account IS true\n            ORDER BY \"super_admin!\" DESC, \"devops!\" DESC\n            LIMIT $1 OFFSET $2",
-  "describe": {
-    "columns": [
-      {
-        "ordinal": 0,
-        "name": "email!",
-        "type_info": "Varchar"
-      },
-      {
-        "ordinal": 1,
-        "name": "operator_only",
-        "type_info": "Bool"
-      },
-      {
-        "ordinal": 2,
-        "name": "is_workspace_admin",
-        "type_info": "Bool"
-      },
-      {
-        "ordinal": 3,
-        "name": "login_type",
-        "type_info": "Text"
-      },
-      {
-        "ordinal": 4,
-        "name": "verified!",
-        "type_info": "Bool"
-      },
-      {
-        "ordinal": 5,
-        "name": "super_admin!",
-        "type_info": "Bool"
-      },
-      {
-        "ordinal": 6,
-        "name": "devops!",
-        "type_info": "Bool"
-      },
-      {
-        "ordinal": 7,
-        "name": "name",
-        "type_info": "Varchar"
-      },
-      {
-        "ordinal": 8,
-        "name": "company",
-        "type_info": "Varchar"
-      },
-      {
-        "ordinal": 9,
-        "name": "username",
-        "type_info": "Varchar"
-      },
-      {
-        "ordinal": 10,
-        "name": "first_time_user!",
-        "type_info": "Bool"
-      },
-      {
-        "ordinal": 11,
-        "name": "role_source!",
-        "type_info": "Varchar"
-      },
-      {
-        "ordinal": 12,
-        "name": "disabled!",
-        "type_info": "Bool"
-      },
-      {
-        "ordinal": 13,
-        "name": "workspace_id",
-        "type_info": "Text"
-      }
-    ],
-    "parameters": {
-      "Left": [
-        "Int8",
-        "Int8"
-      ]
-    },
-    "nullable": [
-      null,
-      null,
-      null,
-      null,
-      null,
-      null,
-      null,
-      null,
-      null,
-      null,
-      null,
-      null,
-      null,
-      null
-    ]
-  },
-  "hash": "8aae160c589adf02e20b7e6ba860b66fb08f156776b96b7f3701aed330a7d000"
-}

backend/.sqlx/query-8d64e61fad7bdf0cc4d4cad1a032e570bdfaf885b4f39ef3ab973256e0448ec7.json

@@ -1,35 +0,0 @@
-{
-  "db_name": "PostgreSQL",
-  "query": "SELECT username, is_admin, operator FROM usr\n         WHERE workspace_id = $1 AND email = $2 AND disabled = false",
-  "describe": {
-    "columns": [
-      {
-        "ordinal": 0,
-        "name": "username",
-        "type_info": "Varchar"
-      },
-      {
-        "ordinal": 1,
-        "name": "is_admin",
-        "type_info": "Bool"
-      },
-      {
-        "ordinal": 2,
-        "name": "operator",
-        "type_info": "Bool"
-      }
-    ],
-    "parameters": {
-      "Left": [
-        "Text",
-        "Text"
-      ]
-    },
-    "nullable": [
-      false,
-      false,
-      false
-    ]
-  },
-  "hash": "8d64e61fad7bdf0cc4d4cad1a032e570bdfaf885b4f39ef3ab973256e0448ec7"
-}

backend/.sqlx/query-8e8933fc6648a88dc35cd81559a31d10678d6c68fc920c876914e71324d5e460.json

@@ -1,24 +0,0 @@
-{
-  "db_name": "PostgreSQL",
-  "query": "SELECT EXISTS(SELECT 1 FROM v2_job WHERE id = $1 AND workspace_id = $2 AND tag = ANY($3))",
-  "describe": {
-    "columns": [
-      {
-        "ordinal": 0,
-        "name": "exists",
-        "type_info": "Bool"
-      }
-    ],
-    "parameters": {
-      "Left": [
-        "Uuid",
-        "Text",
-        "TextArray"
-      ]
-    },
-    "nullable": [
-      null
-    ]
-  },
-  "hash": "8e8933fc6648a88dc35cd81559a31d10678d6c68fc920c876914e71324d5e460"
-}

backend/.sqlx/query-8eb5866b6279cb386bbeb7c387a7c731317199b28694a9c3e04028ef1f1d7500.json

@@ -1,12 +0,0 @@
-{
-  "db_name": "PostgreSQL",
-  "query": "DELETE FROM skip_workspace_diff_tally",
-  "describe": {
-    "columns": [],
-    "parameters": {
-      "Left": []
-    },
-    "nullable": []
-  },
-  "hash": "8eb5866b6279cb386bbeb7c387a7c731317199b28694a9c3e04028ef1f1d7500"
-}

backend/.sqlx/query-90068339285f3802a975750274d4f0707c2243f085bc3fc442065fb4391330df.json

@@ -1,16 +0,0 @@
-{
-  "db_name": "PostgreSQL",
-  "query": "INSERT INTO flow\n            (workspace_id, path, summary, description, archived, extra_perms, dependency_job, tag, ws_error_handler_muted, dedicated_worker, timeout, visible_to_runner_only, on_behalf_of_email, concurrency_key, versions, value, schema, edited_by, edited_at)\n        SELECT workspace_id, REGEXP_REPLACE(path,'u/' || $2 || '/(.*)','u/' || $1 || '/\\1'), summary, description, archived, extra_perms, dependency_job, tag, ws_error_handler_muted, dedicated_worker, timeout, visible_to_runner_only, on_behalf_of_email, concurrency_key, versions, value, schema, edited_by, edited_at\n            FROM flow\n            WHERE path LIKE ('u/' || $2 || '/%') AND workspace_id = $3",
-  "describe": {
-    "columns": [],
-    "parameters": {
-      "Left": [
-        "Text",
-        "Text",
-        "Text"
-      ]
-    },
-    "nullable": []
-  },
-  "hash": "90068339285f3802a975750274d4f0707c2243f085bc3fc442065fb4391330df"
-}

backend/.sqlx/query-903c01dbda5996417a81f7fd76fb21a3566667ec1a9463c7464c5cd788d89270.json

@@ -1,12 +0,0 @@
-{
-  "db_name": "PostgreSQL",
-  "query": "INSERT INTO workspace_diff\n         (source_workspace_id, fork_workspace_id, path, kind, ahead, behind, has_changes)\n         VALUES ('test-workspace', 'wm-fork-visibility-test', 'f/folder2/myscript', 'script', 1, 0, NULL)",
-  "describe": {
-    "columns": [],
-    "parameters": {
-      "Left": []
-    },
-    "nullable": []
-  },
-  "hash": "903c01dbda5996417a81f7fd76fb21a3566667ec1a9463c7464c5cd788d89270"
-}

backend/.sqlx/query-90c765e384170c2e9f9bc244c7578991315969faf7b845c93678c7ef63b8b8cb.json

@@ -1,12 +0,0 @@
-{
-  "db_name": "PostgreSQL",
-  "query": "DELETE FROM skip_workspace_diff_tally WHERE workspace_id IN ('test-workspace', 'wm-fork-visibility-test')",
-  "describe": {
-    "columns": [],
-    "parameters": {
-      "Left": []
-    },
-    "nullable": []
-  },
-  "hash": "90c765e384170c2e9f9bc244c7578991315969faf7b845c93678c7ef63b8b8cb"
-}

backend/.sqlx/query-9b88e522ecbe9fa67ef83e79ec5eb5c9c87999a877fcb7f23be75d991bba6e49.json

@@ -1,22 +0,0 @@
-{
-  "db_name": "PostgreSQL",
-  "query": "SELECT last_locked_at FROM concurrency_locks WHERE id = $1",
-  "describe": {
-    "columns": [
-      {
-        "ordinal": 0,
-        "name": "last_locked_at",
-        "type_info": "Timestamp"
-      }
-    ],
-    "parameters": {
-      "Left": [
-        "Text"
-      ]
-    },
-    "nullable": [
-      false
-    ]
-  },
-  "hash": "9b88e522ecbe9fa67ef83e79ec5eb5c9c87999a877fcb7f23be75d991bba6e49"
-}

backend/.sqlx/query-a420ea939b0bfe58b89f29c9eacf2d3fbbe0a140cddad3762e0b4147eb84c0b4.json

@@ -1,14 +0,0 @@
-{
-  "db_name": "PostgreSQL",
-  "query": "INSERT INTO folder (workspace_id, name, display_name, owners, extra_perms, summary, created_by)\n         VALUES ('wm-fork-stale-super', 'folder2', 'folder2', ARRAY['u/test-user-2']::varchar[], $1, '', 'test-user-2')",
-  "describe": {
-    "columns": [],
-    "parameters": {
-      "Left": [
-        "Jsonb"
-      ]
-    },
-    "nullable": []
-  },
-  "hash": "a420ea939b0bfe58b89f29c9eacf2d3fbbe0a140cddad3762e0b4147eb84c0b4"
-}

backend/.sqlx/query-afb0762c88d9232b79090f2e5966e78437a5e4d3b5e2341ec5f7725a28870270.json

@@ -1,16 +0,0 @@
-{
-  "db_name": "PostgreSQL",
-  "query": "UPDATE app SET versions = array_append(versions, $1::bigint) WHERE path = $2 AND workspace_id = $3 AND versions[array_upper(versions, 1)] = $1::bigint",
-  "describe": {
-    "columns": [],
-    "parameters": {
-      "Left": [
-        "Int8",
-        "Text",
-        "Text"
-      ]
-    },
-    "nullable": []
-  },
-  "hash": "afb0762c88d9232b79090f2e5966e78437a5e4d3b5e2341ec5f7725a28870270"
-}

backend/.sqlx/query-b876f26ce90e30c3510eacddb03d9dd26fac05d18183f2d623ac91ea3876dd5c.json

@@ -1,16 +0,0 @@
-{
-  "db_name": "PostgreSQL",
-  "query": "\n            INSERT INTO variable (workspace_id, path, value, is_secret, description, extra_perms, account)\n            VALUES ($1, $2, $3, true, '', '{}'::jsonb, NULL)\n            ON CONFLICT (workspace_id, path) DO UPDATE SET value = EXCLUDED.value\n            ",
-  "describe": {
-    "columns": [],
-    "parameters": {
-      "Left": [
-        "Varchar",
-        "Varchar",
-        "Varchar"
-      ]
-    },
-    "nullable": []
-  },
-  "hash": "b876f26ce90e30c3510eacddb03d9dd26fac05d18183f2d623ac91ea3876dd5c"
-}

backend/.sqlx/query-b8cf0655ecb679c8437ea897a28ec86cd9f3b485a1bacccbd2e5ac5266ac6f01.json

@@ -1,12 +0,0 @@
-{
-  "db_name": "PostgreSQL",
-  "query": "INSERT INTO usr (workspace_id, email, username, is_admin, role)\n         VALUES ('wm-fork-rename-test', 'test2@windmill.dev', 'test-user-2', false, 'User')",
-  "describe": {
-    "columns": [],
-    "parameters": {
-      "Left": []
-    },
-    "nullable": []
-  },
-  "hash": "b8cf0655ecb679c8437ea897a28ec86cd9f3b485a1bacccbd2e5ac5266ac6f01"
-}

backend/.sqlx/query-bce66e3f3fecda6c226556f2f3cff27702b8fc8d2850fdb262b9a2a77b468646.json

@@ -1,101 +0,0 @@
-{
-  "db_name": "PostgreSQL",
-  "query": "SELECT email as \"email!\", login_type::text, verified as \"verified!\", super_admin as \"super_admin!\", devops as \"devops!\", name, company, username, NULL::bool as operator_only, NULL::bool as is_workspace_admin, first_time_user as \"first_time_user!\", role_source as \"role_source!\", disabled as \"disabled!\", NULL::text as workspace_id FROM password\n            UNION ALL\n            SELECT email as \"email!\", 'service_account'::text as login_type, true as \"verified!\", false as \"super_admin!\", false as \"devops!\", NULL::text as name, NULL::text as company, username, operator as operator_only, is_admin as is_workspace_admin, false as \"first_time_user!\", 'service_account'::text as \"role_source!\", disabled as \"disabled!\", workspace_id\n            FROM usr\n            WHERE is_service_account IS true\n            ORDER BY \"super_admin!\" DESC, \"devops!\" DESC, \"email!\"\n            LIMIT $1 OFFSET $2",
-  "describe": {
-    "columns": [
-      {
-        "ordinal": 0,
-        "name": "email!",
-        "type_info": "Varchar"
-      },
-      {
-        "ordinal": 1,
-        "name": "login_type",
-        "type_info": "Text"
-      },
-      {
-        "ordinal": 2,
-        "name": "verified!",
-        "type_info": "Bool"
-      },
-      {
-        "ordinal": 3,
-        "name": "super_admin!",
-        "type_info": "Bool"
-      },
-      {
-        "ordinal": 4,
-        "name": "devops!",
-        "type_info": "Bool"
-      },
-      {
-        "ordinal": 5,
-        "name": "name",
-        "type_info": "Varchar"
-      },
-      {
-        "ordinal": 6,
-        "name": "company",
-        "type_info": "Varchar"
-      },
-      {
-        "ordinal": 7,
-        "name": "username",
-        "type_info": "Varchar"
-      },
-      {
-        "ordinal": 8,
-        "name": "operator_only",
-        "type_info": "Bool"
-      },
-      {
-        "ordinal": 9,
-        "name": "is_workspace_admin",
-        "type_info": "Bool"
-      },
-      {
-        "ordinal": 10,
-        "name": "first_time_user!",
-        "type_info": "Bool"
-      },
-      {
-        "ordinal": 11,
-        "name": "role_source!",
-        "type_info": "Varchar"
-      },
-      {
-        "ordinal": 12,
-        "name": "disabled!",
-        "type_info": "Bool"
-      },
-      {
-        "ordinal": 13,
-        "name": "workspace_id",
-        "type_info": "Text"
-      }
-    ],
-    "parameters": {
-      "Left": [
-        "Int8",
-        "Int8"
-      ]
-    },
-    "nullable": [
-      null,
-      null,
-      null,
-      null,
-      null,
-      null,
-      null,
-      null,
-      null,
-      null,
-      null,
-      null,
-      null,
-      null
-    ]
-  },
-  "hash": "bce66e3f3fecda6c226556f2f3cff27702b8fc8d2850fdb262b9a2a77b468646"
-}

backend/.sqlx/query-bf601a919de299e44e6e418b2e711e24909fc206b7fd48541483e6316fe002d5.json

@@ -1,28 +0,0 @@
-{
-  "db_name": "PostgreSQL",
-  "query": "\n            SELECT j.id, j.args\n            FROM v2_job j\n            JOIN v2_job_queue q ON j.id = q.id\n            WHERE j.runnable_path = $1\n              AND j.kind = 'deploymentcallback'\n              AND j.workspace_id = 'test-workspace'\n            ORDER BY j.created_at DESC\n            ",
-  "describe": {
-    "columns": [
-      {
-        "ordinal": 0,
-        "name": "id",
-        "type_info": "Uuid"
-      },
-      {
-        "ordinal": 1,
-        "name": "args",
-        "type_info": "Jsonb"
-      }
-    ],
-    "parameters": {
-      "Left": [
-        "Text"
-      ]
-    },
-    "nullable": [
-      false,
-      true
-    ]
-  },
-  "hash": "bf601a919de299e44e6e418b2e711e24909fc206b7fd48541483e6316fe002d5"
-}

backend/.sqlx/query-c03260b15cc3efd932312aebf4989c59bd6c6f7bce52aa3707e923b32d9be3e2.json

@@ -1,27 +0,0 @@
-{
-  "db_name": "PostgreSQL",
-  "query": "\n        UPDATE\n            flow\n        SET\n            path = $1,\n            summary = $2,\n            description = $3,\n            dependency_job = NULL,\n            lock_error_logs = '',\n            tag = $4,\n            dedicated_worker = $5,\n            visible_to_runner_only = $6,\n            on_behalf_of_email = $7,\n            ws_error_handler_muted = $8,\n            value = $9,\n            schema = $10::text::json,\n            edited_by = $11,\n            edited_at = now(),\n            labels = COALESCE($14, labels)\n        WHERE\n            path = $12 AND workspace_id = $13",
-  "describe": {
-    "columns": [],
-    "parameters": {
-      "Left": [
-        "Varchar",
-        "Text",
-        "Text",
-        "Varchar",
-        "Bool",
-        "Bool",
-        "Text",
-        "Bool",
-        "Jsonb",
-        "Text",
-        "Varchar",
-        "Text",
-        "Text",
-        "TextArray"
-      ]
-    },
-    "nullable": []
-  },
-  "hash": "c03260b15cc3efd932312aebf4989c59bd6c6f7bce52aa3707e923b32d9be3e2"
-}

backend/.sqlx/query-c61977907414d2336030fbab114ea03e4a1d1edb4470812cd7dd57c657fa287a.json

@@ -1,28 +0,0 @@
-{
-  "db_name": "PostgreSQL",
-  "query": "INSERT INTO app (workspace_id, path, summary, policy, versions, extra_perms, custom_path)\n             VALUES ($1, $2, $3, $4, $5, $6, $7)\n             RETURNING id",
-  "describe": {
-    "columns": [
-      {
-        "ordinal": 0,
-        "name": "id",
-        "type_info": "Int8"
-      }
-    ],
-    "parameters": {
-      "Left": [
-        "Varchar",
-        "Varchar",
-        "Varchar",
-        "Jsonb",
-        "Int8Array",
-        "Jsonb",
-        "Text"
-      ]
-    },
-    "nullable": [
-      false
-    ]
-  },
-  "hash": "c61977907414d2336030fbab114ea03e4a1d1edb4470812cd7dd57c657fa287a"
-}

backend/.sqlx/query-c73d312c68396ffbb736dc8cb0a3610d6954fb29408011b280668416853cf3ed.json

@@ -1,16 +0,0 @@
-{
-  "db_name": "PostgreSQL",
-  "query": "DELETE FROM draft WHERE path = $1 AND workspace_id = $2 AND typ = 'app' AND email = $3",
-  "describe": {
-    "columns": [],
-    "parameters": {
-      "Left": [
-        "Text",
-        "Text",
-        "Text"
-      ]
-    },
-    "nullable": []
-  },
-  "hash": "c73d312c68396ffbb736dc8cb0a3610d6954fb29408011b280668416853cf3ed"
-}

backend/.sqlx/query-ca5bb402834502432f3d7260fdd5b9fb568a4c77e2a91f55575a93461d5a7f50.json

@@ -1,23 +0,0 @@
-{
-  "db_name": "PostgreSQL",
-  "query": "SELECT EXISTS(SELECT 1 FROM v2_job WHERE id = ANY($1) AND workspace_id = $2)",
-  "describe": {
-    "columns": [
-      {
-        "ordinal": 0,
-        "name": "exists",
-        "type_info": "Bool"
-      }
-    ],
-    "parameters": {
-      "Left": [
-        "UuidArray",
-        "Text"
-      ]
-    },
-    "nullable": [
-      null
-    ]
-  },
-  "hash": "ca5bb402834502432f3d7260fdd5b9fb568a4c77e2a91f55575a93461d5a7f50"
-}

backend/.sqlx/query-cce5e3e639faed8e42574730cc66f0322a83c01cc465742f54a21f8fe5f4f037.json

@@ -1,60 +0,0 @@
-{
-  "db_name": "PostgreSQL",
-  "query": "SELECT tag, script_lang AS \"script_lang: ScriptLang\" FROM v2_job WHERE id = $1",
-  "describe": {
-    "columns": [
-      {
-        "ordinal": 0,
-        "name": "tag",
-        "type_info": "Varchar"
-      },
-      {
-        "ordinal": 1,
-        "name": "script_lang: ScriptLang",
-        "type_info": {
-          "Custom": {
-            "name": "script_lang",
-            "kind": {
-              "Enum": [
-                "python3",
-                "deno",
-                "go",
-                "bash",
-                "postgresql",
-                "nativets",
-                "bun",
-                "mysql",
-                "bigquery",
-                "snowflake",
-                "graphql",
-                "powershell",
-                "mssql",
-                "php",
-                "bunnative",
-                "rust",
-                "ansible",
-                "csharp",
-                "oracledb",
-                "nu",
-                "java",
-                "duckdb",
-                "ruby",
-                "rlang"
-              ]
-            }
-          }
-        }
-      }
-    ],
-    "parameters": {
-      "Left": [
-        "Uuid"
-      ]
-    },
-    "nullable": [
-      false,
-      true
-    ]
-  },
-  "hash": "cce5e3e639faed8e42574730cc66f0322a83c01cc465742f54a21f8fe5f4f037"
-}

backend/.sqlx/query-d16c80faa5ae1838379bc05841bdd43c59c936c5f8d801256df4860eb04d7779.json

@@ -1,22 +0,0 @@
-{
-  "db_name": "PostgreSQL",
-  "query": "SELECT pg_try_advisory_xact_lock($1) AS \"locked!\"",
-  "describe": {
-    "columns": [
-      {
-        "ordinal": 0,
-        "name": "locked!",
-        "type_info": "Bool"
-      }
-    ],
-    "parameters": {
-      "Left": [
-        "Int8"
-      ]
-    },
-    "nullable": [
-      null
-    ]
-  },
-  "hash": "d16c80faa5ae1838379bc05841bdd43c59c936c5f8d801256df4860eb04d7779"
-}

backend/.sqlx/query-d4af472614e1b6af8defa40a79d5f584c8b114ef24fdb67a5eefb40ce17acdef.json

@@ -1,16 +0,0 @@
-{
-  "db_name": "PostgreSQL",
-  "query": "UPDATE v2_job_status s\n                SET flow_status = JSONB_SET(s.flow_status, ARRAY['modules', s.flow_status->>'step', 'progress'], $1)\n                FROM v2_job j\n                WHERE s.id = $2 AND j.id = s.id AND j.workspace_id = $3",
-  "describe": {
-    "columns": [],
-    "parameters": {
-      "Left": [
-        "Jsonb",
-        "Uuid",
-        "Text"
-      ]
-    },
-    "nullable": []
-  },
-  "hash": "d4af472614e1b6af8defa40a79d5f584c8b114ef24fdb67a5eefb40ce17acdef"
-}

backend/.sqlx/query-d94636ff736f9cfefb3c001acab6fb7fe3573e3aa71441d04b7cd7bba685b371.json

@@ -1,14 +0,0 @@
-{
-  "db_name": "PostgreSQL",
-  "query": "INSERT INTO script (workspace_id, path, hash, content, summary, description, language, created_by, created_at, archived, schema_validation, ws_error_handler_muted, deleted, extra_perms)\n         VALUES ('wm-fork-visibility-test', 'f/folder2/myscript', 222222, 'def main():\n    return 1', '', '', 'python3', 'test-user-2', NOW(), false, false, false, false, $1)",
-  "describe": {
-    "columns": [],
-    "parameters": {
-      "Left": [
-        "Jsonb"
-      ]
-    },
-    "nullable": []
-  },
-  "hash": "d94636ff736f9cfefb3c001acab6fb7fe3573e3aa71441d04b7cd7bba685b371"
-}

backend/.sqlx/query-dd540bcb206d931eb19aa85059b6a64554a9a29ebc6064718072470e45a0ae28.json

@@ -1,18 +0,0 @@
-{
-  "db_name": "PostgreSQL",
-  "query": "INSERT INTO usr\n            (workspace_id, email, username, is_admin, operator, is_service_account)\n            VALUES ($1, $2, $3, $4, $5, true)",
-  "describe": {
-    "columns": [],
-    "parameters": {
-      "Left": [
-        "Varchar",
-        "Varchar",
-        "Varchar",
-        "Bool",
-        "Bool"
-      ]
-    },
-    "nullable": []
-  },
-  "hash": "dd540bcb206d931eb19aa85059b6a64554a9a29ebc6064718072470e45a0ae28"
-}

backend/.sqlx/query-ddcc3f07ff87b9ea47a9428ba0bb7e3239773fa3e6352aef7e98467ad07f337d.json

@@ -1,27 +0,0 @@
-{
-  "db_name": "PostgreSQL",
-  "query": "INSERT INTO app\n            (workspace_id, path, summary, policy, versions, custom_path, labels)\n            VALUES ($1, $2, $3, $4, '{}', $5, $6) RETURNING id",
-  "describe": {
-    "columns": [
-      {
-        "ordinal": 0,
-        "name": "id",
-        "type_info": "Int8"
-      }
-    ],
-    "parameters": {
-      "Left": [
-        "Varchar",
-        "Varchar",
-        "Varchar",
-        "Jsonb",
-        "Text",
-        "TextArray"
-      ]
-    },
-    "nullable": [
-      false
-    ]
-  },
-  "hash": "ddcc3f07ff87b9ea47a9428ba0bb7e3239773fa3e6352aef7e98467ad07f337d"
-}