windmill/.github/workflows/e2e-tests.yml

name: E2E Tests

on:
  issue_comment:
    types: [created]
  workflow_dispatch:

concurrency:
  group: ${{ github.workflow }}-${{ github.ref }}
  cancel-in-progress: true

permissions:
  contents: read
  pull-requests: write

jobs:
  e2e_tests:
    runs-on: ubicloud
    timeout-minutes: 30
    if: |
      github.event_name == 'workflow_dispatch' ||
      (github.event_name == 'issue_comment' &&
       github.event.issue.pull_request &&
       contains(github.event.comment.body, '/run-e2e'))

    steps:
      - name: React to comment
        if: github.event_name == 'issue_comment'
        uses: actions/github-script@v7
        with:
          script: |
            await github.rest.reactions.createForIssueComment({
              owner: context.repo.owner,
              repo: context.repo.repo,
              comment_id: context.payload.comment.id,
              content: 'rocket'
            });

      - name: Get PR branch
        if: github.event_name == 'issue_comment'
        uses: actions/github-script@v7
        id: get-branch
        with:
          script: |
            const pr = await github.rest.pulls.get({
              owner: context.repo.owner,
              repo: context.repo.repo,
              pull_number: context.issue.number
            });
            return pr.data.head.ref;
          result-encoding: string

      - name: Checkout code
        uses: actions/checkout@v4
        with:
          ref: ${{ github.event_name == 'issue_comment' && steps.get-branch.outputs.result || github.ref }}
          fetch-depth: 0

      - name: Set up Node.js
        uses: actions/setup-node@v4
        with:
          node-version: '20'
          cache: 'npm'
          cache-dependency-path: frontend/package-lock.json

      - name: Start E2E environment with Docker Compose
        working-directory: ./e2e-tests
        env:
          WM_IMAGE: ghcr.io/windmill-labs/windmill-ee:main
          DATABASE_URL: postgres://postgres:changeme@db:5432/windmill
          LICENSE_KEY: ${{ secrets.WM_LICENSE_KEY_CI }}
        run: |
          docker compose up -d
          echo "Waiting for services to be healthy..."
          # Wait for all services to be healthy (up to 5 minutes)
          timeout=300
          elapsed=0
          while [ $elapsed -lt $timeout ]; do
            if docker compose ps | grep -q "unhealthy\|starting"; then
              echo "Services still starting... ($elapsed seconds elapsed)"
              sleep 10
              elapsed=$((elapsed + 10))
            else
              echo "All services are healthy!"
              break
            fi
          done

          if [ $elapsed -ge $timeout ]; then
            echo "Timeout waiting for services to be healthy"
            docker compose ps
            docker compose logs
            exit 1
          fi

          # Additional wait for Windmill server to be fully ready
          echo "Waiting for Windmill server to be ready..."
          sleep 30

          # Check if server is responding
          curl -f http://localhost:80/api/version || (echo "Windmill server not responding" && docker compose logs windmill_server && exit 1)

      - name: Install Playwright
        working-directory: ./frontend
        run: |
          npm install --no-save @playwright/test
          npx playwright install --with-deps chromium

      - name: Run E2E tests
        working-directory: ./frontend
        env:
          BASE_URL: http://localhost:80
          CI: true
        run: npm run test:e2e

      - name: Upload Playwright report
        uses: actions/upload-artifact@v4
        if: always()
        with:
          name: playwright-report
          path: frontend/playwright-report/
          retention-days: 30

      - name: Upload test results
        uses: actions/upload-artifact@v4
        if: always()
        with:
          name: test-results
          path: frontend/test-results/
          retention-days: 30

      - name: Capture Docker logs on failure
        if: failure()
        working-directory: ./e2e-tests
        run: |
          mkdir -p logs
          docker compose logs > logs/docker-compose.log
          docker compose ps > logs/docker-compose-ps.log

      - name: Upload Docker logs
        uses: actions/upload-artifact@v4
        if: failure()
        with:
          name: docker-logs
          path: e2e-tests/logs/
          retention-days: 7

      - name: Comment on PR with results
        if: always() && github.event_name == 'issue_comment'
        uses: actions/github-script@v7
        with:
          script: |
            const conclusion = '${{ job.status }}';
            const emoji = conclusion === 'success' ? '✅' : '❌';
            const message = conclusion === 'success' ? 'passed' : 'failed';

            await github.rest.issues.createComment({
              owner: context.repo.owner,
              repo: context.repo.repo,
              issue_number: context.issue.number,
              body: `${emoji} E2E tests ${message}\n\nView the [workflow run](https://github.com/${context.repo.owner}/${context.repo.repo}/actions/runs/${context.runId}) for details.`
            });

      - name: Cleanup
        if: always()
        working-directory: ./e2e-tests
        run: |
          docker compose down -v
          docker compose rm -f