ci.yml

name: Continuous Integration

on:
  pull_request:
    branches:
      - main

jobs:
  run-evals:
    runs-on: ubuntu-latest
    timeout-minutes: 25
    permissions:
      pull-requests: write
      contents: read

    steps:
      - name: Check out repository code
        uses: actions/checkout@v4

      - name: Set up Node.js
        uses: actions/setup-node@v4
        with:
          node-version: '20'

      - name: Install pnpm
        run: npm install -g pnpm

      - name: Install dependencies
        run: pnpm install --no-frozen-lockfile

      - name: Install Playwright browsers
        run: pnpm exec playwright install --with-deps

      - name: Build DOM scripts
        run: pnpm build-dom-scripts

      - name: Run Evals
        uses: braintrustdata/eval-action@v1
        with:
          api_key: ${{ secrets.BRAINTRUST_API_KEY }}
          runtime: node
          root: .
          paths: evals/index.eval.ts
        env:
          OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
          ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }}
          HEADLESS: true
        timeout-minutes: 20