lynchmark/.github/workflows/run-single-model.yml

name: Run Single Model Benchmark

on:
  workflow_dispatch:
    inputs:
      model_name:
        description: 'Model to benchmark (must exist in README)'
        required: true
        type: string

jobs:
  benchmark:
    runs-on: ubuntu-latest
    permissions:
      contents: write
    steps:
      - name: Checkout repository
        uses: actions/checkout@v4

      - name: Set up Node.js
        uses: actions/setup-node@v4
        with:
          node-version: '20'

      - name: Install dependencies
        run: npm install

      - name: Install Playwright Browsers
        run: npx playwright install --with-deps chromium

      - name: Run benchmark for single model
        run: npm start -- --model "${{ inputs.model_name }}"
        env:
          OPENROUTER_KEY: ${{ secrets.OPENROUTER_KEY }}
          
      - name: Commit and push if changed
        run: |
          git config --global user.name 'github-actions[bot]'
          git config --global user.email 'github-actions[bot]@users.noreply.github.com'
          git add README tests
          git diff --staged --quiet || (git commit -m "Docs: Update benchmark for ${{ inputs.model_name }}" && git push)