From 487a7033dc212f0e0414c1264f6f84027e4eafe2 Mon Sep 17 00:00:00 2001 From: multipleof4 Date: Mon, 13 Oct 2025 05:28:04 -0700 Subject: [PATCH] Feat: Add GitHub Action to run benchmarks --- .github/workflows/benchmark.yml | 36 +++++++++++++++++++++++++++++++++ 1 file changed, 36 insertions(+) create mode 100644 .github/workflows/benchmark.yml diff --git a/.github/workflows/benchmark.yml b/.github/workflows/benchmark.yml new file mode 100644 index 0000000..cb00f38 --- /dev/null +++ b/.github/workflows/benchmark.yml @@ -0,0 +1,36 @@ +name: Run LLM Benchmark + +on: + workflow_dispatch: + schedule: + - cron: '0 8 * * 1' # Run every Monday at 8 AM UTC + +jobs: + benchmark: + runs-on: ubuntu-latest + permissions: + contents: write + steps: + - name: Checkout repository + uses: actions/checkout@v4 + + - name: Set up Node.js + uses: actions/setup-node@v4 + with: + node-version: '20' + + - name: Install dependencies + run: npm install + + - name: Run benchmark script + run: npm start + env: + OPENROUTER_KEY: ${{ secrets.OPENROUTER_KEY }} + + - name: Commit and push if changed + run: | + git config --global user.name 'github-actions[bot]' + git config --global user.email 'github-actions[bot]@users.noreply.github.com' + git add README.md + git diff --staged --quiet || (git commit -m "Docs: Update benchmark results" && git push) +