From da087e9ca07c8424944f296d9c9f6aaf13ba5d5f Mon Sep 17 00:00:00 2001 From: multipleof4 Date: Fri, 14 Nov 2025 16:01:08 -0800 Subject: [PATCH] Feat: Add workflow for single model benchmarks --- .github/workflows/run-single-model.yml | 39 ++++++++++++++++++++++++++ 1 file changed, 39 insertions(+) create mode 100644 .github/workflows/run-single-model.yml diff --git a/.github/workflows/run-single-model.yml b/.github/workflows/run-single-model.yml new file mode 100644 index 0000000..d904870 --- /dev/null +++ b/.github/workflows/run-single-model.yml @@ -0,0 +1,39 @@ +name: Run Single Model Benchmark + +on: + workflow_dispatch: + inputs: + model_name: + description: 'Model to benchmark (must exist in README)' + required: true + type: string + +jobs: + benchmark: + runs-on: ubuntu-latest + permissions: + contents: write + steps: + - name: Checkout repository + uses: actions/checkout@v4 + + - name: Set up Node.js + uses: actions/setup-node@v4 + with: + node-version: '20' + + - name: Install dependencies + run: npm install + + - name: Run benchmark for single model + run: npm start -- --model "${{ inputs.model_name }}" + env: + OPENROUTER_KEY: ${{ secrets.OPENROUTER_KEY }} + + - name: Commit and push if changed + run: | + git config --global user.name 'github-actions[bot]' + git config --global user.email 'github-actions[bot]@users.noreply.github.com' + git add README tests results.json + git diff --staged --quiet || (git commit -m "Docs: Update benchmark for ${{ inputs.model_name }}" && git push) +