From dfaabe9bf76a9c0d98d839f2c295a551ee558935 Mon Sep 17 00:00:00 2001 From: Drew Stone Date: Mon, 3 Aug 2026 12:03:15 -0600 Subject: [PATCH] chore(ci): drive gate model from a repo variable, cheap 8B default MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Both browser gates hardcoded --model gpt-5.2. Read the model from the BAD_CI_MODEL repo variable instead, defaulting to groq/llama-3.1-8b-instant served through router.tangle.tools — the same model and router the bad-app real-ui gate and agent-builder's bad-prod-release already run daily against this driver. groq/* model ids only resolve through an OpenAI-compatible router, so the gate step also sets LLM_BASE_URL (the driver's proxy knob) from BAD_CI_LLM_BASE_URL, defaulting to the router. Flipping either variable in repo settings changes the next run — no commit, no revert PR. --- .github/workflows/tier1-gate.yml | 5 ++++- .github/workflows/tier2-staging-gate.yml | 5 ++++- 2 files changed, 8 insertions(+), 2 deletions(-) diff --git a/.github/workflows/tier1-gate.yml b/.github/workflows/tier1-gate.yml index c5b6bc6..5a6ba48 100644 --- a/.github/workflows/tier1-gate.yml +++ b/.github/workflows/tier1-gate.yml @@ -34,13 +34,16 @@ jobs: run: | pnpm bench:tier1:gate -- \ --out ./agent-results/tier1-ci \ - --model gpt-5.2 \ + --model "${{ vars.BAD_CI_MODEL || 'groq/llama-3.1-8b-instant' }}" \ --min-full-pass-rate 1 \ --min-fast-pass-rate 1 \ --max-avg-turns 24 \ --max-avg-duration-ms 120000 env: OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }} + # groq/* model ids resolve only through an OpenAI-compatible router; + # override both vars together to pin a direct-provider model. + LLM_BASE_URL: ${{ vars.BAD_CI_LLM_BASE_URL || 'https://router.tangle.tools/v1' }} - name: Upload gate artifacts if: always() && env.SKIP_GATE != 'true' uses: actions/upload-artifact@v4 diff --git a/.github/workflows/tier2-staging-gate.yml b/.github/workflows/tier2-staging-gate.yml index d349021..392bb96 100644 --- a/.github/workflows/tier2-staging-gate.yml +++ b/.github/workflows/tier2-staging-gate.yml @@ -47,7 +47,7 @@ jobs: run: | pnpm bench:tier2:repeat -- \ --out ./agent-results/tier2-staging \ - --model gpt-5.2 \ + --model "${{ vars.BAD_CI_MODEL || 'groq/llama-3.1-8b-instant' }}" \ --storage-state ./.auth/ai-tangle-tools.json \ --repetitions 2 \ --min-full-pass-rate 1 \ @@ -56,6 +56,9 @@ jobs: --max-avg-duration-ms 300000 env: OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }} + # groq/* model ids resolve only through an OpenAI-compatible router; + # override both vars together to pin a direct-provider model. + LLM_BASE_URL: ${{ vars.BAD_CI_LLM_BASE_URL || 'https://router.tangle.tools/v1' }} - name: Upload gate artifacts if: always() && env.SKIP_GATE != 'true'