Skip to content

Weekly LLM Investment Benchmark #8

Weekly LLM Investment Benchmark

Weekly LLM Investment Benchmark #8

name: Weekly LLM Investment Benchmark
on:
workflow_dispatch:
schedule:
- cron: "17 8 * * 1"
permissions:
contents: write
models: read
jobs:
benchmark:
runs-on: ubuntu-latest
environment: prod
env:
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
GEMINI_API_KEY: ${{ secrets.GEMINI_API_KEY }}
GROQ_API_KEY: ${{ secrets.GROQ_API_KEY }}
MISTRAL_API_KEY: ${{ secrets.MISTRAL_API_KEY }}
steps:
- uses: actions/checkout@v4
- uses: actions/setup-go@v5
with:
go-version-file: go.mod
cache: true
- name: Test before run
run: go test ./...
- name: Run weekly benchmark
run: go run ./cmd/run
- name: Test after run
run: go test ./...
- name: Commit benchmark updates
run: |
if [ -z "$(git status --porcelain)" ]; then
echo "No benchmark updates to commit."
exit 0
fi
git config user.name "github-actions[bot]"
git config user.email "41898282+github-actions[bot]@users.noreply.github.com"
git add orders logs prices stats README.md llm100kbench.db
git commit -m "Update weekly LLM benchmark"
git push