Skip to content

Fetch Lipsync Papers #89

Fetch Lipsync Papers

Fetch Lipsync Papers #89

Workflow file for this run

name: Fetch Lipsync Papers
on:
schedule:
- cron: "0 6 * * *"
workflow_dispatch:
inputs:
full:
description: "Full historical fetch (true|false)"
required: false
default: "false"
jobs:
fetch:
runs-on: ubuntu-latest
permissions:
contents: write
steps:
- uses: actions/checkout@v4
- name: Install pandoc
run: |
sudo apt-get update
sudo apt-get install -y pandoc
- name: Install uv
uses: astral-sh/setup-uv@v3
- name: Sync dependencies
run: uv sync
- name: Restore conversion cache
uses: actions/cache@v4
with:
path: |
.cache/source
.cache/citations.json
key: convert-cache-${{ github.run_id }}
restore-keys: convert-cache-
- name: Fetch papers (incremental or full)
run: |
if [ "${{ github.event.inputs.full }}" = "true" ]; then
uv run python scripts/fetch_papers.py --full
else
uv run python scripts/fetch_papers.py
fi
- name: Convert papers to markdown
env:
ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }}
LLM_REMEDIATION_MAX_PAPERS: "50"
run: uv run python scripts/convert_papers.py
- name: Commit and push changes
run: |
git config user.name "github-actions[bot]"
git config user.email "github-actions[bot]@users.noreply.github.com"
git add papers/ papers.csv README.md
if git diff --cached --quiet; then
echo "No changes to commit."
else
git commit -m "chore: update papers and markdown [skip ci]"
git push
fi