daily_scrape.yml

name: Daily Job Scraper

on:
  schedule:
    - cron: '0 2 * * *' # Run daily at 2 AM UTC
  workflow_dispatch: # Allow manual trigger

jobs:
  scrape-jobs:
    runs-on: ubuntu-latest
    permissions:
      contents: write # Needed to commit changes

    steps:
    - name: Checkout repository
      uses: actions/checkout@v4

    - name: Setup Node.js
      uses: actions/setup-node@v4
      with:
        node-version: '20'
        cache: 'npm'

    - name: Install dependencies
      run: npm ci

    - name: Install Browsers
      run: npx puppeteer browsers install chrome

    - name: Run Scraper
      run: node scraper/scrape_jobs.js

    - name: Commit and Push changes
      run: |
        git config --global user.name 'github-actions[bot]'
        git config --global user.email 'github-actions[bot]@users.noreply.github.com'
        git add jobs.js
        git commit -m "Update job listings [skip ci]" || echo "No changes to commit"
        git push