covid-tracking-data/.github/workflows/update_hhs.yml at 6b87e2e7a45e7a251f79fcb570d3015da96c9bf4 · COVID19Tracking/covid-tracking-data · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
# This workflow archives published data if there are changes every hour

name: Update HHS and CDC files

on:
  schedule:
    # Run every hour, on the half-hour.
    - cron:  '30 * * * *'

jobs:
  update:
    # The type of runner that the job will run on
    runs-on: ubuntu-latest

    steps:
    - name: Checkout repo
      uses: actions/checkout@v2

    - name: Download HHS and CDC files
      run: |
        HHS_HOSP_LINK=`curl -k https://legacy.healthdata.gov/dataset/covid-19-reported-patient-impact-and-hospital-capacity-state | grep -Eo "https?://\S+?\.csv"`
        HHS_NEW_HOSP_LINK=`curl -k https://legacy.healthdata.gov/dataset/covid-19-reported-patient-impact-and-hospital-capacity-state-timeseries | grep -Eo "https?://\S+?\.csv"`
        HHS_TEST_LINK=`curl -k https://legacy.healthdata.gov/dataset/covid-19-diagnostic-laboratory-testing-pcr-testing-time-series | grep -Eo "https?://\S+?\.csv"`
        HHS_FACILITY_LINK=`curl -k https://legacy.healthdata.gov/dataset/covid-19-reported-patient-impact-and-hospital-capacity-facility | grep -Eo "https?://\S+?\.csv"`
        cd data/hhs && { curl -k $HHS_HOSP_LINK -O; curl -k $HHS_TEST_LINK -O; curl -k $HHS_NEW_HOSP_LINK -O; curl -k $HHS_FACILITY_LINK -O; cd -; }
        curl -k https://legacy.healthdata.gov/dataset/covid-19-estimated-patient-impact-and-hospital-capacity-state | grep -Eo "https?://\S+?\.csv" | while read -r line ; do
          cd data/hhs && { curl -k $line -O; cd -; }
        done
        curl https://covid.cdc.gov/covid-data-tracker/COVIDData/getAjaxData?id=vaccination_data -o data/cdc_vaccinations.json
        curl https://covid.cdc.gov/covid-data-tracker/COVIDData/getAjaxData?id=US_MAP_TESTING -o data/cdc_testing.json
        curl https://data.cdc.gov/api/views/9mfq-cb36/rows.csv?accessType=DOWNLOAD -o data/cdc_cases_deaths.csv
        curl https://covid.cdc.gov/covid-data-tracker/COVIDData/getAjaxData?id=integrated_county_latest_external_data -o data/cdc_counties.csv
        curl https://www.cdc.gov/coronavirus/2019-ncov/modules/lineage-cases.json -o data/cdc_b117_cases.json
        curl https://covid.cdc.gov/covid-data-tracker/COVIDData/getAjaxData?id=vaccination_ltc_data -o data/cdc_vaccinations_ltc.json
        curl https://covid.cdc.gov/covid-data-tracker/COVIDData/getAjaxData?id=vaccination_trends_data -o data/cdc_vaccination_trends.json
        curl https://covid.cdc.gov/covid-data-tracker/COVIDData/getAjaxData?id=vaccination_demographics_data -o data/cdc_vaccinations_demographics.json
        curl https://covid.cdc.gov/covid-data-tracker/COVIDData/getAjaxData?id=vaccination_county_condensed_data -o data/cdc_vaccinations_counties.json
        curl https://beta.healthdata.gov/api/views/di4u-7yu6/rows.csv?accessType=DOWNLOAD -o data/hhs/community_profile_counties_$(TZ=America/New_York date '+%Y%m%d').csv
        CDC_VARIANT_LINK=`curl -k https://www.cdc.gov/coronavirus/2019-ncov/transmission/variant-cases.html | grep -Eo "/coronavirus.+?\.csv"`
        curl https://www.cdc.gov$CDC_VARIANT_LINK -o data/cdc_variant_cases.csv
        curl "https://data.cdc.gov/api/views/r8kw-7aab/rows.csv?accessType=DOWNLOAD" -o data/cdc_provisional_deaths.csv

    - name: Commit
      uses: stefanzweifel/git-auto-commit-action@v4.1.2
      with:
        commit_message: Updating HHS data backups
        file_pattern: data/*
        commit_author: GitHub Actions <actions@github.com>