Skip to content

Commit 7e1c3b5

Browse files
committed
Switch RPU masterset fetching to wget
1 parent 015eb86 commit 7e1c3b5

File tree

1 file changed

+4
-4
lines changed

1 file changed

+4
-4
lines changed

.github/workflows/CI-rpuu.yml

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -76,7 +76,7 @@ jobs:
7676
FLAVOR: ${{ inputs.flavor }}
7777
run: |
7878
set -xe
79-
eatmydata apt install rsync zstd
79+
eatmydata apt install ca-certificates wget zstd
8080
- name: Fetch raw.pixls.us masterset digest
8181
timeout-minutes: 1
8282
env:
@@ -85,7 +85,7 @@ jobs:
8585
run: |
8686
set -xe
8787
mkdir -p ${RPUU_DST}
88-
rsync -vvrLcW --preallocate --delete --compress --compress-level=1 --stats --progress rsync://raw.pixls.us/data-unique/filelist.sha1 ${RPUU_DST}/
88+
wget https://raw.pixls.us/data-unique/filelist.sha1 -O ${RPUU_DST}/filelist.sha1
8989
echo "rpuu-cache-key=raw.pixls.us-masterset-$(sha512sum ${RPUU_DST}/filelist.sha1 | awk '{print $1}')" >> $GITHUB_OUTPUT
9090
- name: Cache raw.pixls.us masterset
9191
timeout-minutes: 1
@@ -95,14 +95,14 @@ jobs:
9595
path: ${{ env.RPUU_DST }}
9696
key: ${{ steps.fetch-rpuu-digest.outputs.rpuu-cache-key }}
9797
lookup-only: true
98-
- name: Fetch/update raw.pixls.us masterset
98+
- name: Fetch raw.pixls.us masterset
9999
timeout-minutes: 3
100100
if: steps.cache.outputs.cache-hit != 'true'
101101
env:
102102
RPUU_DST: ${{ env.RPUU_DST }}
103103
run: |
104104
set -xe
105-
rsync -vvrLcW --preallocate --delete --compress --compress-level=1 --stats --progress rsync://raw.pixls.us/data-unique/ ${RPUU_DST}/
105+
cut -c 43- ${RPUU_DST}/filelist.sha1 | awk '{ print "\"https://raw.pixls.us/data-unique/" $0 "\"" }' | xargs wget --no-show-progress --recursive --no-host-directories --cut-dirs=1 --directory-prefix=${RPUU_DST}
106106
cd ${RPUU_DST} && sha1sum -c --strict filelist.sha1
107107
outputs:
108108
rpuu-cache-key: ${{ steps.fetch-rpuu-digest.outputs.rpuu-cache-key }}

0 commit comments

Comments
 (0)