admin-scripts/shell/sync_wikimedia_xmldumps

12 lines
437 B
Bash
Executable File

#!/usr/bin/env bash
# Use rclone to sync the last two good Wikimedia XML data dumps.
set -euxo pipefail
wget https://wikimedia.bringyour.com/rsync-filelist-last-2-good.txt -O /home/jas/rsync-filelist-last-2-good.txt
rclone sync --http-no-head --transfers 8 --include-from /home/jas/rsync-filelist-last-2-good.txt wikimedia.bringyour.com: /naspool/archives/wikimedia-xmldatadumps
rm -v /home/jas/rsync-filelist-last-2-good.txt
exit 0