#!/usr/bin/env bash

# Use rclone to sync the last two good Wikimedia XML data dumps.

set -euxo pipefail

wget https://wikimedia.bringyour.com/rsync-filelist-last-2-good.txt -O /home/jas/rsync-filelist-last-2-good.txt
rclone sync --http-no-head --transfers 8 --include-from /home/jas/rsync-filelist-last-2-good.txt wikimedia.bringyour.com: /naspool/archives/wikimedia-xmldatadumps
rm -v /home/jas/rsync-filelist-last-2-good.txt

exit 0