hyperreal/admin-scripts
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Add sync_wikimedia_xmldumps

Browse Source
This commit is contained in:
Jeffrey Serio 2025-02-20 13:41:43 -06:00
parent d3693a6370
commit e7989a267d
1 changed files with 11 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
shell/sync_wikimedia_xmldumps Executable file
View File

@ -0,0 +1,11 @@
#!/usr/bin/env bash
# Use rclone to sync the last two good Wikimedia XML data dumps.
set -euxo pipefail
wget https://wikimedia.bringyour.com/rsync-filelist-last-2-good.txt -O /home/jas/rsync-filelist-last-2-good.txt
rclone sync --http-no-head --transfers 8 --include-from /home/jas/rsync-filelist-last-2-good.txt wikimedia.bringyour.com: /naspool/archives/wikimedia-xmldatadumps
rm -v /home/jas/rsync-filelist-last-2-good.txt
exit 0