Tools: Simplify update-wiitdb.sh

After getting in touch with the GameTDB maintainer about using their
databases, they have decided to implement a UNIQUE parameter so we
don't need to deduplicate ourselves. This simplifies the script a bit.

Thanks to lustar for their help.
This commit is contained in:
Léo Lam 2017-05-24 13:22:14 +02:00
parent d592bdd4d4
commit baac0d78bf

View File

@ -1,26 +1,22 @@
#!/bin/bash
# Script to update the bundled WiiTDBs and remove duplicate entries.
# Script to update the bundled WiiTDBs.
set -eu
ENGLISH_DB_NAME="Data/Sys/wiitdb-en.txt"
ENGLISH_TMP_DB_NAME="Data/Sys/wiitdb-en.tmp"
TIMESTAMP_PATTERN="TITLES = "
echo "Downloading WiiTDB (en)..."
curl -s "http://www.gametdb.com/wiitdb.txt?LANG=EN" | sort > "$ENGLISH_TMP_DB_NAME"
dbs=()
dbs+=("http://www.gametdb.com/wiitdb.txt?LANG=DE de")
dbs+=("http://www.gametdb.com/wiitdb.txt?LANG=ES es")
dbs+=("http://www.gametdb.com/wiitdb.txt?LANG=FR fr")
dbs+=("http://www.gametdb.com/wiitdb.txt?LANG=IT it")
dbs+=("http://www.gametdb.com/wiitdb.txt?LANG=JA ja")
dbs+=("http://www.gametdb.com/wiitdb.txt?LANG=KO ko")
dbs+=("http://www.gametdb.com/wiitdb.txt?LANG=NL nl")
dbs+=("http://www.gametdb.com/wiitdb.txt?LANG=PT pt")
dbs+=("http://www.gametdb.com/wiitdb.txt?LANG=RU ru")
dbs+=("http://www.gametdb.com/wiitdb.txt?LANG=ZHCN zh_CN")
dbs+=("http://www.gametdb.com/wiitdb.txt?LANG=ZHTW zh_TW")
dbs+=("http://www.gametdb.com/wiitdb.txt?LANG=EN en")
# UNIQUE means "only return non-English titles".
dbs+=("http://www.gametdb.com/wiitdb.txt?LANG=DE&UNIQUE=TRUE de")
dbs+=("http://www.gametdb.com/wiitdb.txt?LANG=ES&UNIQUE=TRUE es")
dbs+=("http://www.gametdb.com/wiitdb.txt?LANG=FR&UNIQUE=TRUE fr")
dbs+=("http://www.gametdb.com/wiitdb.txt?LANG=IT&UNIQUE=TRUE it")
dbs+=("http://www.gametdb.com/wiitdb.txt?LANG=JA&UNIQUE=TRUE ja")
dbs+=("http://www.gametdb.com/wiitdb.txt?LANG=KO&UNIQUE=TRUE ko")
dbs+=("http://www.gametdb.com/wiitdb.txt?LANG=NL&UNIQUE=TRUE nl")
dbs+=("http://www.gametdb.com/wiitdb.txt?LANG=PT&UNIQUE=TRUE pt")
dbs+=("http://www.gametdb.com/wiitdb.txt?LANG=RU&UNIQUE=TRUE ru")
dbs+=("http://www.gametdb.com/wiitdb.txt?LANG=ZHCN&UNIQUE=TRUE zh_CN")
dbs+=("http://www.gametdb.com/wiitdb.txt?LANG=ZHTW&UNIQUE=TRUE zh_TW")
for i in "${dbs[@]}"
do
@ -29,14 +25,6 @@ do
lang_code="${entry[1]}"
dest="Data/Sys/wiitdb-$lang_code.txt"
tmp_dest="Data/Sys/wiitdb-$lang_code.tmp"
echo "Downloading WiiTDB ($lang_code)..."
curl -s "$url" | sort | comm -23 - "$ENGLISH_TMP_DB_NAME" > "$tmp_dest"
grep "$TIMESTAMP_PATTERN" "$tmp_dest" > "$dest"
grep -v "$TIMESTAMP_PATTERN" "$tmp_dest" >> "$dest"
rm "$tmp_dest"
curl -s "$url" > "$dest"
done
grep "$TIMESTAMP_PATTERN" "$ENGLISH_TMP_DB_NAME" > "$ENGLISH_DB_NAME"
grep -v "$TIMESTAMP_PATTERN" "$ENGLISH_TMP_DB_NAME" >> "$ENGLISH_DB_NAME"
rm "$ENGLISH_TMP_DB_NAME"