From: Reimar Döffinger Date: Sat, 11 Feb 2017 16:16:53 +0000 (+0100) Subject: Add pt download, make curl follow "moved permanently" redirects. X-Git-Url: http://gitweb.fperrin.net/?p=DictionaryPC.git;a=commitdiff_plain;h=507089818bd8b7007f43fd118270fa9596e674fd Add pt download, make curl follow "moved permanently" redirects. --- diff --git a/data/downloadInputs.sh b/data/downloadInputs.sh index 3135eb0..b5640b7 100755 --- a/data/downloadInputs.sh +++ b/data/downloadInputs.sh @@ -9,41 +9,48 @@ echo "Note that unzipping is slow." L=en echo "Downloading from: http://dumps.wikimedia.org/${L}wiktionary/" WIKI=${L}wiktionary-latest-pages-articles.xml -curl --remote-name http://dumps.wikimedia.org/${L}wiktionary/latest/${WIKI}.bz2 +curl -L --remote-name http://dumps.wikimedia.org/${L}wiktionary/latest/${WIKI}.bz2 bunzip2 ${WIKI}.bz2 mv ${WIKI} inputs/${L}wiktionary-pages-articles.xml echo "Downloading from: http://ftp.tu-chemnitz.de/pub/Local/urz/ding/de-en-devel/" CHEMNITZ=de-en.txt -curl --remote-name http://ftp.tu-chemnitz.de/pub/Local/urz/ding/de-en-devel/${CHEMNITZ}.gz +curl -L --remote-name http://ftp.tu-chemnitz.de/pub/Local/urz/ding/de-en-devel/${CHEMNITZ}.gz gunzip ${CHEMNITZ}.gz mv ${CHEMNITZ} inputs/de-en_chemnitz.txt L=fr echo "Downloading from: http://dumps.wikimedia.org/${L}wiktionary/" WIKI=${L}wiktionary-latest-pages-articles.xml -curl --remote-name http://dumps.wikimedia.org/${L}wiktionary/latest/${WIKI}.bz2 +curl -L --remote-name http://dumps.wikimedia.org/${L}wiktionary/latest/${WIKI}.bz2 bunzip2 --force ${WIKI}.bz2 mv ${WIKI} inputs/${L}wiktionary-pages-articles.xml L=it echo "Downloading from: http://dumps.wikimedia.org/${L}wiktionary/" WIKI=${L}wiktionary-latest-pages-articles.xml -curl --remote-name http://dumps.wikimedia.org/${L}wiktionary/latest/${WIKI}.bz2 +curl -L --remote-name http://dumps.wikimedia.org/${L}wiktionary/latest/${WIKI}.bz2 bunzip2 ${WIKI}.bz2 mv ${WIKI} inputs/${L}wiktionary-pages-articles.xml L=de echo "Downloading from: http://dumps.wikimedia.org/${L}wiktionary/" WIKI=${L}wiktionary-latest-pages-articles.xml -curl --remote-name http://dumps.wikimedia.org/${L}wiktionary/latest/${WIKI}.bz2 +curl -L --remote-name http://dumps.wikimedia.org/${L}wiktionary/latest/${WIKI}.bz2 bunzip2 ${WIKI}.bz2 mv ${WIKI} inputs/${L}wiktionary-pages-articles.xml L=es echo "Downloading from: http://dumps.wikimedia.org/${L}wiktionary/" WIKI=${L}wiktionary-latest-pages-articles.xml -curl --remote-name http://dumps.wikimedia.org/${L}wiktionary/latest/${WIKI}.bz2 +curl -L --remote-name http://dumps.wikimedia.org/${L}wiktionary/latest/${WIKI}.bz2 +bunzip2 ${WIKI}.bz2 +mv ${WIKI} inputs/${L}wiktionary-pages-articles.xml + +L=pt +echo "Downloading from: http://dumps.wikimedia.org/${L}wiktionary/" +WIKI=${L}wiktionary-latest-pages-articles.xml +curl -L --remote-name http://dumps.wikimedia.org/${L}wiktionary/latest/${WIKI}.bz2 bunzip2 ${WIKI}.bz2 mv ${WIKI} inputs/${L}wiktionary-pages-articles.xml