X-Git-Url: http://gitweb.fperrin.net/?p=DictionaryPC.git;a=blobdiff_plain;f=data%2FdownloadInputs.sh;h=0929f63687146349e7ae8a5511183e31eeba9acb;hp=c14d4604b57591c4675fbffe980285bea90a496f;hb=HEAD;hpb=d46f529d02bf4306a922c521d032f7620020b1e8 diff --git a/data/downloadInputs.sh b/data/downloadInputs.sh index c14d460..0929f63 100755 --- a/data/downloadInputs.sh +++ b/data/downloadInputs.sh @@ -8,45 +8,45 @@ echo "Note that unzipping is slow." L=en echo "Downloading from: http://dumps.wikimedia.org/${L}wiktionary/" -WIKI=${L}wiktionary-20120714-pages-articles.xml -curl --remote-name http://dumps.wikimedia.org/${L}wiktionary/20120714/${WIKI}.bz2 -bunzip2 ${WIKI}.bz2 -mv ${WIKI} inputs/${L}wiktionary-pages-articles.xml +WIKI=${L}wiktionary-latest-pages-articles.xml +curl -L --remote-name http://dumps.wikimedia.org/${L}wiktionary/latest/${WIKI}.bz2 +mv ${WIKI}.bz2 inputs/${L}wiktionary-pages-articles.xml.bz2 echo "Downloading from: http://ftp.tu-chemnitz.de/pub/Local/urz/ding/de-en-devel/" CHEMNITZ=de-en.txt -curl --remote-name http://ftp.tu-chemnitz.de/pub/Local/urz/ding/de-en-devel/${CHEMNITZ}.gz -gunzip ${CHEMNITZ}.gz -mv ${CHEMNITZ} inputs/ +curl -L --remote-name http://ftp.tu-chemnitz.de/pub/Local/urz/ding/de-en-devel/${CHEMNITZ}.gz +mv ${CHEMNITZ}.gz inputs/de-en_chemnitz.txt.gz L=fr echo "Downloading from: http://dumps.wikimedia.org/${L}wiktionary/" -WIKI=${L}wiktionary-20120719-pages-articles.xml -curl --remote-name http://dumps.wikimedia.org/${L}wiktionary/20120719/${WIKI}.bz2 -bunzip2 ${WIKI}.bz2 -mv ${WIKI} inputs/${L}wiktionary-pages-articles.xml +WIKI=${L}wiktionary-latest-pages-articles.xml +curl -L --remote-name http://dumps.wikimedia.org/${L}wiktionary/latest/${WIKI}.bz2 +mv ${WIKI}.bz2 inputs/${L}wiktionary-pages-articles.xml.bz2 L=it echo "Downloading from: http://dumps.wikimedia.org/${L}wiktionary/" -WIKI=${L}wiktionary-20120720-pages-articles.xml -curl --remote-name http://dumps.wikimedia.org/${L}wiktionary/20120720/${WIKI}.bz2 -bunzip2 ${WIKI}.bz2 -mv ${WIKI} inputs/${L}wiktionary-pages-articles.xml +WIKI=${L}wiktionary-latest-pages-articles.xml +curl -L --remote-name http://dumps.wikimedia.org/${L}wiktionary/latest/${WIKI}.bz2 +mv ${WIKI}.bz2 inputs/${L}wiktionary-pages-articles.xml.bz2 L=de echo "Downloading from: http://dumps.wikimedia.org/${L}wiktionary/" -WIKI=${L}wiktionary-20120714-pages-articles.xml -curl --remote-name http://dumps.wikimedia.org/${L}wiktionary/20120714/${WIKI}.bz2 -bunzip2 ${WIKI}.bz2 -mv ${WIKI} inputs/${L}wiktionary-pages-articles.xml +WIKI=${L}wiktionary-latest-pages-articles.xml +curl -L --remote-name http://dumps.wikimedia.org/${L}wiktionary/latest/${WIKI}.bz2 +mv ${WIKI}.bz2 inputs/${L}wiktionary-pages-articles.xml.bz2 L=es echo "Downloading from: http://dumps.wikimedia.org/${L}wiktionary/" -WIKI=${L}wiktionary-20120718-pages-articles.xml -curl --remote-name http://dumps.wikimedia.org/${L}wiktionary/20120718/${WIKI}.bz2 -bunzip2 ${WIKI}.bz2 -mv ${WIKI} inputs/${L}wiktionary-pages-articles.xml +WIKI=${L}wiktionary-latest-pages-articles.xml +curl -L --remote-name http://dumps.wikimedia.org/${L}wiktionary/latest/${WIKI}.bz2 +mv ${WIKI}.bz2 inputs/${L}wiktionary-pages-articles.xml.bz2 -echo "Done. Now run WiktionarySplitter to spit apart enwiktionary." +L=pt +echo "Downloading from: http://dumps.wikimedia.org/${L}wiktionary/" +WIKI=${L}wiktionary-latest-pages-articles.xml +curl -L --remote-name http://dumps.wikimedia.org/${L}wiktionary/latest/${WIKI}.bz2 +mv ${WIKI}.bz2 inputs/${L}wiktionary-pages-articles.xml.bz2 + +echo "Done. Now run WiktionarySplitter to split apart enwiktionary." cd $OLD_DIR