X-Git-Url: http://gitweb.fperrin.net/?a=blobdiff_plain;f=src%2Fcom%2Fhughes%2Fandroid%2Fdictionary%2Fengine%2FDictionaryBuilderTest.java;h=59de98fa13b071db22e386385ab6b616691cb145;hb=d46f529d02bf4306a922c521d032f7620020b1e8;hp=bdf3b161f23496ad2d5ebabdbd5e7c2e5368a29c;hpb=56f929aaead3d3163ce2634d01e64ba5cd4b47eb;p=DictionaryPC.git diff --git a/src/com/hughes/android/dictionary/engine/DictionaryBuilderTest.java b/src/com/hughes/android/dictionary/engine/DictionaryBuilderTest.java index bdf3b16..59de98f 100644 --- a/src/com/hughes/android/dictionary/engine/DictionaryBuilderTest.java +++ b/src/com/hughes/android/dictionary/engine/DictionaryBuilderTest.java @@ -20,6 +20,8 @@ import java.io.IOException; import java.io.PrintStream; import java.io.RandomAccessFile; +import com.hughes.android.dictionary.parser.wiktionary.EnTranslationToTranslationParser; +import com.hughes.android.dictionary.parser.wiktionary.WholeSectionToHtmlParser; import com.hughes.util.FileUtil; import junit.framework.TestCase; @@ -27,11 +29,76 @@ import junit.framework.TestCase; public class DictionaryBuilderTest extends TestCase { public static final String TEST_INPUTS = "testdata/inputs/"; - public static final String WIKISPLIT = "data/inputs/enWikiSplit/"; + public static final String WIKISPLIT = "data/inputs/wikiSplit/en/"; public static final String STOPLISTS = "data/inputs/stoplists/"; public static final String GOLDENS = "testdata/goldens/"; public static final String TEST_OUTPUTS = "testdata/outputs/"; + + + public void testWiktionary_en_de2fr() throws Exception { + wiktionaryTestWithEnTrans2Trans("wiktionary.de_fr.quickdic", "DE", "FR"); + } + + public void wiktionaryTestWithEnTrans2Trans(final String name, final String lang1, + final String lang2) throws Exception { + final File result = new File(TEST_OUTPUTS + name); + System.out.println("Writing to: " + result); + DictionaryBuilder.main(new String[] { + "--dictOut=" + result.getAbsolutePath(), + "--lang1=" + lang1, + "--lang2=" + lang2, + "--lang1Stoplist=" + STOPLISTS + "empty.txt", + "--lang2Stoplist=" + STOPLISTS + "empty.txt", + "--dictInfo=SomeWikiDataTrans2Trans", + + "--input4=" + WIKISPLIT + "EN.data", + "--input4Name=" + name, + "--input4Format=" + EnTranslationToTranslationParser.NAME, + "--input4LangPattern1=" + lang1, + "--input4LangPattern2=" + lang2, + "--input4PageLimit=1000", + + "--print=" + result.getPath() + ".text", + }); + + checkGolden(name, result); + } + + public void testWiktionary_WholeSection_DE() throws Exception { + wiktionaryTestWithWholeSectionToHtml("wiktionary.WholeSection.DE.quickdic", "DE"); + } + + public void testWiktionary_WholeSection_EN() throws Exception { + wiktionaryTestWithWholeSectionToHtml("wiktionary.WholeSection.EN.quickdic", "EN"); + } + + public void testWiktionary_WholeSection_IT() throws Exception { + wiktionaryTestWithWholeSectionToHtml("wiktionary.WholeSection.IT.quickdic", "IT"); + } + + public void wiktionaryTestWithWholeSectionToHtml(final String name, final String langCode) throws Exception { + final File result = new File(TEST_OUTPUTS + name); + System.out.println("Writing to: " + result); + DictionaryBuilder.main(new String[] { + "--dictOut=" + result.getAbsolutePath(), + "--lang1=" + langCode, + "--lang2=" + "EN", + "--lang1Stoplist=" + STOPLISTS + "empty.txt", + "--lang2Stoplist=" + STOPLISTS + "empty.txt", + "--dictInfo=SomeWikiDataWholeSection", + + "--input4=" + WIKISPLIT + langCode + ".data", + "--input4Name=" + name, + "--input4Format=" + WholeSectionToHtmlParser.NAME, + "--input4TitleIndex=" + "1", + "--input4PageLimit=100", + + "--print=" + result.getPath() + ".text", + }); + checkGolden(name, result); + } + public void testWiktionary_IT_EN() throws Exception { wiktionaryTestWithLangToEn("wiktionary.it_en.quickdic", "IT", "it.txt", @@ -80,11 +147,19 @@ public class DictionaryBuilderTest extends TestCase { "DE.data", "enwiktionary.german", "German", "it"); } + // Thai + public void testWiktionary_TH_TH() throws Exception { + wiktionaryTestWithLangToEn("wiktionary.th_th.quickdic", "TH", "empty.txt", + // These missing "e" prevents a complete match, forcing the name to be printed. + "TH.data", "enwiktionary.thai", "Thai", "th"); + } + public void wiktionaryTestWithLangToEn(final String name, final String lang1, final String stoplist, final String data, final String dictName, final String langPattern, final String langCode) throws Exception { final File result = new File(TEST_OUTPUTS + name); System.out.println("Writing to: " + result); + final String type = data.equals("EN.data") ? "EnToTranslation" : "EnForeign"; DictionaryBuilder.main(new String[] { "--dictOut=" + result.getAbsolutePath(), "--lang1=" + lang1, @@ -96,6 +171,7 @@ public class DictionaryBuilderTest extends TestCase { "--input4=" + WIKISPLIT + data, "--input4Name=" + dictName, "--input4Format=enwiktionary", + "--input4WiktionaryType=" + type, "--input4LangPattern=" + langPattern, "--input4LangCodePattern=" + langCode, "--input4EnIndex=2",