import java.io.PrintStream;
import java.io.RandomAccessFile;
+import com.hughes.android.dictionary.parser.wiktionary.EnTranslationToTranslationParser;
+import com.hughes.android.dictionary.parser.wiktionary.WholeSectionToHtmlParser;
import com.hughes.util.FileUtil;
import junit.framework.TestCase;
public class DictionaryBuilderTest extends TestCase {
public static final String TEST_INPUTS = "testdata/inputs/";
- public static final String WIKISPLIT = "data/inputs/enWikiSplit/";
+ public static final String WIKISPLIT_EN = "data/inputs/wikiSplit/en/";
public static final String STOPLISTS = "data/inputs/stoplists/";
public static final String GOLDENS = "testdata/goldens/";
public static final String TEST_OUTPUTS = "testdata/outputs/";
+
+ public void doTestCustomDict(final String name, final String lang1,
+ final String lang2, final String inputFile) throws Exception {
+ final File result = new File(TEST_OUTPUTS + name);
+ System.out.println("Writing to: " + result);
+ DictionaryBuilder.main(new String[] {
+ "--dictOut=" + result.getAbsolutePath(),
+ "--lang1=" + lang1,
+ "--lang2=" + lang2,
+ "--lang1Stoplist=" + STOPLISTS + "empty.txt",
+ "--lang2Stoplist=" + STOPLISTS + "empty.txt",
+ "--dictInfo=bleh.",
+
+ "--input1=testdata/inputs/" + inputFile,
+ "--input1Name=my_input_" + name,
+ "--input1Charset=ISO-8859-1",
+ "--input1Format=tab_separated",
+
+ "--print=" + result.getPath() + ".text",
+ });
+
+ checkGolden(name, result);
+ }
+
+ public void test_FR_NL() throws Exception {
+ doTestCustomDict("QuickDic-FR-NL.quickdic", "FR", "NL", "QuickDic-FR-NL.txt");
+ }
+
+ public void testWiktionary_en_de2fr() throws Exception {
+ wiktionaryTestWithEnTrans2Trans("wiktionary.de_fr.quickdic", "DE", "FR");
+ }
+
+ public void wiktionaryTestWithEnTrans2Trans(final String name, final String lang1,
+ final String lang2) throws Exception {
+ final File result = new File(TEST_OUTPUTS + name);
+ System.out.println("Writing to: " + result);
+ DictionaryBuilder.main(new String[] {
+ "--dictOut=" + result.getAbsolutePath(),
+ "--lang1=" + lang1,
+ "--lang2=" + lang2,
+ "--lang1Stoplist=" + STOPLISTS + "empty.txt",
+ "--lang2Stoplist=" + STOPLISTS + "empty.txt",
+ "--dictInfo=SomeWikiDataTrans2Trans",
+
+ "--input4=" + WIKISPLIT_EN + "EN.data",
+ "--input4Name=" + name,
+ "--input4Format=" + EnTranslationToTranslationParser.NAME,
+ "--input4LangPattern1=" + lang1,
+ "--input4LangPattern2=" + lang2,
+ "--input4PageLimit=1000",
+
+ "--print=" + result.getPath() + ".text",
+ });
+
+ checkGolden(name, result);
+ }
+
+ public void testWiktionary_WholeSection_DE() throws Exception {
+ wiktionaryTestWithWholeSectionToHtml("wiktionary.WholeSection.DE.quickdic", "DE");
+ }
+
+ public void testWiktionary_WholeSection_EN() throws Exception {
+ wiktionaryTestWithWholeSectionToHtml("wiktionary.WholeSection.EN.quickdic", "EN");
+ }
+
+ public void testWiktionary_WholeSection_IT() throws Exception {
+ wiktionaryTestWithWholeSectionToHtml("wiktionary.WholeSection.IT.quickdic", "IT");
+ }
+
+ public void wiktionaryTestWithWholeSectionToHtml(final String name, final String langCode) throws Exception {
+ final File result = new File(TEST_OUTPUTS + name);
+ System.out.println("Writing to: " + result);
+ DictionaryBuilder.main(new String[] {
+ "--dictOut=" + result.getAbsolutePath(),
+ "--lang1=" + langCode,
+ "--lang2=" + "EN",
+ "--lang1Stoplist=" + STOPLISTS + "empty.txt",
+ "--lang2Stoplist=" + STOPLISTS + "empty.txt",
+ "--dictInfo=SomeWikiDataWholeSection",
+
+ "--input4=" + WIKISPLIT_EN + langCode + ".data",
+ "--input4Name=" + name,
+ "--input4Format=" + WholeSectionToHtmlParser.NAME,
+ "--input4WiktionaryLang=EN",
+ "--input4SkipLang=" + langCode,
+ "--input4TitleIndex=" + "1",
+ "--input4PageLimit=100",
+
+ "--print=" + result.getPath() + ".text",
+ });
+ checkGolden(name, result);
+ }
+
public void testWiktionary_IT_EN() throws Exception {
wiktionaryTestWithLangToEn("wiktionary.it_en.quickdic", "IT", "it.txt",
"DE.data", "enwiktionary.german", "German", "it");
}
+ // Thai
+ public void testWiktionary_TH_TH() throws Exception {
+ wiktionaryTestWithLangToEn("wiktionary.th_th.quickdic", "TH", "empty.txt",
+ // These missing "e" prevents a complete match, forcing the name to be printed.
+ "TH.data", "enwiktionary.thai", "Thai", "th");
+ }
+
public void wiktionaryTestWithLangToEn(final String name, final String lang1,
final String stoplist, final String data, final String dictName,
final String langPattern, final String langCode) throws Exception {
final File result = new File(TEST_OUTPUTS + name);
System.out.println("Writing to: " + result);
+ final String type = data.equals("EN.data") ? "EnToTranslation" : "EnForeign";
DictionaryBuilder.main(new String[] {
"--dictOut=" + result.getAbsolutePath(),
"--lang1=" + lang1,
"--lang2Stoplist=" + STOPLISTS + "en.txt",
"--dictInfo=SomeWikiData",
- "--input4=" + WIKISPLIT + data,
+ "--input4=" + WIKISPLIT_EN + data,
"--input4Name=" + dictName,
"--input4Format=enwiktionary",
+ "--input4WiktionaryType=" + type,
"--input4LangPattern=" + langPattern,
"--input4LangCodePattern=" + langCode,
"--input4EnIndex=2",