import java.util.ArrayList;
import java.util.Arrays;
import java.util.Collections;
+import java.util.LinkedHashSet;
import java.util.List;
+import java.util.Set;
import junit.framework.TestCase;
-import com.hughes.android.dictionary.parser.enwiktionary.EnWiktionaryLangs;
+import com.hughes.android.dictionary.parser.DictFileParser;
+import com.hughes.android.dictionary.parser.wiktionary.WiktionaryLangs;
import com.ibm.icu.text.Transliterator;
public class LanguageTest extends TestCase {
"Hüllen",
"Hum"
);
- final NormalizeComparator comparator = new NormalizeComparator(normalizer, Language.de.getCollator());
+ final NormalizeComparator comparator = new NormalizeComparator(normalizer, Language.de.getCollator(), 7);
assertEquals(1, comparator.compare("hülle", "huelle"));
assertEquals(-1, comparator.compare("huelle", "hülle"));
"preprocess");
final List<String> sorted = new ArrayList<String>(words);
- final NormalizeComparator comparator = new NormalizeComparator(normalizer, Language.en.getCollator());
+ final NormalizeComparator comparator = new NormalizeComparator(normalizer, Language.en.getCollator(), 7);
Collections.sort(sorted, comparator);
for (int i = 0; i < words.size(); ++i) {
if (i > 0) {
public void testChinese() {
- final Language zh = Language.lookup("zh");
- final Transliterator transliterator = Transliterator.createFromRules("", zh.getDefaultNormalizerRules(), Transliterator.FORWARD);
+ final Language cmn = Language.lookup("cmn");
+ final Transliterator transliterator = Transliterator.createFromRules("", cmn.getDefaultNormalizerRules(), Transliterator.FORWARD);
assertEquals("xiexie", transliterator.transliterate("謝謝"));
assertEquals("xiexie", transliterator.transliterate("谢谢"));
}
+ public void testThai() {
+ final Language th = Language.lookup("TH");
+ final Transliterator transliterator = Transliterator.createFromRules("", th.getDefaultNormalizerRules(), Transliterator.FORWARD);
+ // Not sure these are right, just to know...
+ assertEquals("d", transliterator.transliterate("ด"));
+ assertEquals("di", transliterator.transliterate("ด ี"));
+ assertEquals("dii", transliterator.transliterate("ดีี"));
+
+ assertEquals(Collections.singleton("ดีี"), DictFileParser.tokenize("ดีี", DictFileParser.NON_CHAR));
+ }
+
+
public void testEnWiktionaryNames() {
- assertEquals(EnWiktionaryLangs.isoCodeToWikiName.keySet(), Language.isoCodeToResources.keySet());
+ final Set<String> enLangs = new LinkedHashSet<String>(WiktionaryLangs.isoCodeToEnWikiName.keySet());
+ final List<String> names = new ArrayList<String>();
+ for (final String code : WiktionaryLangs.isoCodeToEnWikiName.keySet()) {
+ names.add(WiktionaryLangs.isoCodeToEnWikiName.get(code));
+ enLangs.add(code.toLowerCase());
+ }
+ Collections.sort(names);
+ System.out.println(names);
+ //assertEquals(enLangs, Language.isoCodeToResources.keySet());
}
}