]> gitweb.fperrin.net Git - DictionaryPC.git/blobdiff - src/com/hughes/android/dictionary/engine/LanguageTest.java
Fix compilation.
[DictionaryPC.git] / src / com / hughes / android / dictionary / engine / LanguageTest.java
index 5e21348e3f7b14828c4e9cf3e4e55c6dbacf5cb3..d81ad873ff2f7d9a86b5d141b38fd4bb9dd4daff 100644 (file)
@@ -17,11 +17,14 @@ package com.hughes.android.dictionary.engine;
 import java.util.ArrayList;
 import java.util.Arrays;
 import java.util.Collections;
+import java.util.LinkedHashSet;
 import java.util.List;
+import java.util.Set;
 
 import junit.framework.TestCase;
 
-import com.hughes.android.dictionary.parser.enwiktionary.EnWiktionaryLangs;
+import com.hughes.android.dictionary.parser.DictFileParser;
+import com.hughes.android.dictionary.parser.wiktionary.WiktionaryLangs;
 import com.ibm.icu.text.Transliterator;
 
 public class LanguageTest extends TestCase {
@@ -60,7 +63,7 @@ public class LanguageTest extends TestCase {
         "Hüllen",
         "Hum"
         );
-    final NormalizeComparator comparator = new NormalizeComparator(normalizer, Language.de.getCollator());
+    final NormalizeComparator comparator = new NormalizeComparator(normalizer, Language.de.getCollator(), 7);
     assertEquals(1, comparator.compare("hülle", "huelle"));
     assertEquals(-1, comparator.compare("huelle", "hülle"));
     
@@ -90,7 +93,7 @@ public class LanguageTest extends TestCase {
         "preprocess");
     
     final List<String> sorted = new ArrayList<String>(words);
-    final NormalizeComparator comparator = new NormalizeComparator(normalizer, Language.en.getCollator());
+    final NormalizeComparator comparator = new NormalizeComparator(normalizer, Language.en.getCollator(), 7);
     Collections.sort(sorted, comparator);
     for (int i = 0; i < words.size(); ++i) {
       if (i > 0) {
@@ -138,8 +141,8 @@ public class LanguageTest extends TestCase {
 
   
   public void testChinese() {
-    final Language zh = Language.lookup("zh");
-    final Transliterator transliterator = Transliterator.createFromRules("", zh.getDefaultNormalizerRules(), Transliterator.FORWARD);
+    final Language cmn = Language.lookup("cmn");
+    final Transliterator transliterator = Transliterator.createFromRules("", cmn.getDefaultNormalizerRules(), Transliterator.FORWARD);
     
     assertEquals("xiexie", transliterator.transliterate("謝謝"));
     assertEquals("xiexie", transliterator.transliterate("谢谢"));
@@ -167,8 +170,28 @@ public class LanguageTest extends TestCase {
        
   }
 
+  public void testThai() {
+    final Language th = Language.lookup("TH");
+    final Transliterator transliterator = Transliterator.createFromRules("", th.getDefaultNormalizerRules(), Transliterator.FORWARD);
+    // Not sure these are right, just to know...
+    assertEquals("d", transliterator.transliterate("ด"));
+    assertEquals("di", transliterator.transliterate("ด ี"));
+    assertEquals("dii", transliterator.transliterate("ดีี"));
+    
+    assertEquals(Collections.singleton("ดีี"), DictFileParser.tokenize("ดีี", DictFileParser.NON_CHAR));
+  }
+
+  
   public void testEnWiktionaryNames() {
-    assertEquals(EnWiktionaryLangs.isoCodeToWikiName.keySet(), Language.isoCodeToResources.keySet());
+    final Set<String> enLangs = new LinkedHashSet<String>(WiktionaryLangs.isoCodeToEnWikiName.keySet());
+    final List<String> names = new ArrayList<String>();
+    for (final String code : WiktionaryLangs.isoCodeToEnWikiName.keySet()) {
+      names.add(WiktionaryLangs.isoCodeToEnWikiName.get(code));
+      enLangs.add(code.toLowerCase());
+    }
+    Collections.sort(names);
+    System.out.println(names);
+    //assertEquals(enLangs, Language.isoCodeToResources.keySet());
   }
 
 }