From: Thad Hughes <thad.hughes@gmail.com>
Date: Sat, 19 Feb 2011 21:01:11 +0000 (-0800)
Subject: go
X-Git-Url: http://gitweb.fperrin.net/?a=commitdiff_plain;h=8c8ddc5a93de4c1170ae5ee0f7933832f06d6e14;p=DictionaryPC.git

go
---

diff --git a/src/com/hughes/android/dictionary/engine/LanguageTest.java b/src/com/hughes/android/dictionary/engine/LanguageTest.java
new file mode 100644
index 0000000..e4ad6de
--- /dev/null
+++ b/src/com/hughes/android/dictionary/engine/LanguageTest.java
@@ -0,0 +1,112 @@
+package com.hughes.android.dictionary.engine;
+
+import java.util.ArrayList;
+import java.util.Arrays;
+import java.util.Collections;
+import java.util.List;
+
+import junit.framework.TestCase;
+
+import com.ibm.icu.text.Transliterator;
+
+public class LanguageTest extends TestCase {
+  
+  public void testGermanSort() {
+    final Transliterator normalizer = Transliterator.createFromRules("", Language.de.getDefaultNormalizerRules(), Transliterator.FORWARD);
+    assertEquals("aüääss", normalizer.transform("aueAeAEß"));
+    final List<String> words = Arrays.asList(
+        "er-ben",
+        "erben",
+        "Erben",
+        "Erbse",
+        "Erbsen",
+        "essen",
+        "Essen",
+        "Grosformat",
+        "Grosformats",
+        "Grossformat",
+        "Großformat",
+        "Grossformats",
+        "Großformats",
+        "Großpoo",
+        "Großpoos",
+        "Hörvermögen",
+        "Hörweite",
+        "hos",
+        "Höschen",
+        "Hostel",
+        "hulle",
+        "Hulle",
+        "huelle",
+        "Huelle",
+        "hülle",
+        "Hülle",
+        "Huellen",
+        "Hüllen",
+        "Hum"
+        );
+    final NormalizeComparator comparator = new NormalizeComparator(normalizer, Language.de.getCollator());
+    assertEquals(1, comparator.compare("hülle", "huelle"));
+    assertEquals(-1, comparator.compare("huelle", "hülle"));
+    
+    assertEquals(-1, comparator.compare("hülle", "Hülle"));
+    
+    assertEquals("hülle", normalizer.transform("Hülle"));
+    assertEquals("hulle", normalizer.transform("Hulle"));
+
+    
+    final List<String> sorted = new ArrayList<String>(words);
+//    Collections.shuffle(shuffled, new Random(0));
+    Collections.sort(sorted, comparator);
+    System.out.println(sorted.toString());
+    for (int i = 0; i < words.size(); ++i) {
+      System.out.println(words.get(i) + "\t" + sorted.get(i));
+      assertEquals(words.get(i), sorted.get(i));
+    }
+  }
+
+  public void testEnglishSort() {
+    final Transliterator normalizer = Transliterator.createFromRules("", Language.en.getDefaultNormalizerRules(), Transliterator.FORWARD);
+
+    final List<String> words = Arrays.asList(
+        "pre-print", 
+        "preppie", 
+        "preppy",
+        "preprocess");
+    
+    final List<String> sorted = new ArrayList<String>(words);
+    final NormalizeComparator comparator = new NormalizeComparator(normalizer, Language.en.getCollator());
+    Collections.sort(sorted, comparator);
+    for (int i = 0; i < words.size(); ++i) {
+      if (i > 0) {
+        assertTrue(comparator.compare(words.get(i-1), words.get(i)) < 0);
+      }
+      System.out.println(words.get(i) + "\t" + sorted.get(i));
+      assertEquals(words.get(i), sorted.get(i));
+    }
+    
+    assertTrue(comparator.compare("pre-print", "preppy") < 0);
+
+  }
+  
+  public void testLanguage() {
+    assertEquals(Language.de, Language.lookup("de"));
+    assertEquals(Language.en, Language.lookup("en"));
+    assertEquals("es", Language.lookup("es").getSymbol());
+  }
+
+  public void testTextNorm() {
+    //final Transliterator transliterator = Transliterator.getInstance("Any-Latin; Upper; Lower; 'oe' > 'o'; NFD; [:Nonspacing Mark:] Remove; NFC", Transliterator.FORWARD);
+    final Transliterator transliterator = Transliterator.createFromRules("", ":: Any-Latin; :: Upper; :: Lower; 'oe' > 'o'; :: NFD; :: [:Nonspacing Mark:] Remove; :: NFC ;", Transliterator.FORWARD);
+    assertEquals("hoschen", transliterator.transliterate("Höschen"));
+    assertEquals("hoschen", transliterator.transliterate("Hoeschen"));
+    assertEquals("grosspoo", transliterator.transliterate("Großpoo"));
+
+    assertEquals("kyanpasu", transliterator.transliterate("キャンパス"));
+    assertEquals("alphabetikos katalogos", transliterator.transliterate("Αλφαβητικός Κατάλογος"));
+    assertEquals("biologiceskom", transliterator.transliterate("биологическом"));
+  }
+
+
+
+}