src/com/hughes/android/dictionary/engine/LanguageTest.java

   1 // Copyright 2011 Google Inc. All Rights Reserved.
   2 //
   3 // Licensed under the Apache License, Version 2.0 (the "License");
   4 // you may not use this file except in compliance with the License.
   5 // You may obtain a copy of the License at
   6 //
   7 //     http://www.apache.org/licenses/LICENSE-2.0
   8 //
   9 // Unless required by applicable law or agreed to in writing, software
  10 // distributed under the License is distributed on an "AS IS" BASIS,
  11 // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12 // See the License for the specific language governing permissions and
  13 // limitations under the License.
  14
  15 package com.hughes.android.dictionary.engine;
  16
  17 import java.util.ArrayList;
  18 import java.util.Arrays;
  19 import java.util.Collections;
  20 import java.util.List;
  21
  22 import junit.framework.TestCase;
  23
  24 import com.ibm.icu.text.Transliterator;
  25
  26 public class LanguageTest extends TestCase {
  27
  28   public void testGermanSort() {
  29     System.out.println(Language.isoCodeToWikiName.values());
  30
  31     final Transliterator normalizer = Transliterator.createFromRules("", Language.de.getDefaultNormalizerRules(), Transliterator.FORWARD);
  32     assertEquals("aüääss", normalizer.transform("aueAeAEß"));
  33     final List<String> words = Arrays.asList(
  34         "er-ben",
  35         "erben",
  36         "Erben",
  37         "Erbse",
  38         "Erbsen",
  39         "essen",
  40         "Essen",
  41         "Grosformat",
  42         "Grosformats",
  43         "Grossformat",
  44         "Großformat",
  45         "Grossformats",
  46         "Großformats",
  47         "Großpoo",
  48         "Großpoos",
  49         "Hörvermögen",
  50         "Hörweite",
  51         "hos",
  52         "Höschen",
  53         "Hostel",
  54         "hulle",
  55         "Hulle",
  56         "huelle",
  57         "Huelle",
  58         "hülle",
  59         "Hülle",
  60         "Huellen",
  61         "Hüllen",
  62         "Hum"
  63         );
  64     final NormalizeComparator comparator = new NormalizeComparator(normalizer, Language.de.getCollator());
  65     assertEquals(1, comparator.compare("hülle", "huelle"));
  66     assertEquals(-1, comparator.compare("huelle", "hülle"));
  67
  68     assertEquals(-1, comparator.compare("hülle", "Hülle"));
  69
  70     assertEquals("hülle", normalizer.transform("Hülle"));
  71     assertEquals("hulle", normalizer.transform("Hulle"));
  72
  73
  74     final List<String> sorted = new ArrayList<String>(words);
  75 //    Collections.shuffle(shuffled, new Random(0));
  76     Collections.sort(sorted, comparator);
  77     System.out.println(sorted.toString());
  78     for (int i = 0; i < words.size(); ++i) {
  79       System.out.println(words.get(i) + "\t" + sorted.get(i));
  80       assertEquals(words.get(i), sorted.get(i));
  81     }
  82   }
  83
  84   public void testEnglishSort() {
  85     final Transliterator normalizer = Transliterator.createFromRules("", Language.en.getDefaultNormalizerRules(), Transliterator.FORWARD);
  86
  87     final List<String> words = Arrays.asList(
  88         "pre-print",
  89         "preppie",
  90         "preppy",
  91         "preprocess");
  92
  93     final List<String> sorted = new ArrayList<String>(words);
  94     final NormalizeComparator comparator = new NormalizeComparator(normalizer, Language.en.getCollator());
  95     Collections.sort(sorted, comparator);
  96     for (int i = 0; i < words.size(); ++i) {
  97       if (i > 0) {
  98         assertTrue(comparator.compare(words.get(i-1), words.get(i)) < 0);
  99       }
 100       System.out.println(words.get(i) + "\t" + sorted.get(i));
 101       assertEquals(words.get(i), sorted.get(i));
 102     }
 103
 104     assertTrue(comparator.compare("pre-print", "preppy") < 0);
 105
 106   }
 107
 108   public void testLanguage() {
 109     assertEquals(Language.de, Language.lookup("de"));
 110     assertEquals(Language.en, Language.lookup("en"));
 111     assertEquals("es", Language.lookup("es").getSymbol());
 112   }
 113
 114   public void testTextNorm() {
 115     //final Transliterator transliterator = Transliterator.getInstance("Any-Latin; Upper; Lower; 'oe' > 'o'; NFD; [:Nonspacing Mark:] Remove; NFC", Transliterator.FORWARD);
 116     final Transliterator transliterator = Transliterator.createFromRules("", ":: Any-Latin; :: Upper; :: Lower; 'oe' > 'o'; :: NFD; :: [:Nonspacing Mark:] Remove; :: NFC ;", Transliterator.FORWARD);
 117     assertEquals("hoschen", transliterator.transliterate("Höschen"));
 118     assertEquals("hoschen", transliterator.transliterate("Hoeschen"));
 119     assertEquals("grosspoo", transliterator.transliterate("Großpoo"));
 120
 121     assertEquals("kyanpasu", transliterator.transliterate("キャンパス"));
 122     assertEquals("alphabetikos katalogos", transliterator.transliterate("Αλφαβητικός Κατάλογος"));
 123     assertEquals("biologiceskom", transliterator.transliterate("биологическом"));
 124   }
 125
 126
 127
 128 }