- public void testGermanSort() {
- final Transliterator normalizer = Transliterator.createFromRules("", Language.de.getDefaultNormalizerRules(), Transliterator.FORWARD);
- assertEquals("aüääss", normalizer.transform("aueAeAEß"));
- final List<String> words = Arrays.asList(
- "er-ben",
- "erben",
- "Erben",
- "Erbse",
- "Erbsen",
- "essen",
- "Essen",
- "Grosformat",
- "Grosformats",
- "Grossformat",
- "Großformat",
- "Grossformats",
- "Großformats",
- "Großpoo",
- "Großpoos",
- "Hörvermögen",
- "Hörweite",
- "hos",
- "Höschen",
- "Hostel",
- "hulle",
- "Hulle",
- "huelle",
- "Huelle",
- "hülle",
- "Hülle",
- "Huellen",
- "Hüllen",
- "Hum"
- );
- final NormalizeComparator comparator = new NormalizeComparator(normalizer, Language.de.getCollator());
- assertEquals(1, comparator.compare("hülle", "huelle"));
- assertEquals(-1, comparator.compare("huelle", "hülle"));
-
- assertEquals(-1, comparator.compare("hülle", "Hülle"));
-
- assertEquals("hülle", normalizer.transform("Hülle"));
- assertEquals("hulle", normalizer.transform("Hulle"));
-
-
- final List<String> sorted = new ArrayList<String>(words);
-// Collections.shuffle(shuffled, new Random(0));
- Collections.sort(sorted, comparator);
- System.out.println(sorted.toString());
- for (int i = 0; i < words.size(); ++i) {
- System.out.println(words.get(i) + "\t" + sorted.get(i));
- assertEquals(words.get(i), sorted.get(i));
- }
- }
-
- public void testEnglishSort() {
- final Transliterator normalizer = Transliterator.createFromRules("", Language.en.getDefaultNormalizerRules(), Transliterator.FORWARD);
-
- final List<String> words = Arrays.asList(
- "pre-print",
- "preppie",
- "preppy",
- "preprocess");
-
- final List<String> sorted = new ArrayList<String>(words);
- final NormalizeComparator comparator = new NormalizeComparator(normalizer, Language.en.getCollator());
- Collections.sort(sorted, comparator);
- for (int i = 0; i < words.size(); ++i) {
- if (i > 0) {
- assertTrue(comparator.compare(words.get(i-1), words.get(i)) < 0);
- }
- System.out.println(words.get(i) + "\t" + sorted.get(i));
- assertEquals(words.get(i), sorted.get(i));
- }
-
- assertTrue(comparator.compare("pre-print", "preppy") < 0);
-
- }
-
- public void testLanguage() {
- assertEquals(Language.de, Language.lookup("de"));
- assertEquals(Language.en, Language.lookup("en"));
- assertEquals("es", Language.lookup("es").getSymbol());
- }
-
- public void testTextNorm() {
- //final Transliterator transliterator = Transliterator.getInstance("Any-Latin; Upper; Lower; 'oe' > 'o'; NFD; [:Nonspacing Mark:] Remove; NFC", Transliterator.FORWARD);
- final Transliterator transliterator = Transliterator.createFromRules("", ":: Any-Latin; :: Upper; :: Lower; 'oe' > 'o'; :: NFD; :: [:Nonspacing Mark:] Remove; :: NFC ;", Transliterator.FORWARD);
- assertEquals("hoschen", transliterator.transliterate("Höschen"));
- assertEquals("hoschen", transliterator.transliterate("Hoeschen"));
- assertEquals("grosspoo", transliterator.transliterate("Großpoo"));
-
- assertEquals("kyanpasu", transliterator.transliterate("キャンパス"));
- assertEquals("alphabetikos katalogos", transliterator.transliterate("Αλφαβητικός Κατάλογος"));
- assertEquals("biologiceskom", transliterator.transliterate("биологическом"));
- }
-