+ Collections.sort(sorted, comparator);
+ System.out.println(sorted.toString());
+ for (int i = 0; i < words.size(); ++i) {
+ System.out.println(words.get(i) + "\t" + sorted.get(i));
+ assertEquals(words.get(i), sorted.get(i));
+ }
+ }
+
+ public void testEnglishSort() {
+ final Transliterator normalizer = Transliterator.createFromRules("", Language.en.getDefaultNormalizerRules(), Transliterator.FORWARD);
+
+ final List<String> words = Arrays.asList(
+ "pre-print",
+ "preppie",
+ "preppy",
+ "preprocess");
+
+ final List<String> sorted = new ArrayList<String>(words);
+ final NormalizeComparator comparator = new NormalizeComparator(normalizer, Language.en.getCollator(), 7);
+ Collections.sort(sorted, comparator);
+ for (int i = 0; i < words.size(); ++i) {
+ if (i > 0) {
+ assertTrue(comparator.compare(words.get(i-1), words.get(i)) < 0);
+ }
+ System.out.println(words.get(i) + "\t" + sorted.get(i));
+ assertEquals(words.get(i), sorted.get(i));
+ }
+
+ assertTrue(comparator.compare("pre-print", "preppy") < 0);
+
+ }
+
+ public void testLanguage() {
+ assertEquals(Language.de, Language.lookup("de"));
+ assertEquals(Language.en, Language.lookup("en"));
+ assertEquals("es", Language.lookup("es").getIsoCode());
+ }
+
+ public void testTextNorm() {
+ //final Transliterator transliterator = Transliterator.getInstance("Any-Latin; Upper; Lower; 'oe' > 'o'; NFD; [:Nonspacing Mark:] Remove; NFC", Transliterator.FORWARD);
+ final Transliterator transliterator = Transliterator.createFromRules("", ":: Any-Latin; :: Upper; :: Lower; 'oe' > 'o'; :: NFD; :: [:Nonspacing Mark:] Remove; :: NFC ;", Transliterator.FORWARD);
+ assertEquals("hoschen", transliterator.transliterate("Höschen"));
+ assertEquals("hoschen", transliterator.transliterate("Hoeschen"));
+ assertEquals("grosspoo", transliterator.transliterate("Großpoo"));
+
+ assertEquals("kyanpasu", transliterator.transliterate("キャンパス"));
+ assertEquals("alphabetikos katalogos", transliterator.transliterate("Αλφαβητικός Κατάλογος"));
+ assertEquals("biologiceskom", transliterator.transliterate("биологическом"));
+ }
+ public void testHalfTextNorm() {
+ final Transliterator transliterator = Transliterator.createFromRules("", ":: Any-Latin; ' ' > ; :: Lower; ", Transliterator.FORWARD);
+ assertEquals("kyanpasu", transliterator.transliterate("キャンパス"));
+ assertEquals("alphabētikóskatálogos", transliterator.transliterate("Αλφαβητικός Κατάλογος"));
+ assertEquals("biologičeskom", transliterator.transliterate("биологическом"));
+
+ assertEquals("xièxiè", transliterator.transliterate("謝謝"));
+ assertEquals("xièxiè", transliterator.transliterate("谢谢"));
+
+ assertEquals("diànnǎo", transliterator.transliterate("電腦"));
+ assertEquals("diànnǎo", transliterator.transliterate("电脑"));
+ assertEquals("jìsuànjī", transliterator.transliterate("計算機"));
+ assertEquals("jìsuànjī", transliterator.transliterate("计算机"));
+ }
+
+
+ public void testChinese() {
+ final Language cmn = Language.lookup("cmn");
+ final Transliterator transliterator = Transliterator.createFromRules("", cmn.getDefaultNormalizerRules(), Transliterator.FORWARD);
+
+ assertEquals("xiexie", transliterator.transliterate("謝謝"));
+ assertEquals("xiexie", transliterator.transliterate("谢谢"));
+
+ assertEquals("diannao", transliterator.transliterate("電腦"));
+ assertEquals("diannao", transliterator.transliterate("电脑"));
+ assertEquals("jisuanji", transliterator.transliterate("計算機"));
+ assertEquals("jisuanji", transliterator.transliterate("计算机"));
+
+ assertEquals("chengjiu", transliterator.transliterate("成就"));
+
+ }
+
+ public void testArabic() {
+ final Language ar = Language.lookup("ar");
+ final Transliterator transliterator = Transliterator.createFromRules("", ar.getDefaultNormalizerRules(), Transliterator.FORWARD);
+ // These don't seem quite right....
+ assertEquals("haswb", transliterator.transliterate("حاسوب"));
+ assertEquals("kmbywtr", transliterator.transliterate("كمبيوتر"));
+
+ assertEquals("{\u200e كمبيوتر \u200e}", Language.fixBidiText("{كمبيوتر}"));
+ assertEquals("{a=\u200e كمبيوتر \u200e}", Language.fixBidiText("{a=كمبيوتر}"));
+ assertEquals("(\u200e كمبيوتر \u200e)", Language.fixBidiText("(كمبيوتر)"));
+ assertEquals("أنثى أنْثَى (’únθā) {f}, إناث (’ināθ) {p}, اناثى (’anāθā) {p}", Language.fixBidiText("أنثى أنْثَى (’únθā) {f}, إناث (’ināθ) {p}, اناثى (’anāθā) {p}"));
+