-//##header\r
-/**\r
- *******************************************************************************\r
- * Copyright (C) 2000-2009, International Business Machines Corporation and *\r
- * others. All Rights Reserved. *\r
- *******************************************************************************\r
- */\r
-package com.ibm.icu.dev.test.translit;\r
-\r
-import com.ibm.icu.dev.test.*;\r
-import com.ibm.icu.lang.*;\r
-import com.ibm.icu.text.*;\r
-import com.ibm.icu.util.LocaleData;\r
-import com.ibm.icu.util.ULocale;\r
-import com.ibm.icu.impl.Utility;\r
-\r
-import java.io.BufferedWriter;\r
-import java.io.ByteArrayOutputStream;\r
-import java.io.File;\r
-import java.io.FileNotFoundException;\r
-import java.io.FileOutputStream;\r
-import java.io.IOException;\r
-import java.io.OutputStreamWriter;\r
-import java.io.PrintWriter;\r
-import java.io.UnsupportedEncodingException;\r
-import java.util.MissingResourceException;\r
-\r
-/**\r
- * @test\r
- * @summary Round trip test of Transliterator\r
- */\r
-public class RoundTripTest extends TestFmwk {\r
-\r
- static final boolean EXTRA_TESTS = true;\r
- static final boolean PRINT_RULES = true;\r
-\r
- public static void main(String[] args) throws Exception {\r
- new RoundTripTest().run(args);\r
- }\r
- /*\r
- public void TestSingle() throws IOException, ParseException {\r
- Transliterator t = Transliterator.getInstance("Latin-Greek");\r
- String s = t.transliterate("\u0101\u0069");\r
- }\r
- */\r
-\r
- /*\r
- Note: Unicode 3.2 added new Hiragana/Katakana characters:\r
-\r
-3095..3096 ; 3.2 # [2] HIRAGANA LETTER SMALL KA..HIRAGANA LETTER SMALL KE\r
-309F..30A0 ; 3.2 # [2] HIRAGANA DIGRAPH YORI..KATAKANA-HIRAGANA DOUBLE HYPHEN\r
-30FF ; 3.2 # KATAKANA DIGRAPH KOTO\r
-31F0..31FF ; 3.2 # [16] KATAKANA LETTER SMALL KU..KATAKANA LETTER SMALL RO\r
-\r
- We will not add them to the rules until they are more supported (e.g. in fonts on Windows)\r
- A bug has been filed to remind us to do this: #1979.\r
- */\r
-\r
- static String KATAKANA = "[[[:katakana:][\u30A1-\u30FA\u30FC]]-[\u30FF\u31F0-\u31FF]]";\r
- static String HIRAGANA = "[[[:hiragana:][\u3040-\u3094]]-[\u3095-\u3096\u309F-\u30A0]]";\r
- static String LENGTH = "[\u30FC]";\r
- static String HALFWIDTH_KATAKANA = "[\uFF65-\uFF9D]";\r
- static String KATAKANA_ITERATION = "[\u30FD\u30FE]";\r
- static String HIRAGANA_ITERATION = "[\u309D\u309E]";\r
-\r
- //------------------------------------------------------------------\r
- // AbbreviatedUnicodeSetIterator\r
- //------------------------------------------------------------------\r
-\r
- static class AbbreviatedUnicodeSetIterator extends UnicodeSetIterator {\r
-\r
- private boolean abbreviated;\r
- private int perRange;\r
-\r
- public AbbreviatedUnicodeSetIterator() {\r
- super();\r
- abbreviated = false;\r
- }\r
-\r
- public void reset(UnicodeSet newSet) {\r
- reset(newSet, false);\r
- }\r
-\r
- public void reset(UnicodeSet newSet, boolean abb) {\r
- reset(newSet, abb, 100);\r
- }\r
-\r
- public void reset(UnicodeSet newSet, boolean abb, int density) {\r
- super.reset(newSet);\r
- abbreviated = abb;\r
- perRange = newSet.getRangeCount();\r
- if (perRange != 0) {\r
- perRange = density / perRange;\r
- }\r
- }\r
-\r
- protected void loadRange(int myRange) {\r
- super.loadRange(myRange);\r
- if (abbreviated && (endElement > nextElement + perRange)) {\r
- endElement = nextElement + perRange;\r
- }\r
- }\r
- }\r
-\r
- //--------------------------------------------------------------------\r
-\r
- public void showElapsed(long start, String name) {\r
- double dur = (System.currentTimeMillis() - start) / 1000.0;\r
- logln(name + " took " + dur + " seconds");\r
- }\r
-\r
- public void TestKana() throws IOException {\r
- long start = System.currentTimeMillis();\r
- new Test("Katakana-Hiragana")\r
- .test(KATAKANA, "[" + HIRAGANA + LENGTH + "]", "[" + HALFWIDTH_KATAKANA + LENGTH + "]", this, new Legal());\r
- showElapsed(start, "TestKana");\r
- }\r
-\r
- public void TestHiragana() throws IOException {\r
- long start = System.currentTimeMillis();\r
- new Test("Latin-Hiragana")\r
- .test("[a-zA-Z]", HIRAGANA, HIRAGANA_ITERATION, this, new Legal());\r
- showElapsed(start, "TestHiragana");\r
- }\r
-\r
- public void TestKatakana() throws IOException {\r
- long start = System.currentTimeMillis();\r
- new Test("Latin-Katakana")\r
- .test("[a-zA-Z]", KATAKANA, "[" + KATAKANA_ITERATION + HALFWIDTH_KATAKANA + "]", this, new Legal());\r
- showElapsed(start, "TestKatakana");\r
- }\r
-\r
- public void TestJamo() throws IOException {\r
- long start = System.currentTimeMillis();\r
- new Test("Latin-Jamo")\r
- .test("[a-zA-Z]", "[\u1100-\u1112 \u1161-\u1175 \u11A8-\u11C2]", "", this, new LegalJamo());\r
- showElapsed(start, "TestJamo");\r
- }\r
-\r
- /*\r
- SBase = 0xAC00, LBase = 0x1100, VBase = 0x1161, TBase = 0x11A7,\r
- LCount = 19, VCount = 21, TCount = 28,\r
- NCount = VCount * TCount, // 588\r
- SCount = LCount * NCount, // 11172\r
- LLimit = LBase + LCount, // 1113\r
- VLimit = VBase + VCount, // 1176\r
- TLimit = TBase + TCount, // 11C3\r
- SLimit = SBase + SCount; // D7A4\r
- */\r
-\r
- public void TestHangul() throws IOException {\r
- long start = System.currentTimeMillis();\r
- Test t = new Test("Latin-Hangul", 5);\r
- boolean TEST_ALL = "true".equalsIgnoreCase(getProperty("HangulRoundTripAll")); \r
- if (TEST_ALL && getInclusion() == 10) {\r
- t.setPairLimit(Integer.MAX_VALUE); // only go to the limit if we have TEST_ALL and getInclusion\r
- }\r
- t.test("[a-zA-Z]", "[\uAC00-\uD7A4]", "", this, new Legal());\r
- showElapsed(start, "TestHangul");\r
- }\r
-\r
- /**\r
- * This is a shorter version of the test for doubles, that allows us to skip lots of cases, but\r
- * does check the ones that should cause problems (if any do).\r
- */\r
- public void TestHangul2() {\r
- Transliterator lh = Transliterator.getInstance("Latin-Hangul");\r
- Transliterator hl = lh.getInverse();\r
- final UnicodeSet representativeHangul = getRepresentativeHangul();\r
- for (UnicodeSetIterator it = new UnicodeSetIterator(representativeHangul); it.next();) {\r
- assertRoundTripTransform("Transform", it.getString(), lh, hl);\r
- }\r
- }\r
-\r
- private void assertRoundTripTransform(String message, String source, Transliterator lh, Transliterator hl) {\r
- String to = hl.transform(source);\r
- String back = lh.transform(to);\r
-//#if defined(FOUNDATION10) || defined(J2SE13)\r
-//## // No regular expression support in Java 1.3\r
-//#else\r
- if (!source.equals(back)) {\r
- String to2 = hl.transform(source.replaceAll("(.)", "$1 ").trim());\r
- String to3 = hl.transform(back.replaceAll("(.)", "$1 ").trim());\r
- assertEquals(message + " " + source + " [" + to + "/"+ to2 + "/"+ to3 + "]", source, back);\r
- }\r
-//#endif\r
- }\r
-\r
- public static UnicodeSet getRepresentativeHangul() {\r
- UnicodeSet extraSamples = new UnicodeSet("[\uCE20{\uAD6C\uB514}{\uAD73\uC774}{\uBB34\uB837}{\uBB3C\uC5FF}{\uC544\uAE4C}{\uC544\uB530}{\uC544\uBE60}{\uC544\uC2F8}{\uC544\uC9DC}{\uC544\uCC28}{\uC545\uC0AC}{\uC545\uC2F8}{\uC546\uCE74}{\uC548\uAC00}{\uC548\uC790}{\uC548\uC9DC}{\uC548\uD558}{\uC54C\uAC00}{\uC54C\uB530}{\uC54C\uB9C8}{\uC54C\uBC14}{\uC54C\uBE60}{\uC54C\uC0AC}{\uC54C\uC2F8}{\uC54C\uD0C0}{\uC54C\uD30C}{\uC54C\uD558}{\uC555\uC0AC}{\uC555\uC2F8}{\uC558\uC0AC}{\uC5C5\uC12F\uC501}{\uC5C6\uC5C8\uC2B5}]");\r
- UnicodeSet sourceSet = new UnicodeSet();\r
- addRepresentativeHangul(sourceSet, 2, false);\r
- addRepresentativeHangul(sourceSet, 3, false);\r
- addRepresentativeHangul(sourceSet, 2, true);\r
- addRepresentativeHangul(sourceSet, 3, true);\r
- // add the boundary cases; we want an example of each case of V + L and one example of each case of T+L\r
-\r
- UnicodeSet more = getRepresentativeBoundaryHangul();\r
- sourceSet.addAll(more);\r
- sourceSet.addAll(extraSamples);\r
- return sourceSet;\r
- }\r
-\r
- private static UnicodeSet getRepresentativeBoundaryHangul() {\r
- UnicodeSet resultToAddTo = new UnicodeSet();\r
- // U+1100 HANGUL CHOSEONG KIYEOK\r
- // U+1161 HANGUL JUNGSEONG A\r
- UnicodeSet L = new UnicodeSet("[:hst=L:]");\r
- UnicodeSet V = new UnicodeSet("[:hst=V:]");\r
- UnicodeSet T = new UnicodeSet("[:hst=T:]");\r
-\r
- String prefixLV = "\u1100\u1161";\r
- String prefixL = "\u1100";\r
- String suffixV = "\u1161";\r
- String nullL = "\u110B"; // HANGUL CHOSEONG IEUNG\r
-\r
- UnicodeSet L0 = new UnicodeSet("[\u1100\u110B]");\r
-\r
- // do all combinations of L0 + V + nullL + V\r
-\r
- for (UnicodeSetIterator iL0 = new UnicodeSetIterator(L0); iL0.next();) {\r
- for (UnicodeSetIterator iV = new UnicodeSetIterator(V); iV.next();) {\r
- for (UnicodeSetIterator iV2 = new UnicodeSetIterator(V); iV2.next();) {\r
- String sample = iL0.getString() + iV.getString() + nullL + iV2.getString();\r
- String trial = Normalizer.compose(sample, false);\r
- if (trial.length() == 2) {\r
- resultToAddTo.add(trial);\r
- }\r
- }\r
- }\r
- }\r
-\r
- for (UnicodeSetIterator iL = new UnicodeSetIterator(L); iL.next();) {\r
- // do all combinations of "g" + V + L + "a"\r
- final String suffix = iL.getString() + suffixV;\r
- for (UnicodeSetIterator iV = new UnicodeSetIterator(V); iV.next();) {\r
- String sample = prefixL + iV.getString() + suffix;\r
- String trial = Normalizer.compose(sample, false);\r
- if (trial.length() == 2) {\r
- resultToAddTo.add(trial);\r
- }\r
- }\r
- // do all combinations of "ga" + T + L + "a"\r
- for (UnicodeSetIterator iT = new UnicodeSetIterator(T); iT.next();) {\r
- String sample = prefixLV + iT.getString() + suffix;\r
- String trial = Normalizer.compose(sample, false);\r
- if (trial.length() == 2) {\r
- resultToAddTo.add(trial);\r
- }\r
- }\r
- }\r
- return resultToAddTo;\r
- }\r
-\r
- private static void addRepresentativeHangul(UnicodeSet resultToAddTo, int leng, boolean noFirstConsonant) {\r
- UnicodeSet notYetSeen = new UnicodeSet();\r
- for (char c = '\uAC00'; c < '\uD7AF'; ++c) {\r
- String charStr = String.valueOf(c);\r
- String decomp = Normalizer.decompose(charStr, false);\r
- if (decomp.length() != leng) {\r
- continue; // only take one length at a time\r
- }\r
- if (decomp.startsWith("\u110B ") != noFirstConsonant) {\r
- continue;\r
- }\r
- if (!notYetSeen.containsAll(decomp)) {\r
- resultToAddTo.add(c);\r
- notYetSeen.addAll(decomp);\r
- }\r
- }\r
- }\r
-\r
-\r
- public void TestHan() throws UnsupportedEncodingException, FileNotFoundException {\r
- try{\r
- UnicodeSet exemplars = LocaleData.getExemplarSet(new ULocale("zh"),0);\r
- // create string with all chars\r
- StringBuffer b = new StringBuffer();\r
- for (UnicodeSetIterator it = new UnicodeSetIterator(exemplars); it.next();) {\r
- UTF16.append(b,it.codepoint);\r
- }\r
- String source = b.toString();\r
- // transform with Han translit\r
- Transliterator han = Transliterator.getInstance("Han-Latin");\r
- String target = han.transliterate(source);\r
- // now verify that there are no Han characters left\r
- UnicodeSet allHan = new UnicodeSet("[:han:]");\r
- assertFalse("No Han must be left after Han-Latin transliteration",allHan.containsSome(target));\r
- // check the pinyin translit\r
- Transliterator pn = Transliterator.getInstance("Latin-NumericPinyin");\r
- String target2 = pn.transliterate(target);\r
- // verify that there are no marks\r
- Transliterator nfc = Transliterator.getInstance("nfc");\r
- String nfced = nfc.transliterate(target2);\r
- UnicodeSet allMarks = new UnicodeSet("[:mark:]");\r
- assertFalse("NumericPinyin must contain no marks", allMarks.containsSome(nfced));\r
- // verify roundtrip\r
- Transliterator np = pn.getInverse();\r
- String target3 = np.transliterate(target);\r
- boolean roundtripOK = target3.equals(target);\r
- assertTrue("NumericPinyin must roundtrip", roundtripOK);\r
- if (!roundtripOK) {\r
- String filename = "numeric-pinyin.log.txt";\r
- PrintWriter out = new PrintWriter(\r
- new BufferedWriter(\r
- new OutputStreamWriter(\r
- new FileOutputStream(filename), "UTF8"), 4*1024));\r
- errln("Creating log file " + new File(filename).getAbsoluteFile());\r
- out.println("Pinyin: " + target);\r
- out.println("Pinyin-Numeric-Pinyin: " + target2);\r
- out.close();\r
- }\r
- }catch(MissingResourceException ex){\r
- warnln("Could not load the locale data for fetching the exemplar characters.");\r
- }\r
- }\r
-\r
- public void TestSingle() {\r
- Transliterator t = Transliterator.getInstance("Latin-Greek");\r
- t.transliterate("\u0061\u0101\u0069");\r
- }\r
-\r
- String getGreekSet() {\r
- // Time bomb\r
- if (skipIfBeforeICU(4,3,0)) {\r
- // We temporarily filter against Unicode 4.1, but we only do this\r
- // before version 3.5.\r
- logln("TestGreek needs to be updated to remove delete the section marked [:Age=4.0:] filter");\r
- } else {\r
- errln("TestGreek needs to be updated to remove delete the [:Age=4.0:] filter ");\r
- }\r
- return \r
- // isICU28() ? "[[\u003B\u00B7[:Greek:]-[\u03D7-\u03EF]]&[:Age=3.2:]]" :\r
- "[\u003B\u00B7[[:Greek:]&[:Letter:]]-[" +\r
- "\u1D26-\u1D2A" + // L& [5] GREEK LETTER SMALL CAPITAL GAMMA..GREEK LETTER SMALL CAPITAL PSI\r
- "\u1D5D-\u1D61" + // Lm [5] MODIFIER LETTER SMALL BETA..MODIFIER LETTER SMALL CHI\r
- "\u1D66-\u1D6A" + // L& [5] GREEK SUBSCRIPT SMALL LETTER BETA..GREEK SUBSCRIPT SMALL LETTER CHI\r
- "\u03D7-\u03EF" + // \N{GREEK KAI SYMBOL}..\N{COPTIC SMALL LETTER DEI}\r
- "] & [:Age=4.0:]]";\r
- }\r
-\r
- public void TestGreek() throws IOException {\r
- long start = System.currentTimeMillis();\r
- new Test("Latin-Greek", 50)\r
- .test("[a-zA-Z]", getGreekSet(),\r
- "[\u00B5\u037A\u03D0-\u03F5\u03F9]", /* roundtrip exclusions */\r
- this, new LegalGreek(true));\r
- showElapsed(start, "TestGreek");\r
- }\r
-\r
- public void TestGreekUNGEGN() throws IOException {\r
- long start = System.currentTimeMillis();\r
- new Test("Latin-Greek/UNGEGN")\r
- .test("[a-zA-Z]", getGreekSet(),\r
- "[\u00B5\u037A\u03D0-\uFFFF{\u039C\u03C0}]", /* roundtrip exclusions */\r
- this, new LegalGreek(false));\r
- showElapsed(start, "TestGreekUNGEGN");\r
- }\r
-\r
- public void Testel() throws IOException {\r
- long start = System.currentTimeMillis();\r
- new Test("Latin-el")\r
- .test("[a-zA-Z]", getGreekSet(),\r
- "[\u00B5\u037A\u03D0-\uFFFF{\u039C\u03C0}]", /* roundtrip exclusions */\r
- this, new LegalGreek(false));\r
- showElapsed(start, "Testel");\r
- }\r
-\r
- public void TestCyrillic() throws IOException {\r
- long start = System.currentTimeMillis();\r
- new Test("Latin-Cyrillic")\r
- .test("[a-zA-Z\u0110\u0111\u02BA\u02B9]", "[\u0400-\u045F]", null, this, new Legal());\r
- showElapsed(start, "TestCyrillic");\r
- }\r
-\r
- static final String ARABIC = "[\u06A9\u060C\u061B\u061F\u0621\u0627-\u063A\u0641-\u0655\u0660-\u066C\u067E\u0686\u0698\u06A4\u06AD\u06AF\u06CB-\u06CC\u06F0-\u06F9]";\r
-\r
- public void TestArabic() throws IOException {\r
- long start = System.currentTimeMillis();\r
- new Test("Latin-Arabic")\r
- .test("[a-zA-Z\u02BE\u02BF]", ARABIC, "[a-zA-Z\u02BE\u02BF\u207F]", null, this, new Legal()); //\r
- showElapsed(start, "TestArabic");\r
- }\r
-\r
- public void TestHebrew() throws IOException {\r
- // Time bomb\r
- if (skipIfBeforeICU(4,3,0)) {\r
- // We temporarily filter against Unicode 4.1, but we only do this\r
- // before version 3.5.\r
- logln("TestHebrew needs to be updated to remove delete the section marked [:Age=4.0:] filter");\r
- } else {\r
- errln("TestHebrew needs to be updated to remove delete the [:Age=4.0:] filter ");\r
- }\r
- long start = System.currentTimeMillis();\r
- new Test("Latin-Hebrew")\r
- .test("[a-zA-Z\u02BC\u02BB]", "[[[:hebrew:]-[\u05BD\uFB00-\uFBFF]]& [:Age=4.0:]]", "[\u05F0\u05F1\u05F2]", this, new LegalHebrew());\r
- showElapsed(start, "TestHebrew");\r
- }\r
-\r
- public void TestThai() throws IOException {\r
- long start = System.currentTimeMillis();\r
- if(skipIfBeforeICU(4,3,0)){\r
- new Test("Latin-Thai")\r
- .test("[a-zA-Z\u0142\u1ECD\u00E6\u0131\u0268\u02CC]",\r
- "[\u0E01-\u0E3A\u0E40-\u0E5B]", \r
- "[a-zA-Z\u0142\u1ECD\u00E6\u0131\u0268\u02B9\u02CC]",\r
- "[\u0E4F]", this, new LegalThai()); \r
- }else{\r
- new Test("Latin-Thai")\r
- .test("[a-zA-Z\u0142\u1ECD\u00E6\u0131\u0268\u02CC]",\r
- "[\u0E01-\u0E3A\u0E40-\u0E5B]", \r
- "[a-zA-Z\u0142\u1ECD\u00E6\u0131\u0268\u02B9\u02CC]",\r
- null, this, new LegalThai());\r
- }\r
-\r
- showElapsed(start, "TestThai");\r
- }\r
-\r
- //----------------------------------\r
- // Inter-Indic Tests\r
- //----------------------------------\r
- public static class LegalIndic extends Legal{\r
- UnicodeSet vowelSignSet = new UnicodeSet();\r
-\r
- public LegalIndic(){\r
- vowelSignSet.addAll(new UnicodeSet("[\u0901\u0902\u0903\u0904\u093e-\u094c\u0962\u0963]")); /* Devanagari */\r
- vowelSignSet.addAll(new UnicodeSet("[\u0981\u0982\u0983\u09be-\u09cc\u09e2\u09e3\u09D7]")); /* Bengali */\r
- vowelSignSet.addAll(new UnicodeSet("[\u0a01\u0a02\u0a03\u0a3e-\u0a4c\u0a62\u0a63\u0a70\u0a71]")); /* Gurmukhi */\r
- vowelSignSet.addAll(new UnicodeSet("[\u0a81\u0a82\u0a83\u0abe-\u0acc\u0ae2\u0ae3]")); /* Gujarati */\r
- vowelSignSet.addAll(new UnicodeSet("[\u0b01\u0b02\u0b03\u0b3e-\u0b4c\u0b62\u0b63\u0b56\u0b57]")); /* Oriya */\r
- vowelSignSet.addAll(new UnicodeSet("[\u0b81\u0b82\u0b83\u0bbe-\u0bcc\u0be2\u0be3\u0bd7]")); /* Tamil */\r
- vowelSignSet.addAll(new UnicodeSet("[\u0c01\u0c02\u0c03\u0c3e-\u0c4c\u0c62\u0c63\u0c55\u0c56]")); /* Telugu */\r
- vowelSignSet.addAll(new UnicodeSet("[\u0c81\u0c82\u0c83\u0cbe-\u0ccc\u0ce2\u0ce3\u0cd5\u0cd6]")); /* Kannada */\r
- vowelSignSet.addAll(new UnicodeSet("[\u0d01\u0d02\u0d03\u0d3e-\u0d4c\u0d62\u0d63\u0d57]")); /* Malayalam */\r
- }\r
-\r
- String avagraha = "\u093d\u09bd\u0abd\u0b3d\u0cbd";\r
- String nukta = "\u093c\u09bc\u0a3c\u0abc\u0b3c\u0cbc";\r
- String virama = "\u094d\u09cd\u0a4d\u0acd\u0b4d\u0bcd\u0c4d\u0ccd\u0d4d";\r
- String sanskritStressSigns = "\u0951\u0952\u0953\u0954\u097d";\r
- String chandrabindu = "\u0901\u0981\u0A81\u0b01\u0c01";\r
- public boolean is(String sourceString){\r
- int cp=sourceString.charAt(0);\r
-\r
- // A vowel sign cannot be the first char\r
- if(vowelSignSet.contains(cp)){\r
- return false;\r
- }else if(avagraha.indexOf(cp)!=-1){\r
- return false;\r
- }else if(virama.indexOf(cp)!=-1){\r
- return false;\r
- }else if(nukta.indexOf(cp)!=-1){\r
- return false;\r
- }else if(sanskritStressSigns.indexOf(cp)!=-1){\r
- return false;\r
- }else if((chandrabindu.indexOf(cp)!=-1) &&\r
- (sourceString.length() >1 &&\r
- vowelSignSet.contains(sourceString.charAt(1)))){\r
- return false;\r
- }\r
- return true;\r
- }\r
- }\r
- static String latinForIndic = "[['.0-9A-Za-z~\u00C0-\u00C5\u00C7-\u00CF\u00D1-\u00D6\u00D9-\u00DD"+\r
- "\u00E0-\u00E5\u00E7-\u00EF\u00F1-\u00F6\u00F9-\u00FD\u00FF-\u010F"+\r
- "\u0112-\u0125\u0128-\u0130\u0134-\u0137\u0139-\u013E\u0143-\u0148"+\r
- "\u014C-\u0151\u0154-\u0165\u0168-\u017E\u01A0-\u01A1\u01AF-\u01B0"+\r
- "\u01CD-\u01DC\u01DE-\u01E3\u01E6-\u01ED\u01F0\u01F4-\u01F5\u01F8-\u01FB"+\r
- "\u0200-\u021B\u021E-\u021F\u0226-\u0233\u0294\u0303-\u0304\u0306\u0314-\u0315"+\r
- "\u0325\u040E\u0419\u0439\u045E\u04C1-\u04C2\u04D0-\u04D1\u04D6-\u04D7"+\r
- "\u04E2-\u04E3\u04EE-\u04EF\u1E00-\u1E99\u1EA0-\u1EF9\u1F01\u1F03\u1F05"+\r
- "\u1F07\u1F09\u1F0B\u1F0D\u1F0F\u1F11\u1F13\u1F15\u1F19\u1F1B\u1F1D\u1F21"+\r
- "\u1F23\u1F25\u1F27\u1F29\u1F2B\u1F2D\u1F2F\u1F31\u1F33\u1F35\u1F37\u1F39"+\r
- "\u1F3B\u1F3D\u1F3F\u1F41\u1F43\u1F45\u1F49\u1F4B\u1F4D\u1F51\u1F53\u1F55"+\r
- "\u1F57\u1F59\u1F5B\u1F5D\u1F5F\u1F61\u1F63\u1F65\u1F67\u1F69\u1F6B\u1F6D"+\r
- "\u1F6F\u1F81\u1F83\u1F85\u1F87\u1F89\u1F8B\u1F8D\u1F8F\u1F91\u1F93\u1F95"+\r
- "\u1F97\u1F99\u1F9B\u1F9D\u1F9F\u1FA1\u1FA3\u1FA5\u1FA7\u1FA9\u1FAB\u1FAD"+\r
- "\u1FAF-\u1FB1\u1FB8-\u1FB9\u1FD0-\u1FD1\u1FD8-\u1FD9\u1FE0-\u1FE1\u1FE5"+\r
- "\u1FE8-\u1FE9\u1FEC\u212A-\u212B\uE04D\uE064]"+\r
- "-[\uE000-\uE080 \u01E2\u01E3]& [[:latin:][:mark:]]]";\r
-\r
- public void TestDevanagariLatin() throws IOException {\r
- long start = System.currentTimeMillis();\r
- if (skipIfBeforeICU(4,3,0)) {\r
- logln("Warning: TestDevanagariLatin needs to be updated to remove delete the section marked [:Age=4.1:] filter");\r
- } else {\r
- // We temporarily filter against Unicode 4.1, but we only do this\r
- // before version 3.4.\r
- errln("FAIL: TestDevanagariLatin needs to be updated to remove delete the [:Age=4.1:] filter ");\r
- return;\r
- }\r
- new Test("Latin-DEVANAGARI", 50)\r
- .test(latinForIndic, "[[[:Devanagari:][\u094d][\u0964\u0965]]&[:Age=4.1:]]", "[\u0965\u0904]", this, new LegalIndic());\r
- showElapsed(start, "TestDevanagariLatin");\r
- }\r
-\r
- private static final String [][] interIndicArray= new String[][]{\r
- new String [] { "BENGALI-DEVANAGARI",\r
- "[:BENGALI:]", "[:Devanagari:]",\r
- "[\u0904\u0951-\u0954\u0943-\u0949\u094a\u0962\u0963\u090D\u090e\u0911\u0912\u0929\u0933\u0934\u0935\u0950\u0958\u0959\u095a\u095b\u095e\u097d]", /*roundtrip exclusions*/\r
- },\r
- new String [] { "DEVANAGARI-BENGALI",\r
- "[:Devanagari:]", "[:BENGALI:]",\r
- "[\u09D7\u090D\u090e\u0911\u0912\u0929\u0933\u0934\u0935\u0950\u0958\u0959\u095a\u095b\u095e\u09f0\u09f1\u09f2-\u09fa\u09ce]", /*roundtrip exclusions*/\r
- },\r
-\r
- new String [] { "GURMUKHI-DEVANAGARI",\r
- "[:GURMUKHI:]", "[:Devanagari:]",\r
- "[\u0904\u0902\u0936\u0933\u0951-\u0954\u0902\u0903\u0943-\u0949\u094a\u0962\u0963\u090B\u090C\u090D\u090e\u0911\u0912\u0934\u0937\u093D\u0950\u0960\u0961\u097d]", /*roundtrip exclusions*/\r
- },\r
- new String [] { "DEVANAGARI-GURMUKHI",\r
- "[:Devanagari:]", "[:GURMUKHI:]",\r
- "[\u0A02\u0946\u0A5C\u0951-\u0954\u0A70\u0A71\u090B\u090C\u090D\u090e\u0911\u0912\u0934\u0937\u093D\u0950\u0960\u0961\u0a72\u0a73\u0a74]", /*roundtrip exclusions*/\r
- },\r
-\r
- new String [] { "GUJARATI-DEVANAGARI",\r
- "[:GUJARATI:]", "[:Devanagari:]",\r
- "[\u0904\u0946\u094A\u0962\u0963\u0951-\u0954\u0961\u090c\u090e\u0912\u097d]", /*roundtrip exclusions*/\r
- },\r
- new String [] { "DEVANAGARI-GUJARATI",\r
- "[:Devanagari:]", "[:GUJARATI:]",\r
- "[\u0951-\u0954\u0961\u090c\u090e\u0912]", /*roundtrip exclusions*/\r
- },\r
-\r
- new String [] { "ORIYA-DEVANAGARI",\r
- "[:ORIYA:]", "[:Devanagari:]",\r
- "[\u0904\u0912\u0911\u090D\u090e\u0931\u0943-\u094a\u0962\u0963\u0951-\u0954\u0950\u097d]", /*roundtrip exclusions*/\r
- },\r
- new String [] { "DEVANAGARI-ORIYA",\r
- "[:Devanagari:]", "[:ORIYA:]",\r
- "[\u0b5f\u0b56\u0b57\u0b70\u0b71\u0950\u090D\u090e\u0912\u0911\u0931]", /*roundtrip exclusions*/\r
- },\r
-\r
- new String [] { "Tamil-DEVANAGARI",\r
- "[:tamil:]", "[:Devanagari:]",\r
- "[\u0901\u0904\u093c\u0943-\u094a\u0951-\u0954\u0962\u0963\u090B\u090C\u090D\u0911\u0916\u0917\u0918\u091B\u091D\u0920\u0921\u0922\u0925\u0926\u0927\u092B\u092C\u092D\u0936\u093d\u0950[\u0958-\u0961]\u097d]", /*roundtrip exclusions*/\r
- },\r
- new String [] { "DEVANAGARI-Tamil",\r
- "[:Devanagari:]", "[:tamil:]",\r
- "[\u0bd7\u0BF0\u0BF1\u0BF2]", /*roundtrip exclusions*/\r
- },\r
-\r
- new String [] { "Telugu-DEVANAGARI",\r
- "[:telugu:]", "[:Devanagari:]",\r
- "[\u0904\u093c\u0950\u0945\u0949\u0951-\u0954\u0962\u0963\u090D\u0911\u093d\u0929\u0934[\u0958-\u095f]\u097d]", /*roundtrip exclusions*/\r
- },\r
- new String [] { "DEVANAGARI-TELUGU",\r
- "[:Devanagari:]", "[:TELUGU:]",\r
- "[\u0c55\u0c56\u0950\u090D\u0911\u093d\u0929\u0934[\u0958-\u095f]]", /*roundtrip exclusions*/\r
- },\r
-\r
- new String [] { "KANNADA-DEVANAGARI",\r
- "[:KANNADA:]", "[:Devanagari:]",\r
- "[\u0901\u0904\u0946\u0950\u0945\u0949\u0951-\u0954\u0962\u0963\u0950\u090D\u0911\u093d\u0929\u0934[\u0958-\u095f]\u097d]", /*roundtrip exclusions*/\r
- },\r
- new String [] { "DEVANAGARI-KANNADA",\r
- "[:Devanagari:]", "[:KANNADA:]",\r
- "[{\u0cb0\u0cbc}{\u0cb3\u0cbc}\u0cde\u0cd5\u0cd6\u0950\u090D\u0911\u093d\u0929\u0934[\u0958-\u095f]]", /*roundtrip exclusions*/\r
- },\r
-\r
- new String [] { "MALAYALAM-DEVANAGARI",\r
- "[:MALAYALAM:]", "[:Devanagari:]",\r
- "[\u0901\u0904\u094a\u094b\u094c\u093c\u0950\u0944\u0945\u0949\u0951-\u0954\u0962\u0963\u090D\u0911\u093d\u0929\u0934[\u0958-\u095f]\u097d]", /*roundtrip exclusions*/\r
- },\r
- new String [] { "DEVANAGARI-MALAYALAM",\r
- "[:Devanagari:]", "[:MALAYALAM:]",\r
- "[\u0d4c\u0d57\u0950\u090D\u0911\u093d\u0929\u0934[\u0958-\u095f]]", /*roundtrip exclusions*/\r
- },\r
-\r
- new String [] { "GURMUKHI-BENGALI",\r
- "[:GURMUKHI:]", "[:BENGALI:]",\r
- "[\u0982\u09b6\u09e2\u09e3\u09c3\u09c4\u09d7\u098B\u098C\u09B7\u09E0\u09E1\u09F0\u09F1\u09f2-\u09fa\u09ce]", /*roundtrip exclusions*/\r
- },\r
- new String [] { "BENGALI-GURMUKHI",\r
- "[:BENGALI:]", "[:GURMUKHI:]",\r
- "[\u0A02\u0a5c\u0a47\u0a70\u0a71\u0A33\u0A35\u0A59\u0A5A\u0A5B\u0A5E\u0A72\u0A73\u0A74]", /*roundtrip exclusions*/\r
- },\r
-\r
- new String [] { "GUJARATI-BENGALI",\r
- "[:GUJARATI:]", "[:BENGALI:]",\r
- "[\u09d7\u09e2\u09e3\u098c\u09e1\u09f0\u09f1\u09f2-\u09fa\u09ce]", /*roundtrip exclusions*/\r
- },\r
- new String [] { "BENGALI-GUJARATI",\r
- "[:BENGALI:]", "[:GUJARATI:]",\r
- "[\u0A82\u0a83\u0Ac9\u0Ac5\u0ac7\u0A8D\u0A91\u0AB3\u0AB5\u0ABD\u0AD0]", /*roundtrip exclusions*/\r
- },\r
-\r
- new String [] { "ORIYA-BENGALI",\r
- "[:ORIYA:]", "[:BENGALI:]",\r
- "[\u09c4\u09e2\u09e3\u09f0\u09f1\u09f2-\u09fa\u09ce]", /*roundtrip exclusions*/\r
- },\r
- new String [] { "BENGALI-ORIYA",\r
- "[:BENGALI:]", "[:ORIYA:]",\r
- "[\u0b35\u0b71\u0b5f\u0b56\u0b33\u0b3d]", /*roundtrip exclusions*/\r
- },\r
-\r
- new String [] { "Tamil-BENGALI",\r
- "[:tamil:]", "[:BENGALI:]",\r
- "[\u0981\u09bc\u09c3\u09c4\u09e2\u09e3\u09f0\u09f1\u098B\u098C\u0996\u0997\u0998\u099B\u099D\u09A0\u09A1\u09A2\u09A5\u09A6\u09A7\u09AB\u09AC\u09AD\u09B6\u09DC\u09DD\u09DF\u09E0\u09E1\u09f2-\u09fa\u09ce]", /*roundtrip exclusions*/\r
- },\r
- new String [] { "BENGALI-Tamil",\r
- "[:BENGALI:]", "[:tamil:]",\r
- "[\u0bc6\u0bc7\u0bca\u0B8E\u0B92\u0BA9\u0BB1\u0BB3\u0BB4\u0BB5\u0BF0\u0BF1\u0BF2]", /*roundtrip exclusions*/\r
- },\r
-\r
- new String [] { "Telugu-BENGALI",\r
- "[:telugu:]", "[:BENGALI:]",\r
- "[\u09e2\u09e3\u09bc\u09d7\u09f0\u09f1\u09dc\u09dd\u09df\u09f2-\u09fa\u09ce]", /*roundtrip exclusions*/\r
- },\r
- new String [] { "BENGALI-TELUGU",\r
- "[:BENGALI:]", "[:TELUGU:]",\r
- "[\u0c55\u0c56\u0c47\u0c46\u0c4a\u0C0E\u0C12\u0C31\u0C33\u0C35]", /*roundtrip exclusions*/\r
- },\r
-\r
- new String [] { "KANNADA-BENGALI",\r
- "[:KANNADA:]", "[:BENGALI:]",\r
- "[\u0981\u09e2\u09e3\u09bc\u09d7\u09f0\u09f1\u09dc\u09dd\u09df\u09f2-\u09fa\u09ce]", /*roundtrip exclusions*/\r
- },\r
- new String [] { "BENGALI-KANNADA",\r
- "[:BENGALI:]", "[:KANNADA:]",\r
- "[{\u0cb0\u0cbc}{\u0cb3\u0cbc}\u0cc6\u0cca\u0cd5\u0cd6\u0cc7\u0C8E\u0C92\u0CB1\u0cb3\u0cb5\u0cde]", /*roundtrip exclusions*/\r
- },\r
-\r
- new String [] { "MALAYALAM-BENGALI",\r
- "[:MALAYALAM:]", "[:BENGALI:]",\r
- "[\u0981\u09e2\u09e3\u09bc\u09c4\u09f0\u09f1\u09dc\u09dd\u09df\u09f2-\u09fa\u09ce]", /*roundtrip exclusions*/\r
- },\r
- new String [] { "BENGALI-MALAYALAM",\r
- "[:BENGALI:]", "[:MALAYALAM:]",\r
- "[\u0d46\u0d4a\u0d47\u0d31-\u0d35\u0d0e\u0d12]", /*roundtrip exclusions*/\r
- },\r
-\r
- new String [] { "GUJARATI-GURMUKHI",\r
- "[:GUJARATI:]", "[:GURMUKHI:]",\r
- "[\u0A02\u0ab3\u0ab6\u0A70\u0a71\u0a82\u0a83\u0ac3\u0ac4\u0ac5\u0ac9\u0a5c\u0a72\u0a73\u0a74\u0a8b\u0a8d\u0a91\u0abd]", /*roundtrip exclusions*/\r
- },\r
- new String [] { "GURMUKHI-GUJARATI",\r
- "[:GURMUKHI:]", "[:GUJARATI:]",\r
- "[\u0a5c\u0A70\u0a71\u0a72\u0a73\u0a74\u0a82\u0a83\u0a8b\u0a8c\u0a8d\u0a91\u0ab3\u0ab6\u0ab7\u0abd\u0ac3\u0ac4\u0ac5\u0ac9\u0ad0\u0ae0\u0ae1]", /*roundtrip exclusions*/\r
- },\r
-\r
- new String [] { "ORIYA-GURMUKHI",\r
- "[:ORIYA:]", "[:GURMUKHI:]",\r
- "[\u0A02\u0a5c\u0a21\u0a47\u0a71\u0b02\u0b03\u0b33\u0b36\u0b43\u0b56\u0b57\u0B0B\u0B0C\u0B37\u0B3D\u0B5F\u0B60\u0B61\u0a35\u0a72\u0a73\u0a74]", /*roundtrip exclusions*/\r
- },\r
- new String [] { "GURMUKHI-ORIYA",\r
- "[:GURMUKHI:]", "[:ORIYA:]",\r
- "[\u0a71\u0b02\u0b03\u0b33\u0b36\u0b43\u0b56\u0b57\u0B0B\u0B0C\u0B37\u0B3D\u0B5F\u0B60\u0B61\u0b70\u0b71]", /*roundtrip exclusions*/\r
- },\r
-\r
- new String [] { "TAMIL-GURMUKHI",\r
- "[:TAMIL:]", "[:GURMUKHI:]",\r
- "[\u0A01\u0A02\u0a33\u0a36\u0a3c\u0a70\u0a71\u0a47\u0A16\u0A17\u0A18\u0A1B\u0A1D\u0A20\u0A21\u0A22\u0A25\u0A26\u0A27\u0A2B\u0A2C\u0A2D\u0A59\u0A5A\u0A5B\u0A5C\u0A5E\u0A72\u0A73\u0A74]", /*roundtrip exclusions*/\r
- },\r
- new String [] { "GURMUKHI-TAMIL",\r
- "[:GURMUKHI:]", "[:TAMIL:]",\r
- "[\u0b82\u0bc6\u0bca\u0bd7\u0bb7\u0bb3\u0b83\u0B8E\u0B92\u0BA9\u0BB1\u0BB4\u0bb6\u0BF0\u0BF1\u0BF2]", /*roundtrip exclusions*/\r
- },\r
-\r
- new String [] { "TELUGU-GURMUKHI",\r
- "[:TELUGU:]", "[:GURMUKHI:]",\r
- "[\u0A02\u0a33\u0a36\u0a3c\u0a70\u0a71\u0A59\u0A5A\u0A5B\u0A5C\u0A5E\u0A72\u0A73\u0A74]", /*roundtrip exclusions*/\r
- },\r
- new String [] { "GURMUKHI-TELUGU",\r
- "[:GURMUKHI:]", "[:TELUGU:]",\r
- "[\u0c02\u0c03\u0c33\u0c36\u0c44\u0c43\u0c46\u0c4a\u0c56\u0c55\u0C0B\u0C0C\u0C0E\u0C12\u0C31\u0C37\u0C60\u0C61]", /*roundtrip exclusions*/\r
- },\r
- new String [] { "KANNADA-GURMUKHI",\r
- "[:KANNADA:]", "[:GURMUKHI:]",\r
- "[\u0A01\u0A02\u0a33\u0a36\u0a3c\u0a70\u0a71\u0A59\u0A5A\u0A5B\u0A5C\u0A5E\u0A72\u0A73\u0A74]", /*roundtrip exclusions*/\r
- },\r
- new String [] { "GURMUKHI-KANNADA",\r
- "[:GURMUKHI:]", "[:KANNADA:]",\r
- "[{\u0cb0\u0cbc}{\u0cb3\u0cbc}\u0c82\u0c83\u0cb3\u0cb6\u0cc4\u0cc3\u0cc6\u0cca\u0cd5\u0cd6\u0C8B\u0C8C\u0C8E\u0C92\u0CB1\u0CB7\u0cbd\u0CE0\u0CE1\u0cde]", /*roundtrip exclusions*/\r
- },\r
-\r
- new String [] { "MALAYALAM-GURMUKHI",\r
- "[:MALAYALAM:]", "[:GURMUKHI:]",\r
- "[\u0A01\u0A02\u0a4b\u0a4c\u0a33\u0a36\u0a3c\u0a70\u0a71\u0A59\u0A5A\u0A5B\u0A5C\u0A5E\u0A72\u0A73\u0A74]", /*roundtrip exclusions*/\r
- },\r
- new String [] { "GURMUKHI-MALAYALAM",\r
- "[:GURMUKHI:]", "[:MALAYALAM:]",\r
- "[\u0d02\u0d03\u0d33\u0d36\u0d43\u0d46\u0d4a\u0d4c\u0d57\u0D0B\u0D0C\u0D0E\u0D12\u0D31\u0D34\u0D37\u0D60\u0D61]", /*roundtrip exclusions*/\r
- },\r
-\r
- new String [] { "GUJARATI-ORIYA",\r
- "[:GUJARATI:]", "[:ORIYA:]",\r
- "[\u0b56\u0b57\u0B0C\u0B5F\u0B61\u0b70\u0b71]", /*roundtrip exclusions*/\r
- },\r
- new String [] { "ORIYA-GUJARATI",\r
- "[:ORIYA:]", "[:GUJARATI:]",\r
- "[\u0Ac4\u0Ac5\u0Ac9\u0Ac7\u0A8D\u0A91\u0AB5\u0Ad0]", /*roundtrip exclusions*/\r
- },\r
-\r
- new String [] { "TAMIL-GUJARATI",\r
- "[:TAMIL:]", "[:GUJARATI:]",\r
- "[\u0A81\u0a8c\u0abc\u0ac3\u0Ac4\u0Ac5\u0Ac9\u0Ac7\u0A8B\u0A8D\u0A91\u0A96\u0A97\u0A98\u0A9B\u0A9D\u0AA0\u0AA1\u0AA2\u0AA5\u0AA6\u0AA7\u0AAB\u0AAC\u0AAD\u0AB6\u0ABD\u0AD0\u0AE0\u0AE1]", /*roundtrip exclusions*/\r
- },\r
- new String [] { "GUJARATI-TAMIL",\r
- "[:GUJARATI:]", "[:TAMIL:]",\r
- "[\u0Bc6\u0Bca\u0Bd7\u0B8E\u0B92\u0BA9\u0BB1\u0BB4\u0BF0\u0BF1\u0BF2]", /*roundtrip exclusions*/\r
- },\r
-\r
- new String [] { "TELUGU-GUJARATI",\r
- "[:TELUGU:]", "[:GUJARATI:]",\r
- "[\u0abc\u0Ac5\u0Ac9\u0A8D\u0A91\u0ABD\u0Ad0]", /*roundtrip exclusions*/\r
- },\r
- new String [] { "GUJARATI-TELUGU",\r
- "[:GUJARATI:]", "[:TELUGU:]",\r
- "[\u0c46\u0c4a\u0c55\u0c56\u0C0C\u0C0E\u0C12\u0C31\u0C61]", /*roundtrip exclusions*/\r
- },\r
-\r
- new String [] { "KANNADA-GUJARATI",\r
- "[:KANNADA:]", "[:GUJARATI:]",\r
- "[\u0A81\u0abc\u0Ac5\u0Ac9\u0A8D\u0A91\u0ABD\u0Ad0]", /*roundtrip exclusions*/\r
- },\r
- new String [] { "GUJARATI-KANNADA",\r
- "[:GUJARATI:]", "[:KANNADA:]",\r
- "[{\u0cb0\u0cbc}{\u0cb3\u0cbc}\u0cc6\u0cca\u0cd5\u0cd6\u0C8C\u0C8E\u0C92\u0CB1\u0CDE\u0CE1]", /*roundtrip exclusions*/\r
- },\r
-\r
- new String [] { "MALAYALAM-GUJARATI",\r
- "[:MALAYALAM:]", "[:GUJARATI:]",\r
- "[\u0A81\u0ac4\u0acb\u0acc\u0abc\u0Ac5\u0Ac9\u0A8D\u0A91\u0ABD\u0Ad0]", /*roundtrip exclusions*/\r
- },\r
- new String [] { "GUJARATI-MALAYALAM",\r
- "[:GUJARATI:]", "[:MALAYALAM:]",\r
- "[\u0d46\u0d4a\u0d4c\u0d55\u0d57\u0D0C\u0D0E\u0D12\u0D31\u0D34\u0D61]", /*roundtrip exclusions*/\r
- },\r
-\r
- new String [] { "TAMIL-ORIYA",\r
- "[:TAMIL:]", "[:ORIYA:]",\r
- "[\u0B01\u0b3c\u0b43\u0b56\u0B0B\u0B0C\u0B16\u0B17\u0B18\u0B1B\u0B1D\u0B20\u0B21\u0B22\u0B25\u0B26\u0B27\u0B2B\u0B2C\u0B2D\u0B36\u0B3D\u0B5C\u0B5D\u0B5F\u0B60\u0B61\u0b70\u0b71]", /*roundtrip exclusions*/\r
- },\r
- new String [] { "ORIYA-TAMIL",\r
- "[:ORIYA:]", "[:TAMIL:]",\r
- "[\u0bc6\u0bca\u0bc7\u0B8E\u0B92\u0BA9\u0BB1\u0BB4\u0BB5\u0BF0\u0BF1\u0BF2]", /*roundtrip exclusions*/\r
- },\r
-\r
- new String [] { "TELUGU-ORIYA",\r
- "[:TELUGU:]", "[:ORIYA:]",\r
- "[\u0b3c\u0b57\u0b56\u0B3D\u0B5C\u0B5D\u0B5F\u0b70\u0b71]", /*roundtrip exclusions*/\r
- },\r
- new String [] { "ORIYA-TELUGU",\r
- "[:ORIYA:]", "[:TELUGU:]",\r
- "[\u0c44\u0c46\u0c4a\u0c55\u0c47\u0C0E\u0C12\u0C31\u0C35]", /*roundtrip exclusions*/\r
- },\r
-\r
- new String [] { "KANNADA-ORIYA",\r
- "[:KANNADA:]", "[:ORIYA:]",\r
- "[\u0B01\u0b3c\u0b57\u0B3D\u0B5C\u0B5D\u0B5F\u0b70\u0b71]", /*roundtrip exclusions*/\r
- },\r
- new String [] { "ORIYA-KANNADA",\r
- "[:ORIYA:]", "[:KANNADA:]",\r
- "[{\u0cb0\u0cbc}{\u0cb3\u0cbc}\u0cc4\u0cc6\u0cca\u0cd5\u0cc7\u0C8E\u0C92\u0CB1\u0CB5\u0CDE]", /*roundtrip exclusions*/\r
- },\r
-\r
- new String [] { "MALAYALAM-ORIYA",\r
- "[:MALAYALAM:]", "[:ORIYA:]",\r
- "[\u0B01\u0b3c\u0b56\u0B3D\u0B5C\u0B5D\u0B5F\u0b70\u0b71]", /*roundtrip exclusions*/\r
- },\r
- new String [] { "ORIYA-MALAYALAM",\r
- "[:ORIYA:]", "[:MALAYALAM:]",\r
- "[\u0D47\u0D46\u0D4a\u0D0E\u0D12\u0D31\u0D34\u0D35]", /*roundtrip exclusions*/\r
- },\r
-\r
- new String [] { "TELUGU-TAMIL",\r
- "[:TELUGU:]", "[:TAMIL:]",\r
- "[\u0bd7\u0ba9\u0bb4\u0BF0\u0BF1\u0BF2\u0BF0\u0BF1\u0BF2]", /*roundtrip exclusions*/\r
- },\r
- new String [] { "TAMIL-TELUGU",\r
- "[:TAMIL:]", "[:TELUGU:]",\r
- "[\u0C01\u0c43\u0c44\u0c46\u0c47\u0c55\u0c56\u0c66\u0C0B\u0C0C\u0C16\u0C17\u0C18\u0C1B\u0C1D\u0C20\u0C21\u0C22\u0C25\u0C26\u0C27\u0C2B\u0C2C\u0C2D\u0C36\u0C60\u0C61]", /*roundtrip exclusions*/\r
- },\r
-\r
- new String [] { "KANNADA-TAMIL",\r
- "[:KANNADA:]", "[:TAMIL:]",\r
- "[\u0bd7\u0bc6\u0ba9\u0bb4\u0BF0\u0BF1\u0BF2]", /*roundtrip exclusions*/\r
- },\r
- new String [] { "TAMIL-KANNADA",\r
- "[:TAMIL:]", "[:KANNADA:]",\r
- "[\u0cc3\u0cc4\u0cc6\u0cc7\u0cd5\u0cd6\u0C8B\u0C8C\u0C96\u0C97\u0C98\u0C9B\u0C9D\u0CA0\u0CA1\u0CA2\u0CA5\u0CA6\u0CA7\u0CAB\u0CAC\u0CAD\u0CB6\u0cbc\u0cbd\u0CDE\u0CE0\u0CE1]", /*roundtrip exclusions*/\r
- },\r
-\r
- new String [] { "MALAYALAM-TAMIL",\r
- "[:MALAYALAM:]", "[:TAMIL:]",\r
- "[\u0ba9\u0BF0\u0BF1\u0BF2]", /*roundtrip exclusions*/\r
- },\r
- new String [] { "TAMIL-MALAYALAM",\r
- "[:TAMIL:]", "[:MALAYALAM:]",\r
- "[\u0d43\u0d12\u0D0B\u0D0C\u0D16\u0D17\u0D18\u0D1B\u0D1D\u0D20\u0D21\u0D22\u0D25\u0D26\u0D27\u0D2B\u0D2C\u0D2D\u0D36\u0D60\u0D61]", /*roundtrip exclusions*/\r
- },\r
-\r
- new String [] { "KANNADA-TELUGU",\r
- "[:KANNADA:]", "[:TELUGU:]",\r
- "[\u0C01\u0c3f\u0c46\u0c48\u0c4a]", /*roundtrip exclusions*/\r
- },\r
- new String [] { "TELUGU-KANNADA",\r
- "[:TELUGU:]", "[:KANNADA:]",\r
- "[\u0cc8\u0cd5\u0cd6\u0CDE\u0cbc\u0cbd]", /*roundtrip exclusions*/\r
- },\r
-\r
- new String [] { "MALAYALAM-TELUGU",\r
- "[:MALAYALAM:]", "[:TELUGU:]",\r
- "[\u0C01\u0c44\u0c4a\u0c4c\u0c4b\u0c55\u0c56]", /*roundtrip exclusions*/\r
- },\r
- new String [] { "TELUGU-MALAYALAM",\r
- "[:TELUGU:]", "[:MALAYALAM:]",\r
- "[\u0d4c\u0d57\u0D34]", /*roundtrip exclusions*/\r
- },\r
-\r
- new String [] { "MALAYALAM-KANNADA",\r
- "[:MALAYALAM:]", "[:KANNADA:]",\r
- "[\u0cbc\u0cbd\u0cc4\u0cc6\u0cca\u0ccc\u0ccb\u0cd5\u0cd6\u0cDe]", /*roundtrip exclusions*/\r
- },\r
- new String [] { "Latin-Bengali",\r
- latinForIndic, "[[:Bengali:][\u0964\u0965]]",\r
- "[\u0965\u09f0-\u09fa\u09ce]", /*roundtrip exclusions*/\r
- },\r
- new String [] { "Latin-Gurmukhi",\r
- latinForIndic, "[[:Gurmukhi:][\u0964\u0965]]",\r
- "[\u0a01\u0a02\u0965\u0a72\u0a73\u0a74]", /*roundtrip exclusions*/\r
- },\r
- new String [] { "Latin-Gujarati",\r
- latinForIndic, "[[:Gujarati:][\u0964\u0965]]",\r
- "[\u0965]", /*roundtrip exclusions*/\r
- },\r
- new String [] { "Latin-Oriya",\r
- latinForIndic, "[[:Oriya:][\u0964\u0965]]",\r
- "[\u0965\u0b70]", /*roundtrip exclusions*/\r
- },\r
- new String [] { "Latin-Tamil",\r
- latinForIndic, "[:Tamil:]",\r
- "[\u0BF0\u0BF1\u0BF2]", /*roundtrip exclusions*/\r
- },\r
- new String [] { "Latin-Telugu",\r
- latinForIndic, "[:Telugu:]",\r
- null, /*roundtrip exclusions*/\r
- },\r
- new String [] { "Latin-Kannada",\r
- latinForIndic, "[:Kannada:]",\r
- null, /*roundtrip exclusions*/\r
- },\r
- new String [] { "Latin-Malayalam",\r
- latinForIndic, "[:Malayalam:]",\r
- null, /*roundtrip exclusions*/\r
- },\r
- };\r
-\r
- public void TestInterIndic() throws Exception{\r
- long start = System.currentTimeMillis();\r
- int num = interIndicArray.length;\r
- if (isQuick()) {\r
- logln("Testing only 5 of "+ interIndicArray.length+" Skipping rest (use -e for exhaustive)");\r
- num = 5;\r
- }\r
- if (skipIfBeforeICU(4,3,0)) {\r
- logln("Warning: TestInterIndic needs to be updated to remove delete the section marked [:Age=4.1:] filter");\r
- } else {\r
- // We temporarily filter against Unicode 4.1, but we only do this\r
- // before version 3.4.\r
- errln("FAIL: TestInterIndic needs to be updated to remove delete the [:Age=4.1:] filter ");\r
- return;\r
- }\r
- for(int i=0; i<num;i++){\r
- logln("Testing " + interIndicArray[i][0] + " at index " + i );\r
- /*TODO: uncomment the line below when the transliterator is fixed\r
- new Test(interIndicArray[i][0], 50)\r
- .test(interIndicArray[i][1],\r
- interIndicArray[i][2],\r
- interIndicArray[i][3],\r
- this, new LegalIndic());\r
- */\r
- /* comment lines below when transliterator is fixed */\r
- // start\r
- new Test(interIndicArray[i][0], 50)\r
- .test("["+interIndicArray[i][1]+" &[:Age=4.1:]]",\r
- "["+interIndicArray[i][2]+" &[:Age=4.1:]]",\r
- interIndicArray[i][3],\r
- this, new LegalIndic());\r
- //end\r
- }\r
- showElapsed(start, "TestInterIndic");\r
- }\r
-\r
- //---------------\r
- // End Indic\r
- //---------------\r
-\r
- public static class Legal {\r
- public boolean is(String sourceString) {return true;}\r
- }\r
-\r
- public static class LegalJamo extends Legal {\r
- // any initial must be followed by a medial (or initial)\r
- // any medial must follow an initial (or medial)\r
- // any final must follow a medial (or final)\r
-\r
- public boolean is(String sourceString) {\r
- try {\r
- int t;\r
- String decomp = Normalizer.normalize(sourceString, Normalizer.NFD);\r
- for (int i = 0; i < decomp.length(); ++i) { // don't worry about surrogates\r
- switch (getType(decomp.charAt(i))) {\r
- case 0:\r
- t = getType(decomp.charAt(i+1));\r
- if (t != 0 && t != 1) return false;\r
- break;\r
- case 1:\r
- t = getType(decomp.charAt(i-1));\r
- if (t != 0 && t != 1) return false;\r
- break;\r
- case 2:\r
- t = getType(decomp.charAt(i-1));\r
- if (t != 1 && t != 2) return false;\r
- break;\r
- }\r
- }\r
- return true;\r
- } catch (StringIndexOutOfBoundsException e) {\r
- return false;\r
- }\r
- }\r
-\r
- public int getType(char c) {\r
- if ('\u1100' <= c && c <= '\u1112') return 0;\r
- else if ('\u1161' <= c && c <= '\u1175') return 1;\r
- else if ('\u11A8' <= c && c <= '\u11C2') return 2;\r
- return -1; // other\r
- }\r
- }\r
-\r
- //static BreakIterator thaiBreak = BreakIterator.getWordInstance(new Locale("th", "TH"));\r
- // anything is legal except word ending with Logical-order-exception\r
- public static class LegalThai extends Legal {\r
- public boolean is(String sourceString) {\r
- if (sourceString.length() == 0) return true;\r
- char ch = sourceString.charAt(sourceString.length() - 1); // don't worry about surrogates.\r
- if (UCharacter.hasBinaryProperty(ch, UProperty.LOGICAL_ORDER_EXCEPTION)) return false;\r
-\r
-\r
- // disallow anything with a wordbreak between\r
- /*\r
- if (UTF16.countCodePoint(sourceString) <= 1) return true;\r
- thaiBreak.setText(sourceString);\r
- for (int pos = thaiBreak.first(); pos != BreakIterator.DONE; pos = thaiBreak.next()) {\r
- if (pos > 0 && pos < sourceString.length()) {\r
- System.out.println("Skipping " + Utility.escape(sourceString));\r
- return false;\r
- }\r
- }\r
- */\r
- return true;\r
- }\r
- }\r
-\r
- // anything is legal except that Final letters can't be followed by letter; NonFinal must be\r
- public static class LegalHebrew extends Legal {\r
- static UnicodeSet FINAL = new UnicodeSet("[\u05DA\u05DD\u05DF\u05E3\u05E5]");\r
- static UnicodeSet NON_FINAL = new UnicodeSet("[\u05DB\u05DE\u05E0\u05E4\u05E6]");\r
- static UnicodeSet LETTER = new UnicodeSet("[:letter:]");\r
- public boolean is(String sourceString) {\r
- if (sourceString.length() == 0) return true;\r
- // don't worry about surrogates.\r
- for (int i = 0; i < sourceString.length(); ++i) {\r
- char ch = sourceString.charAt(i);\r
- char next = i+1 == sourceString.length() ? '\u0000' : sourceString.charAt(i);\r
- if (FINAL.contains(ch)) {\r
- if (LETTER.contains(next)) return false;\r
- } else if (NON_FINAL.contains(ch)) {\r
- if (!LETTER.contains(next)) return false;\r
- }\r
- }\r
- return true;\r
- }\r
- }\r
-\r
-\r
- public static class LegalGreek extends Legal {\r
-\r
- boolean full;\r
-\r
- public LegalGreek(boolean full) {\r
- this.full = full;\r
- }\r
-\r
- static final char IOTA_SUBSCRIPT = '\u0345';\r
- static final UnicodeSet breathing = new UnicodeSet("[\\u0313\\u0314']");\r
- static final UnicodeSet validSecondVowel = new UnicodeSet("[\\u03C5\\u03B9\\u03A5\\u0399]");\r
-\r
- public static boolean isVowel(char c) {\r
- return "\u03B1\u03B5\u03B7\u03B9\u03BF\u03C5\u03C9\u0391\u0395\u0397\u0399\u039F\u03A5\u03A9".indexOf(c) >= 0;\r
- }\r
-\r
- public static boolean isRho(char c) {\r
- return "\u03C1\u03A1".indexOf(c) >= 0;\r
- }\r
-\r
- public boolean is(String sourceString) {\r
- try {\r
- String decomp = Normalizer.normalize(sourceString, Normalizer.NFD);\r
-\r
- // modern is simpler: don't care about anything but a grave\r
- if (!full) {\r
- //if (sourceString.equals("\u039C\u03C0")) return false;\r
- for (int i = 0; i < decomp.length(); ++i) {\r
- char c = decomp.charAt(i);\r
- // exclude all the accents\r
- if (c == '\u0313' || c == '\u0314' || c == '\u0300' || c == '\u0302'\r
- || c == '\u0342' || c == '\u0345'\r
- ) return false;\r
- }\r
- return true;\r
- }\r
-\r
- // Legal full Greek has breathing marks IFF there is a vowel or RHO at the start\r
- // IF it has them, it has exactly one.\r
- // IF it starts with a RHO, then the breathing mark must come before the second letter.\r
- // IF it starts with a vowel, then it must before the third letter.\r
- // it will only come after the second if of the format [vowel] [no iota subscript!] [upsilon or iota]\r
- // Since there are no surrogates in greek, don't worry about them\r
-\r
- boolean firstIsVowel = false;\r
- boolean firstIsRho = false;\r
- boolean noLetterYet = true;\r
- int breathingCount = 0;\r
- int letterCount = 0;\r
- //int breathingPosition = -1;\r
-\r
- for (int i = 0; i < decomp.length(); ++i) {\r
- char c = decomp.charAt(i);\r
- if (UCharacter.isLetter(c)) {\r
- ++letterCount;\r
- if (firstIsVowel && !validSecondVowel.contains(c) && breathingCount == 0) return false;\r
- if (noLetterYet) {\r
- noLetterYet = false;\r
- firstIsVowel = isVowel(c);\r
- firstIsRho = isRho(c);\r
- }\r
- if (firstIsRho && letterCount == 2 && breathingCount == 0) return false;\r
- }\r
- if (c == IOTA_SUBSCRIPT && firstIsVowel && breathingCount == 0) return false;\r
- if (breathing.contains(c)) {\r
- // breathingPosition = i;\r
- ++breathingCount;\r
- }\r
- }\r
-\r
- if (firstIsVowel || firstIsRho) return breathingCount == 1;\r
- return breathingCount == 0;\r
- } catch (Throwable t) {\r
- System.out.println(t.getClass().getName() + " " + t.getMessage());\r
- return true;\r
- }\r
- }\r
- }\r
-\r
- static class Test {\r
-\r
- PrintWriter out;\r
-\r
- private String transliteratorID;\r
- private int errorLimit = 500;\r
- private int errorCount = 0;\r
- private long pairLimit = 1000000; // make default be 1M.\r
- private int density = 100;\r
- UnicodeSet sourceRange;\r
- UnicodeSet targetRange;\r
- UnicodeSet toSource;\r
- UnicodeSet toTarget;\r
- UnicodeSet roundtripExclusions;\r
-\r
- RoundTripTest log;\r
- Legal legalSource;\r
- UnicodeSet badCharacters;\r
-\r
- /*\r
- * create a test for the given script transliterator.\r
- */\r
- Test(String transliteratorID) {\r
- this(transliteratorID, 100);\r
- }\r
-\r
- Test(String transliteratorID, int dens) {\r
- this.transliteratorID = transliteratorID;\r
- this.density = dens;\r
- }\r
-\r
- public void setErrorLimit(int limit) {\r
- errorLimit = limit;\r
- }\r
-\r
- public void setPairLimit(int limit) {\r
- pairLimit = limit;\r
- }\r
-\r
- // Added to do better equality check.\r
-\r
- public static boolean isSame(String a, String b) {\r
- if (a.equals(b)) return true;\r
- if (a.equalsIgnoreCase(b) && isCamel(a)) return true;\r
- a = Normalizer.normalize(a, Normalizer.NFD);\r
- b = Normalizer.normalize(b, Normalizer.NFD);\r
- if (a.equals(b)) return true;\r
- if (a.equalsIgnoreCase(b) && isCamel(a)) return true;\r
- return false;\r
- }\r
-\r
- /*\r
- public boolean includesSome(UnicodeSet set, String a) {\r
- int cp;\r
- for (int i = 0; i < a.length(); i += UTF16.getCharCount(cp)) {\r
- cp = UTF16.charAt(a, i);\r
- if (set.contains(cp)) return true;\r
- }\r
- return false;\r
- }\r
- */\r
-\r
- public static boolean isCamel(String a) {\r
- //System.out.println("CamelTest");\r
- // see if string is of the form aB; e.g. lower, then upper or title\r
- int cp;\r
- boolean haveLower = false;\r
- for (int i = 0; i < a.length(); i += UTF16.getCharCount(cp)) {\r
- cp = UTF16.charAt(a, i);\r
- int t = UCharacter.getType(cp);\r
- //System.out.println("\t" + t + " " + Integer.toString(cp,16) + " " + UCharacter.getName(cp));\r
- switch (t) {\r
- case Character.UPPERCASE_LETTER:\r
- if (haveLower) return true;\r
- break;\r
- case Character.TITLECASE_LETTER:\r
- if (haveLower) return true;\r
- // drop through, since second letter is lower.\r
- case Character.LOWERCASE_LETTER:\r
- haveLower = true;\r
- break;\r
- }\r
- }\r
- //System.out.println("FALSE");\r
- return false;\r
- }\r
-\r
- static final UnicodeSet okAnyway = new UnicodeSet("[^[:Letter:]]");\r
- static final UnicodeSet neverOk = new UnicodeSet("[:Other:]");\r
-\r
- public void test(String srcRange, String trgtRange,\r
- String rdtripExclusions, RoundTripTest logger, Legal legalSrc)\r
- throws java.io.IOException {\r
- test(srcRange, trgtRange, srcRange, rdtripExclusions, logger, legalSrc);\r
- }\r
-\r
- /**\r
- * Will test \r
- * that everything in sourceRange maps to targetRange,\r
- * that everything in targetRange maps to backtoSourceRange\r
- * that everything roundtrips from target -> source -> target, except roundtripExceptions\r
- */\r
- public void test(String srcRange, String trgtRange, String backtoSourceRange,\r
- String rdtripExclusions, RoundTripTest logger, Legal legalSrc)\r
- throws java.io.IOException {\r
-\r
- legalSource = legalSrc;\r
- sourceRange = new UnicodeSet(srcRange);\r
- sourceRange.removeAll(neverOk);\r
-\r
- targetRange = new UnicodeSet(trgtRange);\r
- targetRange.removeAll(neverOk);\r
-\r
- toSource = new UnicodeSet(backtoSourceRange);\r
- toSource.addAll(okAnyway);\r
-\r
- toTarget = new UnicodeSet(trgtRange);\r
- toTarget.addAll(okAnyway);\r
-\r
- if (rdtripExclusions != null && rdtripExclusions.length() > 0) {\r
- roundtripExclusions = new UnicodeSet(rdtripExclusions);\r
- }else{\r
- roundtripExclusions = new UnicodeSet(); // empty\r
- }\r
-\r
- log = logger;\r
-\r
- log.logln(Utility.escape("Source: " + sourceRange));\r
- log.logln(Utility.escape("Target: " + targetRange));\r
- log.logln(Utility.escape("Exclude: " + roundtripExclusions));\r
- if (log.isQuick()) log.logln("Abbreviated Test");\r
-\r
- badCharacters = new UnicodeSet("[:other:]");\r
-\r
- // make a UTF-8 output file we can read with a browser\r
-\r
- // note: check that every transliterator transliterates the null string correctly!\r
-\r
- // {dlf} reorganize so can run test in protected security environment\r
- // String logFileName = "test_" + transliteratorID.replace('/', '_') + ".html";\r
-\r
- // File lf = new File(logFileName);\r
- // log.logln("Creating log file " + lf.getAbsoluteFile());\r
-\r
- // out = new PrintWriter(new BufferedWriter(new OutputStreamWriter(\r
- // new FileOutputStream(logFileName), "UTF8"), 4*1024));\r
-\r
- ByteArrayOutputStream bast = new ByteArrayOutputStream();\r
- out = new PrintWriter(new BufferedWriter(new OutputStreamWriter(\r
- bast, "UTF8"), 4*1024));\r
- //out.write('\uFFEF'); // BOM\r
- out.println("<!DOCTYPE HTML PUBLIC \"-//W3C//DTD HTML 4.0 Transitional//EN\">");\r
- out.println("<HTML><HEAD>");\r
- out.println("<META content=\"text/html; charset=utf-8\" http-equiv=Content-Type></HEAD>");\r
- out.println("<BODY bgcolor='#FFFFFF' style='font-family: Arial Unicode MS'>");\r
-\r
- try {\r
- test2();\r
- } catch (TestTruncated e) {\r
- out.println(e.getMessage());\r
- }\r
- out.println("</BODY></HTML>");\r
- out.close();\r
-\r
- if (errorCount > 0) {\r
- try {\r
- File translitErrorDirectory = new File("translitErrorLogs");\r
- if (!translitErrorDirectory.exists()) {\r
- translitErrorDirectory.mkdir();\r
- }\r
- String logFileName = "translitErrorLogs/test_" + transliteratorID.replace('/', '_') + ".html";\r
- File lf = new File(logFileName);\r
- logger.logln("Creating log file " + lf.getAbsoluteFile());\r
- FileOutputStream fos = new FileOutputStream(lf);\r
- fos.write(bast.toByteArray());\r
- fos.close();\r
- logger.errln(transliteratorID + " errors: "\r
- + errorCount + (errorCount > errorLimit ? " (at least!)" : "")\r
- + ", see " + lf.getAbsoluteFile());\r
- }\r
- catch (SecurityException e) {\r
- logger.errln(transliteratorID + " errors: "\r
- + errorCount + (errorCount > errorLimit ? " (at least!)" : "")\r
- + ", no log provided due to protected test domain");\r
- }\r
- } else {\r
- logger.logln(transliteratorID + " ok");\r
- // new File(logFileName).delete();\r
- }\r
- }\r
-\r
- // ok if at least one is not equal\r
- public boolean checkIrrelevants(Transliterator t, String irrelevants) {\r
- for (int i = 0; i < irrelevants.length(); ++i) {\r
- char c = irrelevants.charAt(i);\r
- String cs = UTF16.valueOf(c);\r
- String targ = t.transliterate(cs);\r
- if (cs.equals(targ)) return true;\r
- }\r
- return false;\r
- }\r
-\r
- AbbreviatedUnicodeSetIterator usi = new AbbreviatedUnicodeSetIterator();\r
- AbbreviatedUnicodeSetIterator usi2 = new AbbreviatedUnicodeSetIterator();\r
-\r
- Transliterator sourceToTarget;\r
- Transliterator targetToSource;\r
-\r
- public void test2() {\r
-\r
- sourceToTarget = Transliterator.getInstance(transliteratorID);\r
- targetToSource = sourceToTarget.getInverse();\r
-\r
- log.logln("Checking that at least one irrevant characters is not NFC'ed");\r
- out.println("<h3>Checking that at least one irrevant characters is not NFC'ed</h3>");\r
-\r
- String irrelevants = "\u2000\u2001\u2126\u212A\u212B\u2329"; // string is from NFC_NO in the UCD\r
-\r
- if (!checkIrrelevants(sourceToTarget, irrelevants)) {\r
- logFails("" + getSourceTarget(transliteratorID) + ", Must not NFC everything");\r
- }\r
- if (!checkIrrelevants(targetToSource, irrelevants)) {\r
- logFails("" + getTargetSource(transliteratorID) + ", irrelevants");\r
- }\r
-\r
- if (EXTRA_TESTS) {\r
- log.logln("Checking that toRules works");\r
- String rules = "";\r
- Transliterator sourceToTarget2;\r
- Transliterator targetToSource2;\r
- try {\r
- rules = sourceToTarget.toRules(false);\r
- sourceToTarget2 = Transliterator.createFromRules("s2t2", rules, Transliterator.FORWARD);\r
- if (PRINT_RULES) {\r
- out.println("<h3>Forward Rules:</h3><p>");\r
- out.println(TestUtility.replace(rules, "\n", "\u200E<br>\n\u200E"));\r
- out.println("</p>");\r
- }\r
- rules = targetToSource.toRules(false);\r
- targetToSource2 = Transliterator.createFromRules("t2s2", rules, Transliterator.FORWARD);\r
- if (PRINT_RULES) {\r
- out.println("<h3>Backward Rules:</h3><p>");\r
- out.println(TestUtility.replace(rules, "\n", "\u200E<br>\n\u200E"));\r
- out.println("</p>");\r
- }\r
- } catch (RuntimeException e) {\r
- out.println("<h3>Broken Rules:</h3><p>");\r
- out.println(TestUtility.replace(rules, "\n", "<br>\n"));\r
- out.println("</p>");\r
- out.flush();\r
- throw e;\r
- }\r
-\r
- out.println("<h3>Roundtrip Exclusions: " + new UnicodeSet(roundtripExclusions) + "</h3>");\r
- out.flush();\r
-\r
- checkSourceTargetSource(sourceToTarget2);\r
-\r
- checkTargetSourceTarget(targetToSource2);\r
- }\r
-\r
- UnicodeSet failSourceTarg = new UnicodeSet();\r
-\r
-\r
- checkSourceTargetSingles(failSourceTarg);\r
-\r
- boolean quickRt = checkSourceTargetDoubles(failSourceTarg);\r
-\r
- UnicodeSet failTargSource = new UnicodeSet();\r
- UnicodeSet failRound = new UnicodeSet();\r
-\r
- checkTargetSourceSingles(failTargSource, failRound);\r
- checkTargetSourceDoubles(quickRt, failTargSource, failRound);\r
- }\r
-\r
- private void checkSourceTargetSource(Transliterator sourceToTarget2) {\r
- log.logln("Checking that source -> target -> source");\r
- out.println("<h3>Checking that source -> target -> source</h3>");\r
-\r
- usi.reset(sourceRange);\r
- while (usi.next()) {\r
- int c = usi.codepoint;\r
-\r
- String cs = UTF16.valueOf(c);\r
- String targ = sourceToTarget.transliterate(cs);\r
- String targ2 = sourceToTarget2.transliterate(cs);\r
- if (!targ.equals(targ2)) {\r
- logToRulesFails("" + getSourceTarget(transliteratorID) + ", toRules", cs, targ, targ2);\r
- }\r
- }\r
- }\r
-\r
- private void checkTargetSourceTarget(Transliterator targetToSource2) {\r
- log.logln("Checking that target -> source -> target");\r
- out.println("<h3>Checking that target -> source -> target</h3>");\r
- usi.reset(targetRange);\r
- while (usi.next()) {\r
- int c = usi.codepoint;\r
-\r
- String cs = UTF16.valueOf(c);\r
- String targ = targetToSource.transliterate(cs);\r
- String targ2 = targetToSource2.transliterate(cs);\r
- if (!targ.equals(targ2)) {\r
- logToRulesFails("" + getTargetSource(transliteratorID) + ", toRules", cs, targ, targ2);\r
- }\r
- }\r
- }\r
-\r
- private void checkSourceTargetSingles(UnicodeSet failSourceTarg) {\r
- log.logln("Checking that source characters convert to target - Singles");\r
- out.println("<h3>Checking that source characters convert to target - Singles</h3>");\r
-\r
-\r
- /*\r
- for (char c = 0; c < 0xFFFF; ++c) {\r
- if (!sourceRange.contains(c)) continue;\r
- */\r
- usi.reset(sourceRange);\r
- while (usi.next()) {\r
- int c = usi.codepoint;\r
-\r
- String cs = UTF16.valueOf(c);\r
- String targ = sourceToTarget.transliterate(cs);\r
- if (!toTarget.containsAll(targ)\r
- || badCharacters.containsSome(targ)) {\r
- String targD = Normalizer.normalize(targ, Normalizer.NFD);\r
- if (!toTarget.containsAll(targD)\r
- || badCharacters.containsSome(targD)) {\r
- logWrongScript("" + getSourceTarget(transliteratorID) + "", cs, targ, toTarget, badCharacters);\r
- failSourceTarg.add(c);\r
- continue;\r
- }\r
- }\r
-\r
- String cs2 = Normalizer.normalize(cs, Normalizer.NFD);\r
- String targ2 = sourceToTarget.transliterate(cs2);\r
- if (!targ.equals(targ2)) {\r
- logNotCanonical("" + getSourceTarget(transliteratorID) + "", cs, targ, cs2, targ2);\r
- }\r
- }\r
- }\r
-\r
- private boolean checkSourceTargetDoubles(UnicodeSet failSourceTarg) {\r
- log.logln("Checking that source characters convert to target - Doubles");\r
- out.println("<h3>Checking that source characters convert to target - Doubles</h3>");\r
- long count = 0;\r
-\r
- /*\r
- for (char c = 0; c < 0xFFFF; ++c) {\r
- if (TestUtility.isUnassigned(c) ||\r
- !sourceRange.contains(c)) continue;\r
- if (failSourceTarg.get(c)) continue;\r
-\r
- */\r
-\r
- UnicodeSet sourceRangeMinusFailures = new UnicodeSet(sourceRange);\r
- sourceRangeMinusFailures.removeAll(failSourceTarg);\r
-\r
- boolean quickRt = log.getInclusion() < 10;\r
-\r
- usi.reset(sourceRangeMinusFailures, quickRt, density);\r
-\r
- while (usi.next()) {\r
- int c = usi.codepoint;\r
-\r
- /*\r
- for (char d = 0; d < 0xFFFF; ++d) {\r
- if (TestUtility.isUnassigned(d) ||\r
- !sourceRange.contains(d)) continue;\r
- if (failSourceTarg.get(d)) continue;\r
- */\r
- log.logln(count + "/" + pairLimit + " Checking starting with " + UTF16.valueOf(c));\r
- usi2.reset(sourceRangeMinusFailures, quickRt, density);\r
-\r
- while (usi2.next()) {\r
- int d = usi2.codepoint;\r
- ++count;\r
-\r
- String cs = UTF16.valueOf(c) + UTF16.valueOf(d);\r
- String targ = sourceToTarget.transliterate(cs);\r
- if (!toTarget.containsAll(targ)\r
- || badCharacters.containsSome(targ)) {\r
- String targD = Normalizer.normalize(targ, Normalizer.NFD);\r
- if (!toTarget.containsAll(targD)\r
- || badCharacters.containsSome(targD)) {\r
- logWrongScript("" + getSourceTarget(transliteratorID) + "", cs, targ, toTarget, badCharacters);\r
- continue;\r
- }\r
- }\r
- String cs2 = Normalizer.normalize(cs, Normalizer.NFD);\r
- String targ2 = sourceToTarget.transliterate(cs2);\r
- if (!targ.equals(targ2)) {\r
- logNotCanonical("" + getSourceTarget(transliteratorID) + "", cs, targ, cs2, targ2);\r
- }\r
- }\r
- }\r
- return quickRt;\r
- }\r
-\r
- void checkTargetSourceSingles(UnicodeSet failTargSource, UnicodeSet failRound) {\r
- log.logln("Checking that target characters convert to source and back - Singles");\r
- out.println("<h3>Checking that target characters convert to source and back - Singles</h3>");\r
-\r
-\r
- /*for (char c = 0; c < 0xFFFF; ++c) {\r
- if (TestUtility.isUnassigned(c) ||\r
- !targetRange.contains(c)) continue;\r
- */\r
-\r
- usi.reset(targetRange);\r
- while (usi.next()) {\r
- String cs;\r
- int c;\r
- if(usi.codepoint == UnicodeSetIterator.IS_STRING){\r
- cs = usi.string;\r
- c = UTF16.charAt(cs,0);\r
- }else{\r
- c = usi.codepoint;\r
- cs =UTF16.valueOf(c);\r
- }\r
-\r
- String targ = targetToSource.transliterate(cs);\r
- String reverse = sourceToTarget.transliterate(targ);\r
-\r
- if (!toSource.containsAll(targ)\r
- || badCharacters.containsSome(targ)) {\r
- String targD = Normalizer.normalize(targ, Normalizer.NFD);\r
- if (!toSource.containsAll(targD)\r
- || badCharacters.containsSome(targD)) {\r
- /*UnicodeSet temp = */new UnicodeSet().addAll(targD);\r
- logWrongScript("" + getTargetSource(transliteratorID) + "", cs, targ, toSource, badCharacters);\r
- failTargSource.add(cs);\r
- continue;\r
- }\r
- }\r
- if (!isSame(cs, reverse) && !roundtripExclusions.contains(c)\r
- && !roundtripExclusions.contains(cs)) {\r
- logRoundTripFailure(cs,targetToSource.getID(), targ,sourceToTarget.getID(), reverse);\r
- failRound.add(c);\r
- continue;\r
- }\r
- String targ2 = Normalizer.normalize(targ, Normalizer.NFD);\r
- String reverse2 = sourceToTarget.transliterate(targ2);\r
- if (!reverse.equals(reverse2)) {\r
- logNotCanonical("" + getTargetSource(transliteratorID) + "", targ, reverse, targ2, reverse2);\r
- }\r
- }\r
-\r
- }\r
-\r
- private void checkTargetSourceDoubles(boolean quickRt, UnicodeSet failTargSource,\r
- UnicodeSet failRound) {\r
- log.logln("Checking that target characters convert to source and back - Doubles");\r
- out.println("<h3>Checking that target characters convert to source and back - Doubles</h3>");\r
- long count = 0;\r
-\r
- UnicodeSet targetRangeMinusFailures = new UnicodeSet(targetRange);\r
- targetRangeMinusFailures.removeAll(failTargSource);\r
- targetRangeMinusFailures.removeAll(failRound);\r
-\r
- //char[] buf = new char[4]; // maximum we can have with 2 code points\r
- /*\r
- for (char c = 0; c < 0xFFFF; ++c) {\r
- if (TestUtility.isUnassigned(c) ||\r
- !targetRange.contains(c)) continue;\r
- */\r
- \r
- usi.reset(targetRangeMinusFailures, quickRt, density);\r
-\r
- while (usi.next()) {\r
- int c = usi.codepoint;\r
-\r
- //log.log(TestUtility.hex(c));\r
-\r
- /*\r
- for (char d = 0; d < 0xFFFF; ++d) {\r
- if (TestUtility.isUnassigned(d) ||\r
- !targetRange.contains(d)) continue;\r
- */\r
- log.logln(count + "/" + pairLimit + " Checking starting with " + UTF16.valueOf(c));\r
- usi2.reset(targetRangeMinusFailures, quickRt, density);\r
-\r
- while (usi2.next()) {\r
- \r
- int d = usi2.codepoint;\r
- if (d < 0) break;\r
- \r
- if (++count > pairLimit) {\r
- throw new TestTruncated("Test truncated at " + pairLimit);\r
- }\r
-\r
- String cs = UTF16.valueOf(c) + UTF16.valueOf(d);\r
- String targ = targetToSource.transliterate(cs);\r
- String reverse = sourceToTarget.transliterate(targ);\r
-\r
- if (!toSource.containsAll(targ) /*&& !failTargSource.contains(c) && !failTargSource.contains(d)*/\r
- || badCharacters.containsSome(targ)) {\r
- String targD = Normalizer.normalize(targ, Normalizer.NFD);\r
- if (!toSource.containsAll(targD) /*&& !failTargSource.contains(c) && !failTargSource.contains(d)*/\r
- || badCharacters.containsSome(targD)) {\r
- logWrongScript("" + getTargetSource(transliteratorID) + "", cs, targ, toSource, badCharacters);\r
- continue;\r
- }\r
- }\r
- if (!isSame(cs, reverse) /*&& !failRound.contains(c) && !failRound.contains(d)*/\r
- && !roundtripExclusions.contains(c)\r
- && !roundtripExclusions.contains(d)\r
- && !roundtripExclusions.contains(cs)) {\r
- logRoundTripFailure(cs,targetToSource.getID(), targ,sourceToTarget.getID(), reverse);\r
- continue;\r
- }\r
- String targ2 = Normalizer.normalize(targ, Normalizer.NFD);\r
- String reverse2 = sourceToTarget.transliterate(targ2);\r
- if (!reverse.equals(reverse2)) {\r
- logNotCanonical("" + getTargetSource(transliteratorID) + "", targ, reverse, targ2, reverse2);\r
- }\r
- }\r
- }\r
- log.logln("");\r
- }\r
-\r
- /**\r
- * @param transliteratorID2\r
- * @return\r
- */\r
- private String getTargetSource(String transliteratorID2) {\r
- return "Target-Source [" + transliteratorID2 + "]";\r
- }\r
-\r
- /**\r
- * @param transliteratorID2\r
- * @return\r
- */\r
- private String getSourceTarget(String transliteratorID2) {\r
- return "Source-Target [" + transliteratorID2 + "]";\r
- }\r
-\r
- final String info(String s) {\r
- StringBuffer result = new StringBuffer();\r
- result.append("\u200E").append(s).append("\u200E (").append(TestUtility.hex(s)).append("/");\r
- if (false) { // append age, as a check\r
- int cp = 0; \r
- for (int i = 0; i < s.length(); i += UTF16.getCharCount(cp)) {\r
- cp = UTF16.charAt(s, i);\r
- if (i > 0) result.append(", ");\r
- result.append(UCharacter.getAge(cp));\r
- }\r
- }\r
- result.append(")");\r
- return result.toString();\r
- }\r
-\r
- final void logWrongScript(String label, String from, String to, \r
- UnicodeSet shouldContainAll, UnicodeSet shouldNotContainAny) {\r
- if (++errorCount > errorLimit) {\r
- throw new TestTruncated("Test truncated; too many failures");\r
- }\r
- String toD = Normalizer.normalize(to, Normalizer.NFD);\r
- UnicodeSet temp = new UnicodeSet().addAll(toD);\r
- UnicodeSet bad = new UnicodeSet(shouldNotContainAny).retainAll(temp)\r
- .addAll(new UnicodeSet(temp).removeAll(shouldContainAll));\r
-\r
- out.println("<br>Fail " + label + ": " +\r
- info(from) + " => " + info(to) + " " + bad\r
- );\r
- }\r
-\r
- final void logNotCanonical(String label, String from, String to, String fromCan, String toCan) {\r
- if (++errorCount > errorLimit) {\r
- throw new TestTruncated("Test truncated; too many failures");\r
- }\r
- out.println("<br>Fail (can.equiv) " + label + ": " +\r
- info(from) + " => " + info(to) +\r
- " -- " +\r
- info(fromCan) + " => " + info(toCan) + ")"\r
- );\r
- }\r
-\r
- final void logFails(String label) {\r
- if (++errorCount > errorLimit) {\r
- throw new TestTruncated("Test truncated; too many failures");\r
- }\r
- out.println("<br>Fail (can.equiv)" + label);\r
- }\r
-\r
- final void logToRulesFails(String label, String from, String to, String toCan) {\r
- if (++errorCount > errorLimit) {\r
- throw new TestTruncated("Test truncated; too many failures");\r
- }\r
- out.println("<br>Fail " + label + ": " +\r
- info(from) + " => " + info(to) + ", " + info(toCan)\r
- );\r
- }\r
-\r
- final void logRoundTripFailure(String from,String toID, String to,String backID, String back) {\r
- if (!legalSource.is(from)) return; // skip illegals\r
-\r
- if (++errorCount > errorLimit) {\r
- throw new TestTruncated("Test truncated; too many failures");\r
- }\r
- out.println("<br>Fail Roundtrip: " +\r
- info(from) + " "+toID+" => " + info(to) + " " + backID+" => " + info(back)\r
- );\r
- }\r
-\r
- /*\r
- * Characters to filter for source-target mapping completeness\r
- * Typically is base alphabet, minus extended characters\r
- * Default is ASCII letters for Latin\r
- */\r
- /*\r
- public boolean isSource(char c) {\r
- if (!sourceRange.contains(c)) return false;\r
- return true;\r
- }\r
- */\r
-\r
- /*\r
- * Characters to check for target back to source mapping.\r
- * Typically the same as the target script, plus punctuation\r
- */\r
- /*\r
- public boolean isReceivingSource(char c) {\r
- if (!targetRange.contains(c)) return false;\r
- return true;\r
- }\r
- */\r
- /*\r
- * Characters to filter for target-source mapping\r
- * Typically is base alphabet, minus extended characters\r
- */\r
- /*\r
- public boolean isTarget(char c) {\r
- byte script = TestUtility.getScript(c);\r
- if (script != targetScript) return false;\r
- if (!TestUtility.isLetter(c)) return false;\r
- if (targetRange != null && !targetRange.contains(c)) return false;\r
- return true;\r
- }\r
- */\r
-\r
- /*\r
- * Characters to check for target-source mapping\r
- * Typically the same as the source script, plus punctuation\r
- */\r
- /*\r
- public boolean isReceivingTarget(char c) {\r
- byte script = TestUtility.getScript(c);\r
- return (script == targetScript || script == TestUtility.COMMON_SCRIPT);\r
- }\r
-\r
- final boolean isSource(String s) {\r
- for (int i = 0; i < s.length(); ++i) {\r
- if (!isSource(s.charAt(i))) return false;\r
- }\r
- return true;\r
- }\r
-\r
- final boolean isTarget(String s) {\r
- for (int i = 0; i < s.length(); ++i) {\r
- if (!isTarget(s.charAt(i))) return false;\r
- }\r
- return true;\r
- }\r
-\r
- final boolean isReceivingSource(String s) {\r
- for (int i = 0; i < s.length(); ++i) {\r
- if (!isReceivingSource(s.charAt(i))) return false;\r
- }\r
- return true;\r
- }\r
-\r
- final boolean isReceivingTarget(String s) {\r
- for (int i = 0; i < s.length(); ++i) {\r
- if (!isReceivingTarget(s.charAt(i))) return false;\r
- }\r
- return true;\r
- }\r
- */\r
-\r
- static class TestTruncated extends RuntimeException {\r
- /**\r
- * For serialization\r
- */\r
- private static final long serialVersionUID = 3361828190488168323L;\r
-\r
- TestTruncated(String msg) {\r
- super(msg);\r
- }\r
- }\r
- }\r
-\r
- // static class TestHangul extends Test {\r
- // TestHangul () {\r
- // super("Jamo-Hangul", TestUtility.JAMO_SCRIPT, TestUtility.HANGUL_SCRIPT);\r
- // }\r
- //\r
- // public boolean isSource(char c) {\r
- // if (0x1113 <= c && c <= 0x1160) return false;\r
- // if (0x1176 <= c && c <= 0x11F9) return false;\r
- // if (0x3131 <= c && c <= 0x318E) return false;\r
- // return super.isSource(c);\r
- // }\r
- // }\r
-\r
-\r
-}\r
+//##header J2SE15
+/**
+ *******************************************************************************
+ * Copyright (C) 2000-2009, International Business Machines Corporation and *
+ * others. All Rights Reserved. *
+ *******************************************************************************
+ */
+package com.ibm.icu.dev.test.translit;
+
+import com.ibm.icu.dev.test.*;
+import com.ibm.icu.lang.*;
+import com.ibm.icu.text.*;
+import com.ibm.icu.util.LocaleData;
+import com.ibm.icu.util.ULocale;
+import com.ibm.icu.impl.Utility;
+
+import java.io.BufferedWriter;
+import java.io.ByteArrayOutputStream;
+import java.io.File;
+import java.io.FileNotFoundException;
+import java.io.FileOutputStream;
+import java.io.IOException;
+import java.io.OutputStreamWriter;
+import java.io.PrintWriter;
+import java.io.UnsupportedEncodingException;
+import java.util.MissingResourceException;
+
+/**
+ * @test
+ * @summary Round trip test of Transliterator
+ */
+public class RoundTripTest extends TestFmwk {
+
+ static final boolean EXTRA_TESTS = true;
+ static final boolean PRINT_RULES = true;
+
+ public static void main(String[] args) throws Exception {
+ new RoundTripTest().run(args);
+ }
+ /*
+ public void TestSingle() throws IOException, ParseException {
+ Transliterator t = Transliterator.getInstance("Latin-Greek");
+ String s = t.transliterate("\u0101\u0069");
+ }
+ */
+
+ /*
+ Note: Unicode 3.2 added new Hiragana/Katakana characters:
+
+3095..3096 ; 3.2 # [2] HIRAGANA LETTER SMALL KA..HIRAGANA LETTER SMALL KE
+309F..30A0 ; 3.2 # [2] HIRAGANA DIGRAPH YORI..KATAKANA-HIRAGANA DOUBLE HYPHEN
+30FF ; 3.2 # KATAKANA DIGRAPH KOTO
+31F0..31FF ; 3.2 # [16] KATAKANA LETTER SMALL KU..KATAKANA LETTER SMALL RO
+
+ We will not add them to the rules until they are more supported (e.g. in fonts on Windows)
+ A bug has been filed to remind us to do this: #1979.
+ */
+
+ static String KATAKANA = "[[[:katakana:][\u30A1-\u30FA\u30FC]]-[\u30FF\u31F0-\u31FF]]";
+ static String HIRAGANA = "[[[:hiragana:][\u3040-\u3094]]-[\u3095-\u3096\u309F-\u30A0]]";
+ static String LENGTH = "[\u30FC]";
+ static String HALFWIDTH_KATAKANA = "[\uFF65-\uFF9D]";
+ static String KATAKANA_ITERATION = "[\u30FD\u30FE]";
+ static String HIRAGANA_ITERATION = "[\u309D\u309E]";
+
+ //------------------------------------------------------------------
+ // AbbreviatedUnicodeSetIterator
+ //------------------------------------------------------------------
+
+ static class AbbreviatedUnicodeSetIterator extends UnicodeSetIterator {
+
+ private boolean abbreviated;
+ private int perRange;
+
+ public AbbreviatedUnicodeSetIterator() {
+ super();
+ abbreviated = false;
+ }
+
+ public void reset(UnicodeSet newSet) {
+ reset(newSet, false);
+ }
+
+ public void reset(UnicodeSet newSet, boolean abb) {
+ reset(newSet, abb, 100);
+ }
+
+ public void reset(UnicodeSet newSet, boolean abb, int density) {
+ super.reset(newSet);
+ abbreviated = abb;
+ perRange = newSet.getRangeCount();
+ if (perRange != 0) {
+ perRange = density / perRange;
+ }
+ }
+
+ protected void loadRange(int myRange) {
+ super.loadRange(myRange);
+ if (abbreviated && (endElement > nextElement + perRange)) {
+ endElement = nextElement + perRange;
+ }
+ }
+ }
+
+ //--------------------------------------------------------------------
+
+ public void showElapsed(long start, String name) {
+ double dur = (System.currentTimeMillis() - start) / 1000.0;
+ logln(name + " took " + dur + " seconds");
+ }
+
+ public void TestKana() throws IOException {
+ long start = System.currentTimeMillis();
+ new Test("Katakana-Hiragana")
+ .test(KATAKANA, "[" + HIRAGANA + LENGTH + "]", "[" + HALFWIDTH_KATAKANA + LENGTH + "]", this, new Legal());
+ showElapsed(start, "TestKana");
+ }
+
+ public void TestHiragana() throws IOException {
+ long start = System.currentTimeMillis();
+ new Test("Latin-Hiragana")
+ .test("[a-zA-Z]", HIRAGANA, HIRAGANA_ITERATION, this, new Legal());
+ showElapsed(start, "TestHiragana");
+ }
+
+ public void TestKatakana() throws IOException {
+ long start = System.currentTimeMillis();
+ new Test("Latin-Katakana")
+ .test("[a-zA-Z]", KATAKANA, "[" + KATAKANA_ITERATION + HALFWIDTH_KATAKANA + "]", this, new Legal());
+ showElapsed(start, "TestKatakana");
+ }
+
+ public void TestJamo() throws IOException {
+ long start = System.currentTimeMillis();
+ new Test("Latin-Jamo")
+ .test("[a-zA-Z]", "[\u1100-\u1112 \u1161-\u1175 \u11A8-\u11C2]", "", this, new LegalJamo());
+ showElapsed(start, "TestJamo");
+ }
+
+ /*
+ SBase = 0xAC00, LBase = 0x1100, VBase = 0x1161, TBase = 0x11A7,
+ LCount = 19, VCount = 21, TCount = 28,
+ NCount = VCount * TCount, // 588
+ SCount = LCount * NCount, // 11172
+ LLimit = LBase + LCount, // 1113
+ VLimit = VBase + VCount, // 1176
+ TLimit = TBase + TCount, // 11C3
+ SLimit = SBase + SCount; // D7A4
+ */
+
+ public void TestHangul() throws IOException {
+ long start = System.currentTimeMillis();
+ Test t = new Test("Latin-Hangul", 5);
+ boolean TEST_ALL = "true".equalsIgnoreCase(getProperty("HangulRoundTripAll"));
+ if (TEST_ALL && getInclusion() == 10) {
+ t.setPairLimit(Integer.MAX_VALUE); // only go to the limit if we have TEST_ALL and getInclusion
+ }
+ t.test("[a-zA-Z]", "[\uAC00-\uD7A4]", "", this, new Legal());
+ showElapsed(start, "TestHangul");
+ }
+
+ /**
+ * This is a shorter version of the test for doubles, that allows us to skip lots of cases, but
+ * does check the ones that should cause problems (if any do).
+ */
+ public void TestHangul2() {
+ Transliterator lh = Transliterator.getInstance("Latin-Hangul");
+ Transliterator hl = lh.getInverse();
+ final UnicodeSet representativeHangul = getRepresentativeHangul();
+ for (UnicodeSetIterator it = new UnicodeSetIterator(representativeHangul); it.next();) {
+ assertRoundTripTransform("Transform", it.getString(), lh, hl);
+ }
+ }
+
+ private void assertRoundTripTransform(String message, String source, Transliterator lh, Transliterator hl) {
+ String to = hl.transform(source);
+ String back = lh.transform(to);
+//#if defined(FOUNDATION10) || defined(J2SE13)
+//## // No regular expression support in Java 1.3
+//#else
+ if (!source.equals(back)) {
+ String to2 = hl.transform(source.replaceAll("(.)", "$1 ").trim());
+ String to3 = hl.transform(back.replaceAll("(.)", "$1 ").trim());
+ assertEquals(message + " " + source + " [" + to + "/"+ to2 + "/"+ to3 + "]", source, back);
+ }
+//#endif
+ }
+
+ public static UnicodeSet getRepresentativeHangul() {
+ UnicodeSet extraSamples = new UnicodeSet("[\uCE20{\uAD6C\uB514}{\uAD73\uC774}{\uBB34\uB837}{\uBB3C\uC5FF}{\uC544\uAE4C}{\uC544\uB530}{\uC544\uBE60}{\uC544\uC2F8}{\uC544\uC9DC}{\uC544\uCC28}{\uC545\uC0AC}{\uC545\uC2F8}{\uC546\uCE74}{\uC548\uAC00}{\uC548\uC790}{\uC548\uC9DC}{\uC548\uD558}{\uC54C\uAC00}{\uC54C\uB530}{\uC54C\uB9C8}{\uC54C\uBC14}{\uC54C\uBE60}{\uC54C\uC0AC}{\uC54C\uC2F8}{\uC54C\uD0C0}{\uC54C\uD30C}{\uC54C\uD558}{\uC555\uC0AC}{\uC555\uC2F8}{\uC558\uC0AC}{\uC5C5\uC12F\uC501}{\uC5C6\uC5C8\uC2B5}]");
+ UnicodeSet sourceSet = new UnicodeSet();
+ addRepresentativeHangul(sourceSet, 2, false);
+ addRepresentativeHangul(sourceSet, 3, false);
+ addRepresentativeHangul(sourceSet, 2, true);
+ addRepresentativeHangul(sourceSet, 3, true);
+ // add the boundary cases; we want an example of each case of V + L and one example of each case of T+L
+
+ UnicodeSet more = getRepresentativeBoundaryHangul();
+ sourceSet.addAll(more);
+ sourceSet.addAll(extraSamples);
+ return sourceSet;
+ }
+
+ private static UnicodeSet getRepresentativeBoundaryHangul() {
+ UnicodeSet resultToAddTo = new UnicodeSet();
+ // U+1100 HANGUL CHOSEONG KIYEOK
+ // U+1161 HANGUL JUNGSEONG A
+ UnicodeSet L = new UnicodeSet("[:hst=L:]");
+ UnicodeSet V = new UnicodeSet("[:hst=V:]");
+ UnicodeSet T = new UnicodeSet("[:hst=T:]");
+
+ String prefixLV = "\u1100\u1161";
+ String prefixL = "\u1100";
+ String suffixV = "\u1161";
+ String nullL = "\u110B"; // HANGUL CHOSEONG IEUNG
+
+ UnicodeSet L0 = new UnicodeSet("[\u1100\u110B]");
+
+ // do all combinations of L0 + V + nullL + V
+
+ for (UnicodeSetIterator iL0 = new UnicodeSetIterator(L0); iL0.next();) {
+ for (UnicodeSetIterator iV = new UnicodeSetIterator(V); iV.next();) {
+ for (UnicodeSetIterator iV2 = new UnicodeSetIterator(V); iV2.next();) {
+ String sample = iL0.getString() + iV.getString() + nullL + iV2.getString();
+ String trial = Normalizer.compose(sample, false);
+ if (trial.length() == 2) {
+ resultToAddTo.add(trial);
+ }
+ }
+ }
+ }
+
+ for (UnicodeSetIterator iL = new UnicodeSetIterator(L); iL.next();) {
+ // do all combinations of "g" + V + L + "a"
+ final String suffix = iL.getString() + suffixV;
+ for (UnicodeSetIterator iV = new UnicodeSetIterator(V); iV.next();) {
+ String sample = prefixL + iV.getString() + suffix;
+ String trial = Normalizer.compose(sample, false);
+ if (trial.length() == 2) {
+ resultToAddTo.add(trial);
+ }
+ }
+ // do all combinations of "ga" + T + L + "a"
+ for (UnicodeSetIterator iT = new UnicodeSetIterator(T); iT.next();) {
+ String sample = prefixLV + iT.getString() + suffix;
+ String trial = Normalizer.compose(sample, false);
+ if (trial.length() == 2) {
+ resultToAddTo.add(trial);
+ }
+ }
+ }
+ return resultToAddTo;
+ }
+
+ private static void addRepresentativeHangul(UnicodeSet resultToAddTo, int leng, boolean noFirstConsonant) {
+ UnicodeSet notYetSeen = new UnicodeSet();
+ for (char c = '\uAC00'; c < '\uD7AF'; ++c) {
+ String charStr = String.valueOf(c);
+ String decomp = Normalizer.decompose(charStr, false);
+ if (decomp.length() != leng) {
+ continue; // only take one length at a time
+ }
+ if (decomp.startsWith("\u110B ") != noFirstConsonant) {
+ continue;
+ }
+ if (!notYetSeen.containsAll(decomp)) {
+ resultToAddTo.add(c);
+ notYetSeen.addAll(decomp);
+ }
+ }
+ }
+
+
+ public void TestHan() throws UnsupportedEncodingException, FileNotFoundException {
+ try{
+ UnicodeSet exemplars = LocaleData.getExemplarSet(new ULocale("zh"),0);
+ // create string with all chars
+ StringBuffer b = new StringBuffer();
+ for (UnicodeSetIterator it = new UnicodeSetIterator(exemplars); it.next();) {
+ UTF16.append(b,it.codepoint);
+ }
+ String source = b.toString();
+ // transform with Han translit
+ Transliterator han = Transliterator.getInstance("Han-Latin");
+ String target = han.transliterate(source);
+ // now verify that there are no Han characters left
+ UnicodeSet allHan = new UnicodeSet("[:han:]");
+ assertFalse("No Han must be left after Han-Latin transliteration",allHan.containsSome(target));
+ // check the pinyin translit
+ Transliterator pn = Transliterator.getInstance("Latin-NumericPinyin");
+ String target2 = pn.transliterate(target);
+ // verify that there are no marks
+ Transliterator nfc = Transliterator.getInstance("nfc");
+ String nfced = nfc.transliterate(target2);
+ UnicodeSet allMarks = new UnicodeSet("[:mark:]");
+ assertFalse("NumericPinyin must contain no marks", allMarks.containsSome(nfced));
+ // verify roundtrip
+ Transliterator np = pn.getInverse();
+ String target3 = np.transliterate(target);
+ boolean roundtripOK = target3.equals(target);
+ assertTrue("NumericPinyin must roundtrip", roundtripOK);
+ if (!roundtripOK) {
+ String filename = "numeric-pinyin.log.txt";
+ PrintWriter out = new PrintWriter(
+ new BufferedWriter(
+ new OutputStreamWriter(
+ new FileOutputStream(filename), "UTF8"), 4*1024));
+ errln("Creating log file " + new File(filename).getAbsoluteFile());
+ out.println("Pinyin: " + target);
+ out.println("Pinyin-Numeric-Pinyin: " + target2);
+ out.close();
+ }
+ }catch(MissingResourceException ex){
+ warnln("Could not load the locale data for fetching the exemplar characters.");
+ }
+ }
+
+ public void TestSingle() {
+ Transliterator t = Transliterator.getInstance("Latin-Greek");
+ t.transliterate("\u0061\u0101\u0069");
+ }
+
+ String getGreekSet() {
+ // Time bomb
+ if (skipIfBeforeICU(4,3,0)) {
+ // We temporarily filter against Unicode 4.1, but we only do this
+ // before version 3.5.
+ logln("TestGreek needs to be updated to remove delete the section marked [:Age=4.0:] filter");
+ } else {
+ errln("TestGreek needs to be updated to remove delete the [:Age=4.0:] filter ");
+ }
+ return
+ // isICU28() ? "[[\u003B\u00B7[:Greek:]-[\u03D7-\u03EF]]&[:Age=3.2:]]" :
+ "[\u003B\u00B7[[:Greek:]&[:Letter:]]-[" +
+ "\u1D26-\u1D2A" + // L& [5] GREEK LETTER SMALL CAPITAL GAMMA..GREEK LETTER SMALL CAPITAL PSI
+ "\u1D5D-\u1D61" + // Lm [5] MODIFIER LETTER SMALL BETA..MODIFIER LETTER SMALL CHI
+ "\u1D66-\u1D6A" + // L& [5] GREEK SUBSCRIPT SMALL LETTER BETA..GREEK SUBSCRIPT SMALL LETTER CHI
+ "\u03D7-\u03EF" + // \N{GREEK KAI SYMBOL}..\N{COPTIC SMALL LETTER DEI}
+ "] & [:Age=4.0:]]";
+ }
+
+ public void TestGreek() throws IOException {
+ long start = System.currentTimeMillis();
+ new Test("Latin-Greek", 50)
+ .test("[a-zA-Z]", getGreekSet(),
+ "[\u00B5\u037A\u03D0-\u03F5\u03F9]", /* roundtrip exclusions */
+ this, new LegalGreek(true));
+ showElapsed(start, "TestGreek");
+ }
+
+ public void TestGreekUNGEGN() throws IOException {
+ long start = System.currentTimeMillis();
+ new Test("Latin-Greek/UNGEGN")
+ .test("[a-zA-Z]", getGreekSet(),
+ "[\u00B5\u037A\u03D0-\uFFFF{\u039C\u03C0}]", /* roundtrip exclusions */
+ this, new LegalGreek(false));
+ showElapsed(start, "TestGreekUNGEGN");
+ }
+
+ public void Testel() throws IOException {
+ long start = System.currentTimeMillis();
+ new Test("Latin-el")
+ .test("[a-zA-Z]", getGreekSet(),
+ "[\u00B5\u037A\u03D0-\uFFFF{\u039C\u03C0}]", /* roundtrip exclusions */
+ this, new LegalGreek(false));
+ showElapsed(start, "Testel");
+ }
+
+ public void TestCyrillic() throws IOException {
+ long start = System.currentTimeMillis();
+ new Test("Latin-Cyrillic")
+ .test("[a-zA-Z\u0110\u0111\u02BA\u02B9]", "[\u0400-\u045F]", null, this, new Legal());
+ showElapsed(start, "TestCyrillic");
+ }
+
+ static final String ARABIC = "[\u06A9\u060C\u061B\u061F\u0621\u0627-\u063A\u0641-\u0655\u0660-\u066C\u067E\u0686\u0698\u06A4\u06AD\u06AF\u06CB-\u06CC\u06F0-\u06F9]";
+
+ public void TestArabic() throws IOException {
+ long start = System.currentTimeMillis();
+ new Test("Latin-Arabic")
+ .test("[a-zA-Z\u02BE\u02BF]", ARABIC, "[a-zA-Z\u02BE\u02BF\u207F]", null, this, new Legal()); //
+ showElapsed(start, "TestArabic");
+ }
+
+ public void TestHebrew() throws IOException {
+ // Time bomb
+ if (skipIfBeforeICU(4,3,0)) {
+ // We temporarily filter against Unicode 4.1, but we only do this
+ // before version 3.5.
+ logln("TestHebrew needs to be updated to remove delete the section marked [:Age=4.0:] filter");
+ } else {
+ errln("TestHebrew needs to be updated to remove delete the [:Age=4.0:] filter ");
+ }
+ long start = System.currentTimeMillis();
+ new Test("Latin-Hebrew")
+ .test("[a-zA-Z\u02BC\u02BB]", "[[[:hebrew:]-[\u05BD\uFB00-\uFBFF]]& [:Age=4.0:]]", "[\u05F0\u05F1\u05F2]", this, new LegalHebrew());
+ showElapsed(start, "TestHebrew");
+ }
+
+ public void TestThai() throws IOException {
+ long start = System.currentTimeMillis();
+ if(skipIfBeforeICU(4,3,0)){
+ new Test("Latin-Thai")
+ .test("[a-zA-Z\u0142\u1ECD\u00E6\u0131\u0268\u02CC]",
+ "[\u0E01-\u0E3A\u0E40-\u0E5B]",
+ "[a-zA-Z\u0142\u1ECD\u00E6\u0131\u0268\u02B9\u02CC]",
+ "[\u0E4F]", this, new LegalThai());
+ }else{
+ new Test("Latin-Thai")
+ .test("[a-zA-Z\u0142\u1ECD\u00E6\u0131\u0268\u02CC]",
+ "[\u0E01-\u0E3A\u0E40-\u0E5B]",
+ "[a-zA-Z\u0142\u1ECD\u00E6\u0131\u0268\u02B9\u02CC]",
+ null, this, new LegalThai());
+ }
+
+ showElapsed(start, "TestThai");
+ }
+
+ //----------------------------------
+ // Inter-Indic Tests
+ //----------------------------------
+ public static class LegalIndic extends Legal{
+ UnicodeSet vowelSignSet = new UnicodeSet();
+
+ public LegalIndic(){
+ vowelSignSet.addAll(new UnicodeSet("[\u0901\u0902\u0903\u0904\u093e-\u094c\u0962\u0963]")); /* Devanagari */
+ vowelSignSet.addAll(new UnicodeSet("[\u0981\u0982\u0983\u09be-\u09cc\u09e2\u09e3\u09D7]")); /* Bengali */
+ vowelSignSet.addAll(new UnicodeSet("[\u0a01\u0a02\u0a03\u0a3e-\u0a4c\u0a62\u0a63\u0a70\u0a71]")); /* Gurmukhi */
+ vowelSignSet.addAll(new UnicodeSet("[\u0a81\u0a82\u0a83\u0abe-\u0acc\u0ae2\u0ae3]")); /* Gujarati */
+ vowelSignSet.addAll(new UnicodeSet("[\u0b01\u0b02\u0b03\u0b3e-\u0b4c\u0b62\u0b63\u0b56\u0b57]")); /* Oriya */
+ vowelSignSet.addAll(new UnicodeSet("[\u0b81\u0b82\u0b83\u0bbe-\u0bcc\u0be2\u0be3\u0bd7]")); /* Tamil */
+ vowelSignSet.addAll(new UnicodeSet("[\u0c01\u0c02\u0c03\u0c3e-\u0c4c\u0c62\u0c63\u0c55\u0c56]")); /* Telugu */
+ vowelSignSet.addAll(new UnicodeSet("[\u0c81\u0c82\u0c83\u0cbe-\u0ccc\u0ce2\u0ce3\u0cd5\u0cd6]")); /* Kannada */
+ vowelSignSet.addAll(new UnicodeSet("[\u0d01\u0d02\u0d03\u0d3e-\u0d4c\u0d62\u0d63\u0d57]")); /* Malayalam */
+ }
+
+ String avagraha = "\u093d\u09bd\u0abd\u0b3d\u0cbd";
+ String nukta = "\u093c\u09bc\u0a3c\u0abc\u0b3c\u0cbc";
+ String virama = "\u094d\u09cd\u0a4d\u0acd\u0b4d\u0bcd\u0c4d\u0ccd\u0d4d";
+ String sanskritStressSigns = "\u0951\u0952\u0953\u0954\u097d";
+ String chandrabindu = "\u0901\u0981\u0A81\u0b01\u0c01";
+ public boolean is(String sourceString){
+ int cp=sourceString.charAt(0);
+
+ // A vowel sign cannot be the first char
+ if(vowelSignSet.contains(cp)){
+ return false;
+ }else if(avagraha.indexOf(cp)!=-1){
+ return false;
+ }else if(virama.indexOf(cp)!=-1){
+ return false;
+ }else if(nukta.indexOf(cp)!=-1){
+ return false;
+ }else if(sanskritStressSigns.indexOf(cp)!=-1){
+ return false;
+ }else if((chandrabindu.indexOf(cp)!=-1) &&
+ (sourceString.length() >1 &&
+ vowelSignSet.contains(sourceString.charAt(1)))){
+ return false;
+ }
+ return true;
+ }
+ }
+ static String latinForIndic = "[['.0-9A-Za-z~\u00C0-\u00C5\u00C7-\u00CF\u00D1-\u00D6\u00D9-\u00DD"+
+ "\u00E0-\u00E5\u00E7-\u00EF\u00F1-\u00F6\u00F9-\u00FD\u00FF-\u010F"+
+ "\u0112-\u0125\u0128-\u0130\u0134-\u0137\u0139-\u013E\u0143-\u0148"+
+ "\u014C-\u0151\u0154-\u0165\u0168-\u017E\u01A0-\u01A1\u01AF-\u01B0"+
+ "\u01CD-\u01DC\u01DE-\u01E3\u01E6-\u01ED\u01F0\u01F4-\u01F5\u01F8-\u01FB"+
+ "\u0200-\u021B\u021E-\u021F\u0226-\u0233\u0294\u0303-\u0304\u0306\u0314-\u0315"+
+ "\u0325\u040E\u0419\u0439\u045E\u04C1-\u04C2\u04D0-\u04D1\u04D6-\u04D7"+
+ "\u04E2-\u04E3\u04EE-\u04EF\u1E00-\u1E99\u1EA0-\u1EF9\u1F01\u1F03\u1F05"+
+ "\u1F07\u1F09\u1F0B\u1F0D\u1F0F\u1F11\u1F13\u1F15\u1F19\u1F1B\u1F1D\u1F21"+
+ "\u1F23\u1F25\u1F27\u1F29\u1F2B\u1F2D\u1F2F\u1F31\u1F33\u1F35\u1F37\u1F39"+
+ "\u1F3B\u1F3D\u1F3F\u1F41\u1F43\u1F45\u1F49\u1F4B\u1F4D\u1F51\u1F53\u1F55"+
+ "\u1F57\u1F59\u1F5B\u1F5D\u1F5F\u1F61\u1F63\u1F65\u1F67\u1F69\u1F6B\u1F6D"+
+ "\u1F6F\u1F81\u1F83\u1F85\u1F87\u1F89\u1F8B\u1F8D\u1F8F\u1F91\u1F93\u1F95"+
+ "\u1F97\u1F99\u1F9B\u1F9D\u1F9F\u1FA1\u1FA3\u1FA5\u1FA7\u1FA9\u1FAB\u1FAD"+
+ "\u1FAF-\u1FB1\u1FB8-\u1FB9\u1FD0-\u1FD1\u1FD8-\u1FD9\u1FE0-\u1FE1\u1FE5"+
+ "\u1FE8-\u1FE9\u1FEC\u212A-\u212B\uE04D\uE064]"+
+ "-[\uE000-\uE080 \u01E2\u01E3]& [[:latin:][:mark:]]]";
+
+ public void TestDevanagariLatin() throws IOException {
+ long start = System.currentTimeMillis();
+ if (skipIfBeforeICU(4,3,0)) {
+ logln("Warning: TestDevanagariLatin needs to be updated to remove delete the section marked [:Age=4.1:] filter");
+ } else {
+ // We temporarily filter against Unicode 4.1, but we only do this
+ // before version 3.4.
+ errln("FAIL: TestDevanagariLatin needs to be updated to remove delete the [:Age=4.1:] filter ");
+ return;
+ }
+ new Test("Latin-DEVANAGARI", 50)
+ .test(latinForIndic, "[[[:Devanagari:][\u094d][\u0964\u0965]]&[:Age=4.1:]]", "[\u0965\u0904]", this, new LegalIndic());
+ showElapsed(start, "TestDevanagariLatin");
+ }
+
+ private static final String [][] interIndicArray= new String[][]{
+ new String [] { "BENGALI-DEVANAGARI",
+ "[:BENGALI:]", "[:Devanagari:]",
+ "[\u0904\u0951-\u0954\u0943-\u0949\u094a\u0962\u0963\u090D\u090e\u0911\u0912\u0929\u0933\u0934\u0935\u0950\u0958\u0959\u095a\u095b\u095e\u097d]", /*roundtrip exclusions*/
+ },
+ new String [] { "DEVANAGARI-BENGALI",
+ "[:Devanagari:]", "[:BENGALI:]",
+ "[\u09D7\u090D\u090e\u0911\u0912\u0929\u0933\u0934\u0935\u0950\u0958\u0959\u095a\u095b\u095e\u09f0\u09f1\u09f2-\u09fa\u09ce]", /*roundtrip exclusions*/
+ },
+
+ new String [] { "GURMUKHI-DEVANAGARI",
+ "[:GURMUKHI:]", "[:Devanagari:]",
+ "[\u0904\u0902\u0936\u0933\u0951-\u0954\u0902\u0903\u0943-\u0949\u094a\u0962\u0963\u090B\u090C\u090D\u090e\u0911\u0912\u0934\u0937\u093D\u0950\u0960\u0961\u097d]", /*roundtrip exclusions*/
+ },
+ new String [] { "DEVANAGARI-GURMUKHI",
+ "[:Devanagari:]", "[:GURMUKHI:]",
+ "[\u0A02\u0946\u0A5C\u0951-\u0954\u0A70\u0A71\u090B\u090C\u090D\u090e\u0911\u0912\u0934\u0937\u093D\u0950\u0960\u0961\u0a72\u0a73\u0a74]", /*roundtrip exclusions*/
+ },
+
+ new String [] { "GUJARATI-DEVANAGARI",
+ "[:GUJARATI:]", "[:Devanagari:]",
+ "[\u0904\u0946\u094A\u0962\u0963\u0951-\u0954\u0961\u090c\u090e\u0912\u097d]", /*roundtrip exclusions*/
+ },
+ new String [] { "DEVANAGARI-GUJARATI",
+ "[:Devanagari:]", "[:GUJARATI:]",
+ "[\u0951-\u0954\u0961\u090c\u090e\u0912]", /*roundtrip exclusions*/
+ },
+
+ new String [] { "ORIYA-DEVANAGARI",
+ "[:ORIYA:]", "[:Devanagari:]",
+ "[\u0904\u0912\u0911\u090D\u090e\u0931\u0943-\u094a\u0962\u0963\u0951-\u0954\u0950\u097d]", /*roundtrip exclusions*/
+ },
+ new String [] { "DEVANAGARI-ORIYA",
+ "[:Devanagari:]", "[:ORIYA:]",
+ "[\u0b5f\u0b56\u0b57\u0b70\u0b71\u0950\u090D\u090e\u0912\u0911\u0931]", /*roundtrip exclusions*/
+ },
+
+ new String [] { "Tamil-DEVANAGARI",
+ "[:tamil:]", "[:Devanagari:]",
+ "[\u0901\u0904\u093c\u0943-\u094a\u0951-\u0954\u0962\u0963\u090B\u090C\u090D\u0911\u0916\u0917\u0918\u091B\u091D\u0920\u0921\u0922\u0925\u0926\u0927\u092B\u092C\u092D\u0936\u093d\u0950[\u0958-\u0961]\u097d]", /*roundtrip exclusions*/
+ },
+ new String [] { "DEVANAGARI-Tamil",
+ "[:Devanagari:]", "[:tamil:]",
+ "[\u0bd7\u0BF0\u0BF1\u0BF2]", /*roundtrip exclusions*/
+ },
+
+ new String [] { "Telugu-DEVANAGARI",
+ "[:telugu:]", "[:Devanagari:]",
+ "[\u0904\u093c\u0950\u0945\u0949\u0951-\u0954\u0962\u0963\u090D\u0911\u093d\u0929\u0934[\u0958-\u095f]\u097d]", /*roundtrip exclusions*/
+ },
+ new String [] { "DEVANAGARI-TELUGU",
+ "[:Devanagari:]", "[:TELUGU:]",
+ "[\u0c55\u0c56\u0950\u090D\u0911\u093d\u0929\u0934[\u0958-\u095f]]", /*roundtrip exclusions*/
+ },
+
+ new String [] { "KANNADA-DEVANAGARI",
+ "[:KANNADA:]", "[:Devanagari:]",
+ "[\u0901\u0904\u0946\u0950\u0945\u0949\u0951-\u0954\u0962\u0963\u0950\u090D\u0911\u093d\u0929\u0934[\u0958-\u095f]\u097d]", /*roundtrip exclusions*/
+ },
+ new String [] { "DEVANAGARI-KANNADA",
+ "[:Devanagari:]", "[:KANNADA:]",
+ "[{\u0cb0\u0cbc}{\u0cb3\u0cbc}\u0cde\u0cd5\u0cd6\u0950\u090D\u0911\u093d\u0929\u0934[\u0958-\u095f]]", /*roundtrip exclusions*/
+ },
+
+ new String [] { "MALAYALAM-DEVANAGARI",
+ "[:MALAYALAM:]", "[:Devanagari:]",
+ "[\u0901\u0904\u094a\u094b\u094c\u093c\u0950\u0944\u0945\u0949\u0951-\u0954\u0962\u0963\u090D\u0911\u093d\u0929\u0934[\u0958-\u095f]\u097d]", /*roundtrip exclusions*/
+ },
+ new String [] { "DEVANAGARI-MALAYALAM",
+ "[:Devanagari:]", "[:MALAYALAM:]",
+ "[\u0d4c\u0d57\u0950\u090D\u0911\u093d\u0929\u0934[\u0958-\u095f]]", /*roundtrip exclusions*/
+ },
+
+ new String [] { "GURMUKHI-BENGALI",
+ "[:GURMUKHI:]", "[:BENGALI:]",
+ "[\u0982\u09b6\u09e2\u09e3\u09c3\u09c4\u09d7\u098B\u098C\u09B7\u09E0\u09E1\u09F0\u09F1\u09f2-\u09fa\u09ce]", /*roundtrip exclusions*/
+ },
+ new String [] { "BENGALI-GURMUKHI",
+ "[:BENGALI:]", "[:GURMUKHI:]",
+ "[\u0A02\u0a5c\u0a47\u0a70\u0a71\u0A33\u0A35\u0A59\u0A5A\u0A5B\u0A5E\u0A72\u0A73\u0A74]", /*roundtrip exclusions*/
+ },
+
+ new String [] { "GUJARATI-BENGALI",
+ "[:GUJARATI:]", "[:BENGALI:]",
+ "[\u09d7\u09e2\u09e3\u098c\u09e1\u09f0\u09f1\u09f2-\u09fa\u09ce]", /*roundtrip exclusions*/
+ },
+ new String [] { "BENGALI-GUJARATI",
+ "[:BENGALI:]", "[:GUJARATI:]",
+ "[\u0A82\u0a83\u0Ac9\u0Ac5\u0ac7\u0A8D\u0A91\u0AB3\u0AB5\u0ABD\u0AD0]", /*roundtrip exclusions*/
+ },
+
+ new String [] { "ORIYA-BENGALI",
+ "[:ORIYA:]", "[:BENGALI:]",
+ "[\u09c4\u09e2\u09e3\u09f0\u09f1\u09f2-\u09fa\u09ce]", /*roundtrip exclusions*/
+ },
+ new String [] { "BENGALI-ORIYA",
+ "[:BENGALI:]", "[:ORIYA:]",
+ "[\u0b35\u0b71\u0b5f\u0b56\u0b33\u0b3d]", /*roundtrip exclusions*/
+ },
+
+ new String [] { "Tamil-BENGALI",
+ "[:tamil:]", "[:BENGALI:]",
+ "[\u0981\u09bc\u09c3\u09c4\u09e2\u09e3\u09f0\u09f1\u098B\u098C\u0996\u0997\u0998\u099B\u099D\u09A0\u09A1\u09A2\u09A5\u09A6\u09A7\u09AB\u09AC\u09AD\u09B6\u09DC\u09DD\u09DF\u09E0\u09E1\u09f2-\u09fa\u09ce]", /*roundtrip exclusions*/
+ },
+ new String [] { "BENGALI-Tamil",
+ "[:BENGALI:]", "[:tamil:]",
+ "[\u0bc6\u0bc7\u0bca\u0B8E\u0B92\u0BA9\u0BB1\u0BB3\u0BB4\u0BB5\u0BF0\u0BF1\u0BF2]", /*roundtrip exclusions*/
+ },
+
+ new String [] { "Telugu-BENGALI",
+ "[:telugu:]", "[:BENGALI:]",
+ "[\u09e2\u09e3\u09bc\u09d7\u09f0\u09f1\u09dc\u09dd\u09df\u09f2-\u09fa\u09ce]", /*roundtrip exclusions*/
+ },
+ new String [] { "BENGALI-TELUGU",
+ "[:BENGALI:]", "[:TELUGU:]",
+ "[\u0c55\u0c56\u0c47\u0c46\u0c4a\u0C0E\u0C12\u0C31\u0C33\u0C35]", /*roundtrip exclusions*/
+ },
+
+ new String [] { "KANNADA-BENGALI",
+ "[:KANNADA:]", "[:BENGALI:]",
+ "[\u0981\u09e2\u09e3\u09bc\u09d7\u09f0\u09f1\u09dc\u09dd\u09df\u09f2-\u09fa\u09ce]", /*roundtrip exclusions*/
+ },
+ new String [] { "BENGALI-KANNADA",
+ "[:BENGALI:]", "[:KANNADA:]",
+ "[{\u0cb0\u0cbc}{\u0cb3\u0cbc}\u0cc6\u0cca\u0cd5\u0cd6\u0cc7\u0C8E\u0C92\u0CB1\u0cb3\u0cb5\u0cde]", /*roundtrip exclusions*/
+ },
+
+ new String [] { "MALAYALAM-BENGALI",
+ "[:MALAYALAM:]", "[:BENGALI:]",
+ "[\u0981\u09e2\u09e3\u09bc\u09c4\u09f0\u09f1\u09dc\u09dd\u09df\u09f2-\u09fa\u09ce]", /*roundtrip exclusions*/
+ },
+ new String [] { "BENGALI-MALAYALAM",
+ "[:BENGALI:]", "[:MALAYALAM:]",
+ "[\u0d46\u0d4a\u0d47\u0d31-\u0d35\u0d0e\u0d12]", /*roundtrip exclusions*/
+ },
+
+ new String [] { "GUJARATI-GURMUKHI",
+ "[:GUJARATI:]", "[:GURMUKHI:]",
+ "[\u0A02\u0ab3\u0ab6\u0A70\u0a71\u0a82\u0a83\u0ac3\u0ac4\u0ac5\u0ac9\u0a5c\u0a72\u0a73\u0a74\u0a8b\u0a8d\u0a91\u0abd]", /*roundtrip exclusions*/
+ },
+ new String [] { "GURMUKHI-GUJARATI",
+ "[:GURMUKHI:]", "[:GUJARATI:]",
+ "[\u0a5c\u0A70\u0a71\u0a72\u0a73\u0a74\u0a82\u0a83\u0a8b\u0a8c\u0a8d\u0a91\u0ab3\u0ab6\u0ab7\u0abd\u0ac3\u0ac4\u0ac5\u0ac9\u0ad0\u0ae0\u0ae1]", /*roundtrip exclusions*/
+ },
+
+ new String [] { "ORIYA-GURMUKHI",
+ "[:ORIYA:]", "[:GURMUKHI:]",
+ "[\u0A02\u0a5c\u0a21\u0a47\u0a71\u0b02\u0b03\u0b33\u0b36\u0b43\u0b56\u0b57\u0B0B\u0B0C\u0B37\u0B3D\u0B5F\u0B60\u0B61\u0a35\u0a72\u0a73\u0a74]", /*roundtrip exclusions*/
+ },
+ new String [] { "GURMUKHI-ORIYA",
+ "[:GURMUKHI:]", "[:ORIYA:]",
+ "[\u0a71\u0b02\u0b03\u0b33\u0b36\u0b43\u0b56\u0b57\u0B0B\u0B0C\u0B37\u0B3D\u0B5F\u0B60\u0B61\u0b70\u0b71]", /*roundtrip exclusions*/
+ },
+
+ new String [] { "TAMIL-GURMUKHI",
+ "[:TAMIL:]", "[:GURMUKHI:]",
+ "[\u0A01\u0A02\u0a33\u0a36\u0a3c\u0a70\u0a71\u0a47\u0A16\u0A17\u0A18\u0A1B\u0A1D\u0A20\u0A21\u0A22\u0A25\u0A26\u0A27\u0A2B\u0A2C\u0A2D\u0A59\u0A5A\u0A5B\u0A5C\u0A5E\u0A72\u0A73\u0A74]", /*roundtrip exclusions*/
+ },
+ new String [] { "GURMUKHI-TAMIL",
+ "[:GURMUKHI:]", "[:TAMIL:]",
+ "[\u0b82\u0bc6\u0bca\u0bd7\u0bb7\u0bb3\u0b83\u0B8E\u0B92\u0BA9\u0BB1\u0BB4\u0bb6\u0BF0\u0BF1\u0BF2]", /*roundtrip exclusions*/
+ },
+
+ new String [] { "TELUGU-GURMUKHI",
+ "[:TELUGU:]", "[:GURMUKHI:]",
+ "[\u0A02\u0a33\u0a36\u0a3c\u0a70\u0a71\u0A59\u0A5A\u0A5B\u0A5C\u0A5E\u0A72\u0A73\u0A74]", /*roundtrip exclusions*/
+ },
+ new String [] { "GURMUKHI-TELUGU",
+ "[:GURMUKHI:]", "[:TELUGU:]",
+ "[\u0c02\u0c03\u0c33\u0c36\u0c44\u0c43\u0c46\u0c4a\u0c56\u0c55\u0C0B\u0C0C\u0C0E\u0C12\u0C31\u0C37\u0C60\u0C61]", /*roundtrip exclusions*/
+ },
+ new String [] { "KANNADA-GURMUKHI",
+ "[:KANNADA:]", "[:GURMUKHI:]",
+ "[\u0A01\u0A02\u0a33\u0a36\u0a3c\u0a70\u0a71\u0A59\u0A5A\u0A5B\u0A5C\u0A5E\u0A72\u0A73\u0A74]", /*roundtrip exclusions*/
+ },
+ new String [] { "GURMUKHI-KANNADA",
+ "[:GURMUKHI:]", "[:KANNADA:]",
+ "[{\u0cb0\u0cbc}{\u0cb3\u0cbc}\u0c82\u0c83\u0cb3\u0cb6\u0cc4\u0cc3\u0cc6\u0cca\u0cd5\u0cd6\u0C8B\u0C8C\u0C8E\u0C92\u0CB1\u0CB7\u0cbd\u0CE0\u0CE1\u0cde]", /*roundtrip exclusions*/
+ },
+
+ new String [] { "MALAYALAM-GURMUKHI",
+ "[:MALAYALAM:]", "[:GURMUKHI:]",
+ "[\u0A01\u0A02\u0a4b\u0a4c\u0a33\u0a36\u0a3c\u0a70\u0a71\u0A59\u0A5A\u0A5B\u0A5C\u0A5E\u0A72\u0A73\u0A74]", /*roundtrip exclusions*/
+ },
+ new String [] { "GURMUKHI-MALAYALAM",
+ "[:GURMUKHI:]", "[:MALAYALAM:]",
+ "[\u0d02\u0d03\u0d33\u0d36\u0d43\u0d46\u0d4a\u0d4c\u0d57\u0D0B\u0D0C\u0D0E\u0D12\u0D31\u0D34\u0D37\u0D60\u0D61]", /*roundtrip exclusions*/
+ },
+
+ new String [] { "GUJARATI-ORIYA",
+ "[:GUJARATI:]", "[:ORIYA:]",
+ "[\u0b56\u0b57\u0B0C\u0B5F\u0B61\u0b70\u0b71]", /*roundtrip exclusions*/
+ },
+ new String [] { "ORIYA-GUJARATI",
+ "[:ORIYA:]", "[:GUJARATI:]",
+ "[\u0Ac4\u0Ac5\u0Ac9\u0Ac7\u0A8D\u0A91\u0AB5\u0Ad0]", /*roundtrip exclusions*/
+ },
+
+ new String [] { "TAMIL-GUJARATI",
+ "[:TAMIL:]", "[:GUJARATI:]",
+ "[\u0A81\u0a8c\u0abc\u0ac3\u0Ac4\u0Ac5\u0Ac9\u0Ac7\u0A8B\u0A8D\u0A91\u0A96\u0A97\u0A98\u0A9B\u0A9D\u0AA0\u0AA1\u0AA2\u0AA5\u0AA6\u0AA7\u0AAB\u0AAC\u0AAD\u0AB6\u0ABD\u0AD0\u0AE0\u0AE1]", /*roundtrip exclusions*/
+ },
+ new String [] { "GUJARATI-TAMIL",
+ "[:GUJARATI:]", "[:TAMIL:]",
+ "[\u0Bc6\u0Bca\u0Bd7\u0B8E\u0B92\u0BA9\u0BB1\u0BB4\u0BF0\u0BF1\u0BF2]", /*roundtrip exclusions*/
+ },
+
+ new String [] { "TELUGU-GUJARATI",
+ "[:TELUGU:]", "[:GUJARATI:]",
+ "[\u0abc\u0Ac5\u0Ac9\u0A8D\u0A91\u0ABD\u0Ad0]", /*roundtrip exclusions*/
+ },
+ new String [] { "GUJARATI-TELUGU",
+ "[:GUJARATI:]", "[:TELUGU:]",
+ "[\u0c46\u0c4a\u0c55\u0c56\u0C0C\u0C0E\u0C12\u0C31\u0C61]", /*roundtrip exclusions*/
+ },
+
+ new String [] { "KANNADA-GUJARATI",
+ "[:KANNADA:]", "[:GUJARATI:]",
+ "[\u0A81\u0abc\u0Ac5\u0Ac9\u0A8D\u0A91\u0ABD\u0Ad0]", /*roundtrip exclusions*/
+ },
+ new String [] { "GUJARATI-KANNADA",
+ "[:GUJARATI:]", "[:KANNADA:]",
+ "[{\u0cb0\u0cbc}{\u0cb3\u0cbc}\u0cc6\u0cca\u0cd5\u0cd6\u0C8C\u0C8E\u0C92\u0CB1\u0CDE\u0CE1]", /*roundtrip exclusions*/
+ },
+
+ new String [] { "MALAYALAM-GUJARATI",
+ "[:MALAYALAM:]", "[:GUJARATI:]",
+ "[\u0A81\u0ac4\u0acb\u0acc\u0abc\u0Ac5\u0Ac9\u0A8D\u0A91\u0ABD\u0Ad0]", /*roundtrip exclusions*/
+ },
+ new String [] { "GUJARATI-MALAYALAM",
+ "[:GUJARATI:]", "[:MALAYALAM:]",
+ "[\u0d46\u0d4a\u0d4c\u0d55\u0d57\u0D0C\u0D0E\u0D12\u0D31\u0D34\u0D61]", /*roundtrip exclusions*/
+ },
+
+ new String [] { "TAMIL-ORIYA",
+ "[:TAMIL:]", "[:ORIYA:]",
+ "[\u0B01\u0b3c\u0b43\u0b56\u0B0B\u0B0C\u0B16\u0B17\u0B18\u0B1B\u0B1D\u0B20\u0B21\u0B22\u0B25\u0B26\u0B27\u0B2B\u0B2C\u0B2D\u0B36\u0B3D\u0B5C\u0B5D\u0B5F\u0B60\u0B61\u0b70\u0b71]", /*roundtrip exclusions*/
+ },
+ new String [] { "ORIYA-TAMIL",
+ "[:ORIYA:]", "[:TAMIL:]",
+ "[\u0bc6\u0bca\u0bc7\u0B8E\u0B92\u0BA9\u0BB1\u0BB4\u0BB5\u0BF0\u0BF1\u0BF2]", /*roundtrip exclusions*/
+ },
+
+ new String [] { "TELUGU-ORIYA",
+ "[:TELUGU:]", "[:ORIYA:]",
+ "[\u0b3c\u0b57\u0b56\u0B3D\u0B5C\u0B5D\u0B5F\u0b70\u0b71]", /*roundtrip exclusions*/
+ },
+ new String [] { "ORIYA-TELUGU",
+ "[:ORIYA:]", "[:TELUGU:]",
+ "[\u0c44\u0c46\u0c4a\u0c55\u0c47\u0C0E\u0C12\u0C31\u0C35]", /*roundtrip exclusions*/
+ },
+
+ new String [] { "KANNADA-ORIYA",
+ "[:KANNADA:]", "[:ORIYA:]",
+ "[\u0B01\u0b3c\u0b57\u0B3D\u0B5C\u0B5D\u0B5F\u0b70\u0b71]", /*roundtrip exclusions*/
+ },
+ new String [] { "ORIYA-KANNADA",
+ "[:ORIYA:]", "[:KANNADA:]",
+ "[{\u0cb0\u0cbc}{\u0cb3\u0cbc}\u0cc4\u0cc6\u0cca\u0cd5\u0cc7\u0C8E\u0C92\u0CB1\u0CB5\u0CDE]", /*roundtrip exclusions*/
+ },
+
+ new String [] { "MALAYALAM-ORIYA",
+ "[:MALAYALAM:]", "[:ORIYA:]",
+ "[\u0B01\u0b3c\u0b56\u0B3D\u0B5C\u0B5D\u0B5F\u0b70\u0b71]", /*roundtrip exclusions*/
+ },
+ new String [] { "ORIYA-MALAYALAM",
+ "[:ORIYA:]", "[:MALAYALAM:]",
+ "[\u0D47\u0D46\u0D4a\u0D0E\u0D12\u0D31\u0D34\u0D35]", /*roundtrip exclusions*/
+ },
+
+ new String [] { "TELUGU-TAMIL",
+ "[:TELUGU:]", "[:TAMIL:]",
+ "[\u0bd7\u0ba9\u0bb4\u0BF0\u0BF1\u0BF2\u0BF0\u0BF1\u0BF2]", /*roundtrip exclusions*/
+ },
+ new String [] { "TAMIL-TELUGU",
+ "[:TAMIL:]", "[:TELUGU:]",
+ "[\u0C01\u0c43\u0c44\u0c46\u0c47\u0c55\u0c56\u0c66\u0C0B\u0C0C\u0C16\u0C17\u0C18\u0C1B\u0C1D\u0C20\u0C21\u0C22\u0C25\u0C26\u0C27\u0C2B\u0C2C\u0C2D\u0C36\u0C60\u0C61]", /*roundtrip exclusions*/
+ },
+
+ new String [] { "KANNADA-TAMIL",
+ "[:KANNADA:]", "[:TAMIL:]",
+ "[\u0bd7\u0bc6\u0ba9\u0bb4\u0BF0\u0BF1\u0BF2]", /*roundtrip exclusions*/
+ },
+ new String [] { "TAMIL-KANNADA",
+ "[:TAMIL:]", "[:KANNADA:]",
+ "[\u0cc3\u0cc4\u0cc6\u0cc7\u0cd5\u0cd6\u0C8B\u0C8C\u0C96\u0C97\u0C98\u0C9B\u0C9D\u0CA0\u0CA1\u0CA2\u0CA5\u0CA6\u0CA7\u0CAB\u0CAC\u0CAD\u0CB6\u0cbc\u0cbd\u0CDE\u0CE0\u0CE1]", /*roundtrip exclusions*/
+ },
+
+ new String [] { "MALAYALAM-TAMIL",
+ "[:MALAYALAM:]", "[:TAMIL:]",
+ "[\u0ba9\u0BF0\u0BF1\u0BF2]", /*roundtrip exclusions*/
+ },
+ new String [] { "TAMIL-MALAYALAM",
+ "[:TAMIL:]", "[:MALAYALAM:]",
+ "[\u0d43\u0d12\u0D0B\u0D0C\u0D16\u0D17\u0D18\u0D1B\u0D1D\u0D20\u0D21\u0D22\u0D25\u0D26\u0D27\u0D2B\u0D2C\u0D2D\u0D36\u0D60\u0D61]", /*roundtrip exclusions*/
+ },
+
+ new String [] { "KANNADA-TELUGU",
+ "[:KANNADA:]", "[:TELUGU:]",
+ "[\u0C01\u0c3f\u0c46\u0c48\u0c4a]", /*roundtrip exclusions*/
+ },
+ new String [] { "TELUGU-KANNADA",
+ "[:TELUGU:]", "[:KANNADA:]",
+ "[\u0cc8\u0cd5\u0cd6\u0CDE\u0cbc\u0cbd]", /*roundtrip exclusions*/
+ },
+
+ new String [] { "MALAYALAM-TELUGU",
+ "[:MALAYALAM:]", "[:TELUGU:]",
+ "[\u0C01\u0c44\u0c4a\u0c4c\u0c4b\u0c55\u0c56]", /*roundtrip exclusions*/
+ },
+ new String [] { "TELUGU-MALAYALAM",
+ "[:TELUGU:]", "[:MALAYALAM:]",
+ "[\u0d4c\u0d57\u0D34]", /*roundtrip exclusions*/
+ },
+
+ new String [] { "MALAYALAM-KANNADA",
+ "[:MALAYALAM:]", "[:KANNADA:]",
+ "[\u0cbc\u0cbd\u0cc4\u0cc6\u0cca\u0ccc\u0ccb\u0cd5\u0cd6\u0cDe]", /*roundtrip exclusions*/
+ },
+ new String [] { "Latin-Bengali",
+ latinForIndic, "[[:Bengali:][\u0964\u0965]]",
+ "[\u0965\u09f0-\u09fa\u09ce]", /*roundtrip exclusions*/
+ },
+ new String [] { "Latin-Gurmukhi",
+ latinForIndic, "[[:Gurmukhi:][\u0964\u0965]]",
+ "[\u0a01\u0a02\u0965\u0a72\u0a73\u0a74]", /*roundtrip exclusions*/
+ },
+ new String [] { "Latin-Gujarati",
+ latinForIndic, "[[:Gujarati:][\u0964\u0965]]",
+ "[\u0965]", /*roundtrip exclusions*/
+ },
+ new String [] { "Latin-Oriya",
+ latinForIndic, "[[:Oriya:][\u0964\u0965]]",
+ "[\u0965\u0b70]", /*roundtrip exclusions*/
+ },
+ new String [] { "Latin-Tamil",
+ latinForIndic, "[:Tamil:]",
+ "[\u0BF0\u0BF1\u0BF2]", /*roundtrip exclusions*/
+ },
+ new String [] { "Latin-Telugu",
+ latinForIndic, "[:Telugu:]",
+ null, /*roundtrip exclusions*/
+ },
+ new String [] { "Latin-Kannada",
+ latinForIndic, "[:Kannada:]",
+ null, /*roundtrip exclusions*/
+ },
+ new String [] { "Latin-Malayalam",
+ latinForIndic, "[:Malayalam:]",
+ null, /*roundtrip exclusions*/
+ },
+ };
+
+ public void TestInterIndic() throws Exception{
+ long start = System.currentTimeMillis();
+ int num = interIndicArray.length;
+ if (isQuick()) {
+ logln("Testing only 5 of "+ interIndicArray.length+" Skipping rest (use -e for exhaustive)");
+ num = 5;
+ }
+ if (skipIfBeforeICU(4,3,0)) {
+ logln("Warning: TestInterIndic needs to be updated to remove delete the section marked [:Age=4.1:] filter");
+ } else {
+ // We temporarily filter against Unicode 4.1, but we only do this
+ // before version 3.4.
+ errln("FAIL: TestInterIndic needs to be updated to remove delete the [:Age=4.1:] filter ");
+ return;
+ }
+ for(int i=0; i<num;i++){
+ logln("Testing " + interIndicArray[i][0] + " at index " + i );
+ /*TODO: uncomment the line below when the transliterator is fixed
+ new Test(interIndicArray[i][0], 50)
+ .test(interIndicArray[i][1],
+ interIndicArray[i][2],
+ interIndicArray[i][3],
+ this, new LegalIndic());
+ */
+ /* comment lines below when transliterator is fixed */
+ // start
+ new Test(interIndicArray[i][0], 50)
+ .test("["+interIndicArray[i][1]+" &[:Age=4.1:]]",
+ "["+interIndicArray[i][2]+" &[:Age=4.1:]]",
+ interIndicArray[i][3],
+ this, new LegalIndic());
+ //end
+ }
+ showElapsed(start, "TestInterIndic");
+ }
+
+ //---------------
+ // End Indic
+ //---------------
+
+ public static class Legal {
+ public boolean is(String sourceString) {return true;}
+ }
+
+ public static class LegalJamo extends Legal {
+ // any initial must be followed by a medial (or initial)
+ // any medial must follow an initial (or medial)
+ // any final must follow a medial (or final)
+
+ public boolean is(String sourceString) {
+ try {
+ int t;
+ String decomp = Normalizer.normalize(sourceString, Normalizer.NFD);
+ for (int i = 0; i < decomp.length(); ++i) { // don't worry about surrogates
+ switch (getType(decomp.charAt(i))) {
+ case 0:
+ t = getType(decomp.charAt(i+1));
+ if (t != 0 && t != 1) return false;
+ break;
+ case 1:
+ t = getType(decomp.charAt(i-1));
+ if (t != 0 && t != 1) return false;
+ break;
+ case 2:
+ t = getType(decomp.charAt(i-1));
+ if (t != 1 && t != 2) return false;
+ break;
+ }
+ }
+ return true;
+ } catch (StringIndexOutOfBoundsException e) {
+ return false;
+ }
+ }
+
+ public int getType(char c) {
+ if ('\u1100' <= c && c <= '\u1112') return 0;
+ else if ('\u1161' <= c && c <= '\u1175') return 1;
+ else if ('\u11A8' <= c && c <= '\u11C2') return 2;
+ return -1; // other
+ }
+ }
+
+ //static BreakIterator thaiBreak = BreakIterator.getWordInstance(new Locale("th", "TH"));
+ // anything is legal except word ending with Logical-order-exception
+ public static class LegalThai extends Legal {
+ public boolean is(String sourceString) {
+ if (sourceString.length() == 0) return true;
+ char ch = sourceString.charAt(sourceString.length() - 1); // don't worry about surrogates.
+ if (UCharacter.hasBinaryProperty(ch, UProperty.LOGICAL_ORDER_EXCEPTION)) return false;
+
+
+ // disallow anything with a wordbreak between
+ /*
+ if (UTF16.countCodePoint(sourceString) <= 1) return true;
+ thaiBreak.setText(sourceString);
+ for (int pos = thaiBreak.first(); pos != BreakIterator.DONE; pos = thaiBreak.next()) {
+ if (pos > 0 && pos < sourceString.length()) {
+ System.out.println("Skipping " + Utility.escape(sourceString));
+ return false;
+ }
+ }
+ */
+ return true;
+ }
+ }
+
+ // anything is legal except that Final letters can't be followed by letter; NonFinal must be
+ public static class LegalHebrew extends Legal {
+ static UnicodeSet FINAL = new UnicodeSet("[\u05DA\u05DD\u05DF\u05E3\u05E5]");
+ static UnicodeSet NON_FINAL = new UnicodeSet("[\u05DB\u05DE\u05E0\u05E4\u05E6]");
+ static UnicodeSet LETTER = new UnicodeSet("[:letter:]");
+ public boolean is(String sourceString) {
+ if (sourceString.length() == 0) return true;
+ // don't worry about surrogates.
+ for (int i = 0; i < sourceString.length(); ++i) {
+ char ch = sourceString.charAt(i);
+ char next = i+1 == sourceString.length() ? '\u0000' : sourceString.charAt(i);
+ if (FINAL.contains(ch)) {
+ if (LETTER.contains(next)) return false;
+ } else if (NON_FINAL.contains(ch)) {
+ if (!LETTER.contains(next)) return false;
+ }
+ }
+ return true;
+ }
+ }
+
+
+ public static class LegalGreek extends Legal {
+
+ boolean full;
+
+ public LegalGreek(boolean full) {
+ this.full = full;
+ }
+
+ static final char IOTA_SUBSCRIPT = '\u0345';
+ static final UnicodeSet breathing = new UnicodeSet("[\\u0313\\u0314']");
+ static final UnicodeSet validSecondVowel = new UnicodeSet("[\\u03C5\\u03B9\\u03A5\\u0399]");
+
+ public static boolean isVowel(char c) {
+ return "\u03B1\u03B5\u03B7\u03B9\u03BF\u03C5\u03C9\u0391\u0395\u0397\u0399\u039F\u03A5\u03A9".indexOf(c) >= 0;
+ }
+
+ public static boolean isRho(char c) {
+ return "\u03C1\u03A1".indexOf(c) >= 0;
+ }
+
+ public boolean is(String sourceString) {
+ try {
+ String decomp = Normalizer.normalize(sourceString, Normalizer.NFD);
+
+ // modern is simpler: don't care about anything but a grave
+ if (!full) {
+ //if (sourceString.equals("\u039C\u03C0")) return false;
+ for (int i = 0; i < decomp.length(); ++i) {
+ char c = decomp.charAt(i);
+ // exclude all the accents
+ if (c == '\u0313' || c == '\u0314' || c == '\u0300' || c == '\u0302'
+ || c == '\u0342' || c == '\u0345'
+ ) return false;
+ }
+ return true;
+ }
+
+ // Legal full Greek has breathing marks IFF there is a vowel or RHO at the start
+ // IF it has them, it has exactly one.
+ // IF it starts with a RHO, then the breathing mark must come before the second letter.
+ // IF it starts with a vowel, then it must before the third letter.
+ // it will only come after the second if of the format [vowel] [no iota subscript!] [upsilon or iota]
+ // Since there are no surrogates in greek, don't worry about them
+
+ boolean firstIsVowel = false;
+ boolean firstIsRho = false;
+ boolean noLetterYet = true;
+ int breathingCount = 0;
+ int letterCount = 0;
+ //int breathingPosition = -1;
+
+ for (int i = 0; i < decomp.length(); ++i) {
+ char c = decomp.charAt(i);
+ if (UCharacter.isLetter(c)) {
+ ++letterCount;
+ if (firstIsVowel && !validSecondVowel.contains(c) && breathingCount == 0) return false;
+ if (noLetterYet) {
+ noLetterYet = false;
+ firstIsVowel = isVowel(c);
+ firstIsRho = isRho(c);
+ }
+ if (firstIsRho && letterCount == 2 && breathingCount == 0) return false;
+ }
+ if (c == IOTA_SUBSCRIPT && firstIsVowel && breathingCount == 0) return false;
+ if (breathing.contains(c)) {
+ // breathingPosition = i;
+ ++breathingCount;
+ }
+ }
+
+ if (firstIsVowel || firstIsRho) return breathingCount == 1;
+ return breathingCount == 0;
+ } catch (Throwable t) {
+ System.out.println(t.getClass().getName() + " " + t.getMessage());
+ return true;
+ }
+ }
+ }
+
+ static class Test {
+
+ PrintWriter out;
+
+ private String transliteratorID;
+ private int errorLimit = 500;
+ private int errorCount = 0;
+ private long pairLimit = 1000000; // make default be 1M.
+ private int density = 100;
+ UnicodeSet sourceRange;
+ UnicodeSet targetRange;
+ UnicodeSet toSource;
+ UnicodeSet toTarget;
+ UnicodeSet roundtripExclusions;
+
+ RoundTripTest log;
+ Legal legalSource;
+ UnicodeSet badCharacters;
+
+ /*
+ * create a test for the given script transliterator.
+ */
+ Test(String transliteratorID) {
+ this(transliteratorID, 100);
+ }
+
+ Test(String transliteratorID, int dens) {
+ this.transliteratorID = transliteratorID;
+ this.density = dens;
+ }
+
+ public void setErrorLimit(int limit) {
+ errorLimit = limit;
+ }
+
+ public void setPairLimit(int limit) {
+ pairLimit = limit;
+ }
+
+ // Added to do better equality check.
+
+ public static boolean isSame(String a, String b) {
+ if (a.equals(b)) return true;
+ if (a.equalsIgnoreCase(b) && isCamel(a)) return true;
+ a = Normalizer.normalize(a, Normalizer.NFD);
+ b = Normalizer.normalize(b, Normalizer.NFD);
+ if (a.equals(b)) return true;
+ if (a.equalsIgnoreCase(b) && isCamel(a)) return true;
+ return false;
+ }
+
+ /*
+ public boolean includesSome(UnicodeSet set, String a) {
+ int cp;
+ for (int i = 0; i < a.length(); i += UTF16.getCharCount(cp)) {
+ cp = UTF16.charAt(a, i);
+ if (set.contains(cp)) return true;
+ }
+ return false;
+ }
+ */
+
+ public static boolean isCamel(String a) {
+ //System.out.println("CamelTest");
+ // see if string is of the form aB; e.g. lower, then upper or title
+ int cp;
+ boolean haveLower = false;
+ for (int i = 0; i < a.length(); i += UTF16.getCharCount(cp)) {
+ cp = UTF16.charAt(a, i);
+ int t = UCharacter.getType(cp);
+ //System.out.println("\t" + t + " " + Integer.toString(cp,16) + " " + UCharacter.getName(cp));
+ switch (t) {
+ case Character.UPPERCASE_LETTER:
+ if (haveLower) return true;
+ break;
+ case Character.TITLECASE_LETTER:
+ if (haveLower) return true;
+ // drop through, since second letter is lower.
+ case Character.LOWERCASE_LETTER:
+ haveLower = true;
+ break;
+ }
+ }
+ //System.out.println("FALSE");
+ return false;
+ }
+
+ static final UnicodeSet okAnyway = new UnicodeSet("[^[:Letter:]]");
+ static final UnicodeSet neverOk = new UnicodeSet("[:Other:]");
+
+ public void test(String srcRange, String trgtRange,
+ String rdtripExclusions, RoundTripTest logger, Legal legalSrc)
+ throws java.io.IOException {
+ test(srcRange, trgtRange, srcRange, rdtripExclusions, logger, legalSrc);
+ }
+
+ /**
+ * Will test
+ * that everything in sourceRange maps to targetRange,
+ * that everything in targetRange maps to backtoSourceRange
+ * that everything roundtrips from target -> source -> target, except roundtripExceptions
+ */
+ public void test(String srcRange, String trgtRange, String backtoSourceRange,
+ String rdtripExclusions, RoundTripTest logger, Legal legalSrc)
+ throws java.io.IOException {
+
+ legalSource = legalSrc;
+ sourceRange = new UnicodeSet(srcRange);
+ sourceRange.removeAll(neverOk);
+
+ targetRange = new UnicodeSet(trgtRange);
+ targetRange.removeAll(neverOk);
+
+ toSource = new UnicodeSet(backtoSourceRange);
+ toSource.addAll(okAnyway);
+
+ toTarget = new UnicodeSet(trgtRange);
+ toTarget.addAll(okAnyway);
+
+ if (rdtripExclusions != null && rdtripExclusions.length() > 0) {
+ roundtripExclusions = new UnicodeSet(rdtripExclusions);
+ }else{
+ roundtripExclusions = new UnicodeSet(); // empty
+ }
+
+ log = logger;
+
+ log.logln(Utility.escape("Source: " + sourceRange));
+ log.logln(Utility.escape("Target: " + targetRange));
+ log.logln(Utility.escape("Exclude: " + roundtripExclusions));
+ if (log.isQuick()) log.logln("Abbreviated Test");
+
+ badCharacters = new UnicodeSet("[:other:]");
+
+ // make a UTF-8 output file we can read with a browser
+
+ // note: check that every transliterator transliterates the null string correctly!
+
+ // {dlf} reorganize so can run test in protected security environment
+ // String logFileName = "test_" + transliteratorID.replace('/', '_') + ".html";
+
+ // File lf = new File(logFileName);
+ // log.logln("Creating log file " + lf.getAbsoluteFile());
+
+ // out = new PrintWriter(new BufferedWriter(new OutputStreamWriter(
+ // new FileOutputStream(logFileName), "UTF8"), 4*1024));
+
+ ByteArrayOutputStream bast = new ByteArrayOutputStream();
+ out = new PrintWriter(new BufferedWriter(new OutputStreamWriter(
+ bast, "UTF8"), 4*1024));
+ //out.write('\uFFEF'); // BOM
+ out.println("<!DOCTYPE HTML PUBLIC \"-//W3C//DTD HTML 4.0 Transitional//EN\">");
+ out.println("<HTML><HEAD>");
+ out.println("<META content=\"text/html; charset=utf-8\" http-equiv=Content-Type></HEAD>");
+ out.println("<BODY bgcolor='#FFFFFF' style='font-family: Arial Unicode MS'>");
+
+ try {
+ test2();
+ } catch (TestTruncated e) {
+ out.println(e.getMessage());
+ }
+ out.println("</BODY></HTML>");
+ out.close();
+
+ if (errorCount > 0) {
+ try {
+ File translitErrorDirectory = new File("translitErrorLogs");
+ if (!translitErrorDirectory.exists()) {
+ translitErrorDirectory.mkdir();
+ }
+ String logFileName = "translitErrorLogs/test_" + transliteratorID.replace('/', '_') + ".html";
+ File lf = new File(logFileName);
+ logger.logln("Creating log file " + lf.getAbsoluteFile());
+ FileOutputStream fos = new FileOutputStream(lf);
+ fos.write(bast.toByteArray());
+ fos.close();
+ logger.errln(transliteratorID + " errors: "
+ + errorCount + (errorCount > errorLimit ? " (at least!)" : "")
+ + ", see " + lf.getAbsoluteFile());
+ }
+ catch (SecurityException e) {
+ logger.errln(transliteratorID + " errors: "
+ + errorCount + (errorCount > errorLimit ? " (at least!)" : "")
+ + ", no log provided due to protected test domain");
+ }
+ } else {
+ logger.logln(transliteratorID + " ok");
+ // new File(logFileName).delete();
+ }
+ }
+
+ // ok if at least one is not equal
+ public boolean checkIrrelevants(Transliterator t, String irrelevants) {
+ for (int i = 0; i < irrelevants.length(); ++i) {
+ char c = irrelevants.charAt(i);
+ String cs = UTF16.valueOf(c);
+ String targ = t.transliterate(cs);
+ if (cs.equals(targ)) return true;
+ }
+ return false;
+ }
+
+ AbbreviatedUnicodeSetIterator usi = new AbbreviatedUnicodeSetIterator();
+ AbbreviatedUnicodeSetIterator usi2 = new AbbreviatedUnicodeSetIterator();
+
+ Transliterator sourceToTarget;
+ Transliterator targetToSource;
+
+ public void test2() {
+
+ sourceToTarget = Transliterator.getInstance(transliteratorID);
+ targetToSource = sourceToTarget.getInverse();
+
+ log.logln("Checking that at least one irrevant characters is not NFC'ed");
+ out.println("<h3>Checking that at least one irrevant characters is not NFC'ed</h3>");
+
+ String irrelevants = "\u2000\u2001\u2126\u212A\u212B\u2329"; // string is from NFC_NO in the UCD
+
+ if (!checkIrrelevants(sourceToTarget, irrelevants)) {
+ logFails("" + getSourceTarget(transliteratorID) + ", Must not NFC everything");
+ }
+ if (!checkIrrelevants(targetToSource, irrelevants)) {
+ logFails("" + getTargetSource(transliteratorID) + ", irrelevants");
+ }
+
+ if (EXTRA_TESTS) {
+ log.logln("Checking that toRules works");
+ String rules = "";
+ Transliterator sourceToTarget2;
+ Transliterator targetToSource2;
+ try {
+ rules = sourceToTarget.toRules(false);
+ sourceToTarget2 = Transliterator.createFromRules("s2t2", rules, Transliterator.FORWARD);
+ if (PRINT_RULES) {
+ out.println("<h3>Forward Rules:</h3><p>");
+ out.println(TestUtility.replace(rules, "\n", "\u200E<br>\n\u200E"));
+ out.println("</p>");
+ }
+ rules = targetToSource.toRules(false);
+ targetToSource2 = Transliterator.createFromRules("t2s2", rules, Transliterator.FORWARD);
+ if (PRINT_RULES) {
+ out.println("<h3>Backward Rules:</h3><p>");
+ out.println(TestUtility.replace(rules, "\n", "\u200E<br>\n\u200E"));
+ out.println("</p>");
+ }
+ } catch (RuntimeException e) {
+ out.println("<h3>Broken Rules:</h3><p>");
+ out.println(TestUtility.replace(rules, "\n", "<br>\n"));
+ out.println("</p>");
+ out.flush();
+ throw e;
+ }
+
+ out.println("<h3>Roundtrip Exclusions: " + new UnicodeSet(roundtripExclusions) + "</h3>");
+ out.flush();
+
+ checkSourceTargetSource(sourceToTarget2);
+
+ checkTargetSourceTarget(targetToSource2);
+ }
+
+ UnicodeSet failSourceTarg = new UnicodeSet();
+
+
+ checkSourceTargetSingles(failSourceTarg);
+
+ boolean quickRt = checkSourceTargetDoubles(failSourceTarg);
+
+ UnicodeSet failTargSource = new UnicodeSet();
+ UnicodeSet failRound = new UnicodeSet();
+
+ checkTargetSourceSingles(failTargSource, failRound);
+ checkTargetSourceDoubles(quickRt, failTargSource, failRound);
+ }
+
+ private void checkSourceTargetSource(Transliterator sourceToTarget2) {
+ log.logln("Checking that source -> target -> source");
+ out.println("<h3>Checking that source -> target -> source</h3>");
+
+ usi.reset(sourceRange);
+ while (usi.next()) {
+ int c = usi.codepoint;
+
+ String cs = UTF16.valueOf(c);
+ String targ = sourceToTarget.transliterate(cs);
+ String targ2 = sourceToTarget2.transliterate(cs);
+ if (!targ.equals(targ2)) {
+ logToRulesFails("" + getSourceTarget(transliteratorID) + ", toRules", cs, targ, targ2);
+ }
+ }
+ }
+
+ private void checkTargetSourceTarget(Transliterator targetToSource2) {
+ log.logln("Checking that target -> source -> target");
+ out.println("<h3>Checking that target -> source -> target</h3>");
+ usi.reset(targetRange);
+ while (usi.next()) {
+ int c = usi.codepoint;
+
+ String cs = UTF16.valueOf(c);
+ String targ = targetToSource.transliterate(cs);
+ String targ2 = targetToSource2.transliterate(cs);
+ if (!targ.equals(targ2)) {
+ logToRulesFails("" + getTargetSource(transliteratorID) + ", toRules", cs, targ, targ2);
+ }
+ }
+ }
+
+ private void checkSourceTargetSingles(UnicodeSet failSourceTarg) {
+ log.logln("Checking that source characters convert to target - Singles");
+ out.println("<h3>Checking that source characters convert to target - Singles</h3>");
+
+
+ /*
+ for (char c = 0; c < 0xFFFF; ++c) {
+ if (!sourceRange.contains(c)) continue;
+ */
+ usi.reset(sourceRange);
+ while (usi.next()) {
+ int c = usi.codepoint;
+
+ String cs = UTF16.valueOf(c);
+ String targ = sourceToTarget.transliterate(cs);
+ if (!toTarget.containsAll(targ)
+ || badCharacters.containsSome(targ)) {
+ String targD = Normalizer.normalize(targ, Normalizer.NFD);
+ if (!toTarget.containsAll(targD)
+ || badCharacters.containsSome(targD)) {
+ logWrongScript("" + getSourceTarget(transliteratorID) + "", cs, targ, toTarget, badCharacters);
+ failSourceTarg.add(c);
+ continue;
+ }
+ }
+
+ String cs2 = Normalizer.normalize(cs, Normalizer.NFD);
+ String targ2 = sourceToTarget.transliterate(cs2);
+ if (!targ.equals(targ2)) {
+ logNotCanonical("" + getSourceTarget(transliteratorID) + "", cs, targ, cs2, targ2);
+ }
+ }
+ }
+
+ private boolean checkSourceTargetDoubles(UnicodeSet failSourceTarg) {
+ log.logln("Checking that source characters convert to target - Doubles");
+ out.println("<h3>Checking that source characters convert to target - Doubles</h3>");
+ long count = 0;
+
+ /*
+ for (char c = 0; c < 0xFFFF; ++c) {
+ if (TestUtility.isUnassigned(c) ||
+ !sourceRange.contains(c)) continue;
+ if (failSourceTarg.get(c)) continue;
+
+ */
+
+ UnicodeSet sourceRangeMinusFailures = new UnicodeSet(sourceRange);
+ sourceRangeMinusFailures.removeAll(failSourceTarg);
+
+ boolean quickRt = log.getInclusion() < 10;
+
+ usi.reset(sourceRangeMinusFailures, quickRt, density);
+
+ while (usi.next()) {
+ int c = usi.codepoint;
+
+ /*
+ for (char d = 0; d < 0xFFFF; ++d) {
+ if (TestUtility.isUnassigned(d) ||
+ !sourceRange.contains(d)) continue;
+ if (failSourceTarg.get(d)) continue;
+ */
+ log.logln(count + "/" + pairLimit + " Checking starting with " + UTF16.valueOf(c));
+ usi2.reset(sourceRangeMinusFailures, quickRt, density);
+
+ while (usi2.next()) {
+ int d = usi2.codepoint;
+ ++count;
+
+ String cs = UTF16.valueOf(c) + UTF16.valueOf(d);
+ String targ = sourceToTarget.transliterate(cs);
+ if (!toTarget.containsAll(targ)
+ || badCharacters.containsSome(targ)) {
+ String targD = Normalizer.normalize(targ, Normalizer.NFD);
+ if (!toTarget.containsAll(targD)
+ || badCharacters.containsSome(targD)) {
+ logWrongScript("" + getSourceTarget(transliteratorID) + "", cs, targ, toTarget, badCharacters);
+ continue;
+ }
+ }
+ String cs2 = Normalizer.normalize(cs, Normalizer.NFD);
+ String targ2 = sourceToTarget.transliterate(cs2);
+ if (!targ.equals(targ2)) {
+ logNotCanonical("" + getSourceTarget(transliteratorID) + "", cs, targ, cs2, targ2);
+ }
+ }
+ }
+ return quickRt;
+ }
+
+ void checkTargetSourceSingles(UnicodeSet failTargSource, UnicodeSet failRound) {
+ log.logln("Checking that target characters convert to source and back - Singles");
+ out.println("<h3>Checking that target characters convert to source and back - Singles</h3>");
+
+
+ /*for (char c = 0; c < 0xFFFF; ++c) {
+ if (TestUtility.isUnassigned(c) ||
+ !targetRange.contains(c)) continue;
+ */
+
+ usi.reset(targetRange);
+ while (usi.next()) {
+ String cs;
+ int c;
+ if(usi.codepoint == UnicodeSetIterator.IS_STRING){
+ cs = usi.string;
+ c = UTF16.charAt(cs,0);
+ }else{
+ c = usi.codepoint;
+ cs =UTF16.valueOf(c);
+ }
+
+ String targ = targetToSource.transliterate(cs);
+ String reverse = sourceToTarget.transliterate(targ);
+
+ if (!toSource.containsAll(targ)
+ || badCharacters.containsSome(targ)) {
+ String targD = Normalizer.normalize(targ, Normalizer.NFD);
+ if (!toSource.containsAll(targD)
+ || badCharacters.containsSome(targD)) {
+ /*UnicodeSet temp = */new UnicodeSet().addAll(targD);
+ logWrongScript("" + getTargetSource(transliteratorID) + "", cs, targ, toSource, badCharacters);
+ failTargSource.add(cs);
+ continue;
+ }
+ }
+ if (!isSame(cs, reverse) && !roundtripExclusions.contains(c)
+ && !roundtripExclusions.contains(cs)) {
+ logRoundTripFailure(cs,targetToSource.getID(), targ,sourceToTarget.getID(), reverse);
+ failRound.add(c);
+ continue;
+ }
+ String targ2 = Normalizer.normalize(targ, Normalizer.NFD);
+ String reverse2 = sourceToTarget.transliterate(targ2);
+ if (!reverse.equals(reverse2)) {
+ logNotCanonical("" + getTargetSource(transliteratorID) + "", targ, reverse, targ2, reverse2);
+ }
+ }
+
+ }
+
+ private void checkTargetSourceDoubles(boolean quickRt, UnicodeSet failTargSource,
+ UnicodeSet failRound) {
+ log.logln("Checking that target characters convert to source and back - Doubles");
+ out.println("<h3>Checking that target characters convert to source and back - Doubles</h3>");
+ long count = 0;
+
+ UnicodeSet targetRangeMinusFailures = new UnicodeSet(targetRange);
+ targetRangeMinusFailures.removeAll(failTargSource);
+ targetRangeMinusFailures.removeAll(failRound);
+
+ //char[] buf = new char[4]; // maximum we can have with 2 code points
+ /*
+ for (char c = 0; c < 0xFFFF; ++c) {
+ if (TestUtility.isUnassigned(c) ||
+ !targetRange.contains(c)) continue;
+ */
+
+ usi.reset(targetRangeMinusFailures, quickRt, density);
+
+ while (usi.next()) {
+ int c = usi.codepoint;
+
+ //log.log(TestUtility.hex(c));
+
+ /*
+ for (char d = 0; d < 0xFFFF; ++d) {
+ if (TestUtility.isUnassigned(d) ||
+ !targetRange.contains(d)) continue;
+ */
+ log.logln(count + "/" + pairLimit + " Checking starting with " + UTF16.valueOf(c));
+ usi2.reset(targetRangeMinusFailures, quickRt, density);
+
+ while (usi2.next()) {
+
+ int d = usi2.codepoint;
+ if (d < 0) break;
+
+ if (++count > pairLimit) {
+ throw new TestTruncated("Test truncated at " + pairLimit);
+ }
+
+ String cs = UTF16.valueOf(c) + UTF16.valueOf(d);
+ String targ = targetToSource.transliterate(cs);
+ String reverse = sourceToTarget.transliterate(targ);
+
+ if (!toSource.containsAll(targ) /*&& !failTargSource.contains(c) && !failTargSource.contains(d)*/
+ || badCharacters.containsSome(targ)) {
+ String targD = Normalizer.normalize(targ, Normalizer.NFD);
+ if (!toSource.containsAll(targD) /*&& !failTargSource.contains(c) && !failTargSource.contains(d)*/
+ || badCharacters.containsSome(targD)) {
+ logWrongScript("" + getTargetSource(transliteratorID) + "", cs, targ, toSource, badCharacters);
+ continue;
+ }
+ }
+ if (!isSame(cs, reverse) /*&& !failRound.contains(c) && !failRound.contains(d)*/
+ && !roundtripExclusions.contains(c)
+ && !roundtripExclusions.contains(d)
+ && !roundtripExclusions.contains(cs)) {
+ logRoundTripFailure(cs,targetToSource.getID(), targ,sourceToTarget.getID(), reverse);
+ continue;
+ }
+ String targ2 = Normalizer.normalize(targ, Normalizer.NFD);
+ String reverse2 = sourceToTarget.transliterate(targ2);
+ if (!reverse.equals(reverse2)) {
+ logNotCanonical("" + getTargetSource(transliteratorID) + "", targ, reverse, targ2, reverse2);
+ }
+ }
+ }
+ log.logln("");
+ }
+
+ /**
+ * @param transliteratorID2
+ * @return
+ */
+ private String getTargetSource(String transliteratorID2) {
+ return "Target-Source [" + transliteratorID2 + "]";
+ }
+
+ /**
+ * @param transliteratorID2
+ * @return
+ */
+ private String getSourceTarget(String transliteratorID2) {
+ return "Source-Target [" + transliteratorID2 + "]";
+ }
+
+ final String info(String s) {
+ StringBuffer result = new StringBuffer();
+ result.append("\u200E").append(s).append("\u200E (").append(TestUtility.hex(s)).append("/");
+ if (false) { // append age, as a check
+ int cp = 0;
+ for (int i = 0; i < s.length(); i += UTF16.getCharCount(cp)) {
+ cp = UTF16.charAt(s, i);
+ if (i > 0) result.append(", ");
+ result.append(UCharacter.getAge(cp));
+ }
+ }
+ result.append(")");
+ return result.toString();
+ }
+
+ final void logWrongScript(String label, String from, String to,
+ UnicodeSet shouldContainAll, UnicodeSet shouldNotContainAny) {
+ if (++errorCount > errorLimit) {
+ throw new TestTruncated("Test truncated; too many failures");
+ }
+ String toD = Normalizer.normalize(to, Normalizer.NFD);
+ UnicodeSet temp = new UnicodeSet().addAll(toD);
+ UnicodeSet bad = new UnicodeSet(shouldNotContainAny).retainAll(temp)
+ .addAll(new UnicodeSet(temp).removeAll(shouldContainAll));
+
+ out.println("<br>Fail " + label + ": " +
+ info(from) + " => " + info(to) + " " + bad
+ );
+ }
+
+ final void logNotCanonical(String label, String from, String to, String fromCan, String toCan) {
+ if (++errorCount > errorLimit) {
+ throw new TestTruncated("Test truncated; too many failures");
+ }
+ out.println("<br>Fail (can.equiv) " + label + ": " +
+ info(from) + " => " + info(to) +
+ " -- " +
+ info(fromCan) + " => " + info(toCan) + ")"
+ );
+ }
+
+ final void logFails(String label) {
+ if (++errorCount > errorLimit) {
+ throw new TestTruncated("Test truncated; too many failures");
+ }
+ out.println("<br>Fail (can.equiv)" + label);
+ }
+
+ final void logToRulesFails(String label, String from, String to, String toCan) {
+ if (++errorCount > errorLimit) {
+ throw new TestTruncated("Test truncated; too many failures");
+ }
+ out.println("<br>Fail " + label + ": " +
+ info(from) + " => " + info(to) + ", " + info(toCan)
+ );
+ }
+
+ final void logRoundTripFailure(String from,String toID, String to,String backID, String back) {
+ if (!legalSource.is(from)) return; // skip illegals
+
+ if (++errorCount > errorLimit) {
+ throw new TestTruncated("Test truncated; too many failures");
+ }
+ out.println("<br>Fail Roundtrip: " +
+ info(from) + " "+toID+" => " + info(to) + " " + backID+" => " + info(back)
+ );
+ }
+
+ /*
+ * Characters to filter for source-target mapping completeness
+ * Typically is base alphabet, minus extended characters
+ * Default is ASCII letters for Latin
+ */
+ /*
+ public boolean isSource(char c) {
+ if (!sourceRange.contains(c)) return false;
+ return true;
+ }
+ */
+
+ /*
+ * Characters to check for target back to source mapping.
+ * Typically the same as the target script, plus punctuation
+ */
+ /*
+ public boolean isReceivingSource(char c) {
+ if (!targetRange.contains(c)) return false;
+ return true;
+ }
+ */
+ /*
+ * Characters to filter for target-source mapping
+ * Typically is base alphabet, minus extended characters
+ */
+ /*
+ public boolean isTarget(char c) {
+ byte script = TestUtility.getScript(c);
+ if (script != targetScript) return false;
+ if (!TestUtility.isLetter(c)) return false;
+ if (targetRange != null && !targetRange.contains(c)) return false;
+ return true;
+ }
+ */
+
+ /*
+ * Characters to check for target-source mapping
+ * Typically the same as the source script, plus punctuation
+ */
+ /*
+ public boolean isReceivingTarget(char c) {
+ byte script = TestUtility.getScript(c);
+ return (script == targetScript || script == TestUtility.COMMON_SCRIPT);
+ }
+
+ final boolean isSource(String s) {
+ for (int i = 0; i < s.length(); ++i) {
+ if (!isSource(s.charAt(i))) return false;
+ }
+ return true;
+ }
+
+ final boolean isTarget(String s) {
+ for (int i = 0; i < s.length(); ++i) {
+ if (!isTarget(s.charAt(i))) return false;
+ }
+ return true;
+ }
+
+ final boolean isReceivingSource(String s) {
+ for (int i = 0; i < s.length(); ++i) {
+ if (!isReceivingSource(s.charAt(i))) return false;
+ }
+ return true;
+ }
+
+ final boolean isReceivingTarget(String s) {
+ for (int i = 0; i < s.length(); ++i) {
+ if (!isReceivingTarget(s.charAt(i))) return false;
+ }
+ return true;
+ }
+ */
+
+ static class TestTruncated extends RuntimeException {
+ /**
+ * For serialization
+ */
+ private static final long serialVersionUID = 3361828190488168323L;
+
+ TestTruncated(String msg) {
+ super(msg);
+ }
+ }
+ }
+
+ // static class TestHangul extends Test {
+ // TestHangul () {
+ // super("Jamo-Hangul", TestUtility.JAMO_SCRIPT, TestUtility.HANGUL_SCRIPT);
+ // }
+ //
+ // public boolean isSource(char c) {
+ // if (0x1113 <= c && c <= 0x1160) return false;
+ // if (0x1176 <= c && c <= 0x11F9) return false;
+ // if (0x3131 <= c && c <= 0x318E) return false;
+ // return super.isSource(c);
+ // }
+ // }
+
+
+}
projects / Dictionary.git / blobdiff