/* ******************************************************************************* * Copyright (C) 2001-2010, International Business Machines Corporation and * * others. All Rights Reserved. * ******************************************************************************* */ /** * Port From: ICU4C v1.8.1 : rbbi : RBBIAPITest * Source File: $ICU4CRoot/source/test/intltest/rbbiapts.cpp **/ package com.ibm.icu.dev.test.rbbi; import java.text.CharacterIterator; import java.text.StringCharacterIterator; import java.util.Locale; import com.ibm.icu.text.BreakIterator; import com.ibm.icu.text.RuleBasedBreakIterator; /** * API Test the RuleBasedBreakIterator class */ public class RBBIAPITest extends com.ibm.icu.dev.test.TestFmwk { public static void main(String[] args) throws Exception { new RBBIAPITest().run(args); } /** * Tests clone() and equals() methods of RuleBasedBreakIterator **/ public void TestCloneEquals() { RuleBasedBreakIterator bi1 = (RuleBasedBreakIterator) BreakIterator.getCharacterInstance(Locale.getDefault()); RuleBasedBreakIterator biequal = (RuleBasedBreakIterator) BreakIterator.getCharacterInstance(Locale.getDefault()); RuleBasedBreakIterator bi3 = (RuleBasedBreakIterator) BreakIterator.getCharacterInstance(Locale.getDefault()); RuleBasedBreakIterator bi2 = (RuleBasedBreakIterator) BreakIterator.getWordInstance(Locale.getDefault()); String testString = "Testing word break iterators's clone() and equals()"; bi1.setText(testString); bi2.setText(testString); biequal.setText(testString); bi3.setText("hello"); logln("Testing equals()"); logln("Testing == and !="); if (!bi1.equals(biequal) || bi1.equals(bi2) || bi1.equals(bi3)) errln("ERROR:1 RBBI's == and !- operator failed."); if (bi2.equals(biequal) || bi2.equals(bi1) || biequal.equals(bi3)) errln("ERROR:2 RBBI's == and != operator failed."); logln("Testing clone()"); RuleBasedBreakIterator bi1clone = (RuleBasedBreakIterator) bi1.clone(); RuleBasedBreakIterator bi2clone = (RuleBasedBreakIterator) bi2.clone(); if (!bi1clone.equals(bi1) || !bi1clone.equals(biequal) || bi1clone.equals(bi3) || bi1clone.equals(bi2)) errln("ERROR:1 RBBI's clone() method failed"); if (bi2clone.equals(bi1) || bi2clone.equals(biequal) || bi2clone.equals(bi3) || !bi2clone.equals(bi2)) errln("ERROR:2 RBBI's clone() method failed"); if (!bi1.getText().equals(bi1clone.getText()) || !bi2clone.getText().equals(bi2.getText()) || bi2clone.equals(bi1clone)) errln("ERROR: RBBI's clone() method failed"); } /** * Tests toString() method of RuleBasedBreakIterator **/ public void TestToString() { RuleBasedBreakIterator bi1 = (RuleBasedBreakIterator) BreakIterator.getCharacterInstance(Locale.getDefault()); RuleBasedBreakIterator bi2 = (RuleBasedBreakIterator) BreakIterator.getWordInstance(Locale.getDefault()); logln("Testing toString()"); bi1.setText("Hello there"); RuleBasedBreakIterator bi3 = (RuleBasedBreakIterator) bi1.clone(); String temp = bi1.toString(); String temp2 = bi2.toString(); String temp3 = bi3.toString(); if (temp2.equals(temp3) || temp.equals(temp2) || !temp.equals(temp3)) errln("ERROR: error in toString() method"); } /** * Tests the method hashCode() of RuleBasedBreakIterator **/ public void TestHashCode() { RuleBasedBreakIterator bi1 = (RuleBasedBreakIterator) BreakIterator.getCharacterInstance(Locale.getDefault()); RuleBasedBreakIterator bi3 = (RuleBasedBreakIterator) BreakIterator.getCharacterInstance(Locale.getDefault()); RuleBasedBreakIterator bi2 = (RuleBasedBreakIterator) BreakIterator.getWordInstance(Locale.getDefault()); logln("Testing hashCode()"); bi1.setText("Hash code"); bi2.setText("Hash code"); bi3.setText("Hash code"); RuleBasedBreakIterator bi1clone = (RuleBasedBreakIterator) bi1.clone(); RuleBasedBreakIterator bi2clone = (RuleBasedBreakIterator) bi2.clone(); if (bi1.hashCode() != bi1clone.hashCode() || bi1.hashCode() != bi3.hashCode() || bi1clone.hashCode() != bi3.hashCode() || bi2.hashCode() != bi2clone.hashCode()) errln("ERROR: identical objects have different hashcodes"); if (bi1.hashCode() == bi2.hashCode() || bi2.hashCode() == bi3.hashCode() || bi1clone.hashCode() == bi2clone.hashCode() || bi1clone.hashCode() == bi2.hashCode()) errln("ERROR: different objects have same hashcodes"); } /** * Tests the methods getText() and setText() of RuleBasedBreakIterator **/ public void TestGetSetText() { logln("Testing getText setText "); String str1 = "first string."; String str2 = "Second string."; //RuleBasedBreakIterator charIter1 = (RuleBasedBreakIterator) BreakIterator.getCharacterInstance(Locale.getDefault()); RuleBasedBreakIterator wordIter1 = (RuleBasedBreakIterator) BreakIterator.getWordInstance(Locale.getDefault()); CharacterIterator text1 = new StringCharacterIterator(str1); //CharacterIterator text1Clone = (CharacterIterator) text1.clone(); //CharacterIterator text2 = new StringCharacterIterator(str2); wordIter1.setText(str1); if (!wordIter1.getText().equals(text1)) errln("ERROR:1 error in setText or getText "); if (wordIter1.current() != 0) errln("ERROR:1 setText did not set the iteration position to the beginning of the text, it is" + wordIter1.current() + "\n"); wordIter1.next(2); wordIter1.setText(str2); if (wordIter1.current() != 0) errln("ERROR:2 setText did not reset the iteration position to the beginning of the text, it is" + wordIter1.current() + "\n"); //ICU4J has remove the method adoptText /* charIter1.adoptText(text1Clone); if (wordIter1.getText() == charIter1.getText() || wordIter1.getText() != text2 || charIter1.getText() != text1) errln((UnicodeString) "ERROR:2 error is getText or setText()"); RuleBasedBreakIterator rb = (RuleBasedBreakIterator) wordIter1.clone(); rb.adoptText(text1); if (rb.getText() != text1) errln((UnicodeString) "ERROR:1 error in adoptText "); rb.adoptText(text2); if (rb.getText() != text2) errln((UnicodeString) "ERROR:2 error in adoptText "); */ } /** * Testing the methods first(), next(), next(int) and following() of RuleBasedBreakIterator * TODO: Most of this test should be retired, rule behavior is much better covered by * TestExtended, which is also easier to understand and maintain. **/ public void TestFirstNextFollowing() { int p, q; String testString = "This is a word break. Isn't it? 2.25"; logln("Testing first() and next(), following() with custom rules"); logln("testing word iterator - string :- \"" + testString + "\"\n"); RuleBasedBreakIterator wordIter1 = (RuleBasedBreakIterator) BreakIterator.getWordInstance(Locale.getDefault()); wordIter1.setText(testString); p = wordIter1.first(); if (p != 0) errln("ERROR: first() returned" + p + "instead of 0"); q = wordIter1.next(9); doTest(testString, p, q, 20, "This is a word break"); p = q; q = wordIter1.next(); doTest(testString, p, q, 21, "."); p = q; q = wordIter1.next(3); doTest(testString, p, q, 28, " Isn't "); p = q; q = wordIter1.next(2); doTest(testString, p, q, 31, "it?"); q = wordIter1.following(2); doTest(testString, 2, q, 4, "is"); q = wordIter1.following(22); doTest(testString, 22, q, 27, "Isn't"); wordIter1.last(); p = wordIter1.next(); q = wordIter1.following(wordIter1.last()); if (p != BreakIterator.DONE || q != BreakIterator.DONE) errln("ERROR: next()/following() at last position returned #" + p + " and " + q + " instead of" + testString.length() + "\n"); RuleBasedBreakIterator charIter1 = (RuleBasedBreakIterator) BreakIterator.getCharacterInstance(Locale.getDefault()); testString = "Write hindi here. "; logln("testing char iter - string:- \"" + testString + "\""); charIter1.setText(testString); p = charIter1.first(); if (p != 0) errln("ERROR: first() returned" + p + "instead of 0"); q = charIter1.next(); doTest(testString, p, q, 1, "W"); p = q; q = charIter1.next(4); doTest(testString, p, q, 5, "rite"); p = q; q = charIter1.next(12); doTest(testString, p, q, 17, " hindi here."); p = q; q = charIter1.next(-6); doTest(testString, p, q, 11, " here."); p = q; q = charIter1.next(6); doTest(testString, p, q, 17, " here."); p = charIter1.following(charIter1.last()); q = charIter1.next(charIter1.last()); if (p != BreakIterator.DONE || q != BreakIterator.DONE) errln("ERROR: following()/next() at last position returned #" + p + " and " + q + " instead of" + testString.length()); testString = "Hello! how are you? I'am fine. Thankyou. How are you doing? This costs $20,00,000."; RuleBasedBreakIterator sentIter1 = (RuleBasedBreakIterator) BreakIterator.getSentenceInstance(Locale.getDefault()); logln("testing sentence iter - String:- \"" + testString + "\""); sentIter1.setText(testString); p = sentIter1.first(); if (p != 0) errln("ERROR: first() returned" + p + "instead of 0"); q = sentIter1.next(); doTest(testString, p, q, 7, "Hello! "); p = q; q = sentIter1.next(2); doTest(testString, p, q, 31, "how are you? I'am fine. "); p = q; q = sentIter1.next(-2); doTest(testString, p, q, 7, "how are you? I'am fine. "); p = q; q = sentIter1.next(4); doTest(testString, p, q, 60, "how are you? I'am fine. Thankyou. How are you doing? "); p = q; q = sentIter1.next(); doTest(testString, p, q, 83, "This costs $20,00,000."); q = sentIter1.following(1); doTest(testString, 1, q, 7, "ello! "); q = sentIter1.following(10); doTest(testString, 10, q, 20, " are you? "); q = sentIter1.following(20); doTest(testString, 20, q, 31, "I'am fine. "); p = sentIter1.following(sentIter1.last()); q = sentIter1.next(sentIter1.last()); if (p != BreakIterator.DONE || q != BreakIterator.DONE) errln("ERROR: following()/next() at last position returned #" + p + " and " + q + " instead of" + testString.length()); testString = "Hello! how\r\n (are)\r you? I'am fine- Thankyou. foo\u00a0bar How, are, you? This, costs $20,00,000."; logln("(UnicodeString)testing line iter - String:- \"" + testString + "\""); RuleBasedBreakIterator lineIter1 = (RuleBasedBreakIterator) BreakIterator.getLineInstance(Locale.getDefault()); lineIter1.setText(testString); p = lineIter1.first(); if (p != 0) errln("ERROR: first() returned" + p + "instead of 0"); q = lineIter1.next(); doTest(testString, p, q, 7, "Hello! "); p = q; p = q; q = lineIter1.next(4); doTest(testString, p, q, 20, "how\r\n (are)\r "); p = q; q = lineIter1.next(-4); doTest(testString, p, q, 7, "how\r\n (are)\r "); p = q; q = lineIter1.next(6); doTest(testString, p, q, 30, "how\r\n (are)\r you? I'am "); p = q; q = lineIter1.next(); doTest(testString, p, q, 36, "fine- "); p = q; q = lineIter1.next(2); doTest(testString, p, q, 54, "Thankyou. foo\u00a0bar "); q = lineIter1.following(60); doTest(testString, 60, q, 64, "re, "); q = lineIter1.following(1); doTest(testString, 1, q, 7, "ello! "); q = lineIter1.following(10); doTest(testString, 10, q, 12, "\r\n"); q = lineIter1.following(20); doTest(testString, 20, q, 25, "you? "); p = lineIter1.following(lineIter1.last()); q = lineIter1.next(lineIter1.last()); if (p != BreakIterator.DONE || q != BreakIterator.DONE) errln("ERROR: following()/next() at last position returned #" + p + " and " + q + " instead of" + testString.length()); } /** * Testing the methods lastt(), previous(), and preceding() of RuleBasedBreakIterator **/ public void TestLastPreviousPreceding() { int p, q; String testString = "This is a word break. Isn't it? 2.25 dollars"; logln("Testing last(),previous(), preceding() with custom rules"); logln("testing word iteration for string \"" + testString + "\""); RuleBasedBreakIterator wordIter1 = (RuleBasedBreakIterator) BreakIterator.getWordInstance(Locale.getDefault()); wordIter1.setText(testString); p = wordIter1.last(); if (p != testString.length()) { errln("ERROR: first() returned" + p + "instead of" + testString.length()); } q = wordIter1.previous(); doTest(testString, p, q, 37, "dollars"); p = q; q = wordIter1.previous(); doTest(testString, p, q, 36, " "); q = wordIter1.preceding(25); doTest(testString, 25, q, 22, "Isn"); p = q; q = wordIter1.previous(); doTest(testString, p, q, 21, " "); q = wordIter1.preceding(20); doTest(testString, 20, q, 15, "break"); p = wordIter1.preceding(wordIter1.first()); if (p != BreakIterator.DONE) errln("ERROR: preceding() at starting position returned #" + p + " instead of 0"); testString = "Hello! how are you? I'am fine. Thankyou. How are you doing? This costs $20,00,000."; logln("testing sentence iter - String:- \"" + testString + "\""); RuleBasedBreakIterator sentIter1 = (RuleBasedBreakIterator) BreakIterator.getSentenceInstance(Locale.getDefault()); sentIter1.setText(testString); p = sentIter1.last(); if (p != testString.length()) errln("ERROR: last() returned" + p + "instead of " + testString.length()); q = sentIter1.previous(); doTest(testString, p, q, 60, "This costs $20,00,000."); p = q; q = sentIter1.previous(); doTest(testString, p, q, 41, "How are you doing? "); q = sentIter1.preceding(40); doTest(testString, 40, q, 31, "Thankyou."); q = sentIter1.preceding(25); doTest(testString, 25, q, 20, "I'am "); sentIter1.first(); p = sentIter1.previous(); q = sentIter1.preceding(sentIter1.first()); if (p != BreakIterator.DONE || q != BreakIterator.DONE) errln("ERROR: previous()/preceding() at starting position returned #" + p + " and " + q + " instead of 0\n"); testString = "Hello! how are you? I'am fine. Thankyou. How are you doing? This\n costs $20,00,000."; logln("testing line iter - String:- \"" + testString + "\""); RuleBasedBreakIterator lineIter1 = (RuleBasedBreakIterator) BreakIterator.getLineInstance(Locale.getDefault()); lineIter1.setText(testString); p = lineIter1.last(); if (p != testString.length()) errln("ERROR: last() returned" + p + "instead of " + testString.length()); q = lineIter1.previous(); doTest(testString, p, q, 72, "$20,00,000."); p = q; q = lineIter1.previous(); doTest(testString, p, q, 66, "costs "); q = lineIter1.preceding(40); doTest(testString, 40, q, 31, "Thankyou."); q = lineIter1.preceding(25); doTest(testString, 25, q, 20, "I'am "); lineIter1.first(); p = lineIter1.previous(); q = lineIter1.preceding(sentIter1.first()); if (p != BreakIterator.DONE || q != BreakIterator.DONE) errln("ERROR: previous()/preceding() at starting position returned #" + p + " and " + q + " instead of 0\n"); } /** * Tests the method IsBoundary() of RuleBasedBreakIterator **/ public void TestIsBoundary() { String testString1 = "Write here. \u092d\u0301\u0930\u0924 \u0938\u0941\u0902\u0926\u0930 a\u0301u"; RuleBasedBreakIterator charIter1 = (RuleBasedBreakIterator) BreakIterator.getCharacterInstance(Locale.getDefault()); charIter1.setText(testString1); int bounds1[] = {0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 14, 15, 16, 17, 20, 21, 22, 23, 25, 26}; doBoundaryTest(charIter1, testString1, bounds1); RuleBasedBreakIterator wordIter2 = (RuleBasedBreakIterator) BreakIterator.getWordInstance(Locale.getDefault()); wordIter2.setText(testString1); int bounds2[] = {0, 5, 6, 10, 11, 12, 16, 17, 22, 23, 26}; doBoundaryTest(wordIter2, testString1, bounds2); } //--------------------------------------------- //Internal subroutines //--------------------------------------------- /* Internal subroutine used by TestIsBoundary() */ public void doBoundaryTest(BreakIterator bi, String text, int[] boundaries) { logln("testIsBoundary():"); int p = 0; boolean isB; for (int i = 0; i < text.length(); i++) { isB = bi.isBoundary(i); logln("bi.isBoundary(" + i + ") -> " + isB); if (i == boundaries[p]) { if (!isB) errln("Wrong result from isBoundary() for " + i + ": expected true, got false"); p++; } else { if (isB) errln("Wrong result from isBoundary() for " + i + ": expected false, got true"); } } } /*Internal subroutine used for comparision of expected and acquired results */ public void doTest(String testString, int start, int gotoffset, int expectedOffset, String expectedString) { String selected; String expected = expectedString; if (gotoffset != expectedOffset) errln("ERROR:****returned #" + gotoffset + " instead of #" + expectedOffset); if (start <= gotoffset) { selected = testString.substring(start, gotoffset); } else { selected = testString.substring(gotoffset, start); } if (!selected.equals(expected)) errln("ERROR:****selected \"" + selected + "\" instead of \"" + expected + "\""); else logln("****selected \"" + selected + "\""); } }