X-Git-Url: http://gitweb.fperrin.net/?a=blobdiff_plain;f=src%2Fcom%2Fhughes%2Fandroid%2Fdictionary%2Fparser%2FWikiTokenizerTest.java;h=89e4c992f30b060b7c49fa71e2e4afe38e644b5d;hb=57d93b56ca2ffa3be718469a9f89f66b4716ad4e;hp=9142bd87312508aec7b40dbac36d23533530fa34;hpb=5a79ed5f458a5c469d4b5fa81f25e83baabad57c;p=DictionaryPC.git diff --git a/src/com/hughes/android/dictionary/parser/WikiTokenizerTest.java b/src/com/hughes/android/dictionary/parser/WikiTokenizerTest.java index 9142bd8..89e4c99 100644 --- a/src/com/hughes/android/dictionary/parser/WikiTokenizerTest.java +++ b/src/com/hughes/android/dictionary/parser/WikiTokenizerTest.java @@ -55,6 +55,12 @@ public class WikiTokenizerTest extends TestCase { wikiText = "* This is ''bold''' asdf."; assertEquals(wikiText, new WikiTokenizer(wikiText).nextToken().token()); + + wikiText = "* {{a|US}} {{IPA|[ˈfɔɹ.wɝd]]}}\nasdf\n"; + assertEquals("* {{a|US}} {{IPA|[ˈfɔɹ.wɝd]]}}", new WikiTokenizer(wikiText).nextToken().token()); + assertTrue(new WikiTokenizer(wikiText).nextToken().isListItem()); + assertEquals("\n", new WikiTokenizer(wikiText).nextToken().nextToken().token()); + } public void testFunction() {