if (lastUnescapedPipePos != -1) {
return wikiText.substring(lastUnescapedPipePos + 1, end - 2);
}
+ assert start + 2 < wikiText.length() && end >= 2: wikiText;
return wikiText.substring(start + 2, end - 2);
}
public String token() {
final String token = wikiText.substring(start, end);
- assert token.equals("\n") || !token.endsWith("\n") : token;
+ assert token.equals("\n") || !token.endsWith("\n") : "token='" + token + "'";
return token;
}
final boolean insideFunction = toFind.equals("}}");
int end = start;
+ int firstNewline = -1;
while (end < wikiText.length()) {
if (matcher.find(end)) {
final String matchText = matcher.group();
assert matcher.end() > end || matchText.length() == 0: "Group=" + matcher.group();
if (matchText.length() == 0) {
assert matchStart == wikiText.length() || wikiText.charAt(matchStart) == '\n';
+ if (firstNewline == -1) {
+ firstNewline = matcher.end();
+ }
if (tokenStack.isEmpty() && toFind.equals("\n")) {
return matchStart;
}
// Inside the while loop. Just go forward.
end = Math.max(end, matcher.end());
}
+ if (toFind.equals("\n") && tokenStack.isEmpty()) {
+ // We were looking for the end, we got it.
+ return end;
+ }
+ if (firstNewline != -1) {
+ errors.add("Couldn't find: " + toFind + ", "+ wikiText.substring(start));
+ return firstNewline;
+ }
return end;
}
return s.length();
}
- public static String toPlainText(String sense) {
- final WikiTokenizer wikiTokenizer = new WikiTokenizer(sense);
+ public static String toPlainText(final String wikiText) {
+ final WikiTokenizer wikiTokenizer = new WikiTokenizer(wikiText);
final StringBuilder builder = new StringBuilder();
while (wikiTokenizer.nextToken() != null) {
if (wikiTokenizer.isPlainText()) {