+// Copyright 2012 Google Inc. All Rights Reserved.
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+// http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
package com.hughes.android.dictionary.parser.enwiktionary;
+import java.util.LinkedHashMap;
import java.util.List;
import java.util.Map;
import com.hughes.android.dictionary.engine.IndexBuilder;
import com.hughes.android.dictionary.engine.IndexedEntry;
import com.hughes.android.dictionary.parser.WikiTokenizer;
+import com.hughes.util.EnumUtil;
final class AppendAndIndexWikiCallback implements WikiTokenizer.Callback {
final EnWiktionaryXmlParser parser;
- final StringBuilder builder;
- final IndexedEntry indexedEntry;
- IndexBuilder defaultIndexBuilder;
- final Map<String,FunctionCallback> functionCallbacks;
+ StringBuilder builder;
+ IndexedEntry indexedEntry;
+ IndexBuilder indexBuilder;
+ final Map<String,FunctionCallback> functionCallbacks = new LinkedHashMap<String, FunctionCallback>();
- // TODO: the classes of text are wrong....
+ boolean entryTypeNameSticks = false;
+ EntryTypeName entryTypeName = null;
- public AppendAndIndexWikiCallback(
- final EnWiktionaryXmlParser parser,
- final String title,
- final StringBuilder builder,
- final IndexedEntry indexedEntry,
- final IndexBuilder defaultIndexBuilder,
- final Map<String, FunctionCallback> functionCallbacks) {
+ public AppendAndIndexWikiCallback(final EnWiktionaryXmlParser parser) {
this.parser = parser;
- this.indexedEntry = indexedEntry;
- this.defaultIndexBuilder = defaultIndexBuilder;
+ }
+
+ public void reset(final StringBuilder builder, final IndexedEntry indexedEntry) {
this.builder = builder;
- this.functionCallbacks = functionCallbacks;
+ this.indexedEntry = indexedEntry;
+ this.indexBuilder = null;
+ entryTypeName = null;
+ entryTypeNameSticks = false;
+ }
+
+ public void dispatch(final String wikiText, final IndexBuilder indexBuilder, final EntryTypeName entryTypeName) {
+ final IndexBuilder oldIndexBuilder = this.indexBuilder;
+ final EntryTypeName oldEntryTypeName = this.entryTypeName;
+ this.indexBuilder = indexBuilder;
+ if (!entryTypeNameSticks) {
+ this.entryTypeName = EnumUtil.min(entryTypeName, this.entryTypeName);
+ }
+ if (entryTypeName == null) this.entryTypeName = null;
+ WikiTokenizer.dispatch(wikiText, false, this);
+ this.indexBuilder = oldIndexBuilder;
+ this.entryTypeName = oldEntryTypeName;
+ }
+
+ public void dispatch(final String wikiText, final EntryTypeName entryTypeName) {
+ dispatch(wikiText, this.indexBuilder, entryTypeName);
}
+
@Override
- public void onPlainText(WikiTokenizer wikiTokenizer) {
+ public void onPlainText(final String plainText) {
// The only non-recursive callback. Just appends to the builder, and indexes.
- final String plainText = wikiTokenizer.token();
builder.append(plainText);
- defaultIndexBuilder.addEntryWithString(indexedEntry, plainText, EntryTypeName.WIKTIONARY_TRANSLATION_OTHER_TEXT);
+ if (indexBuilder != null && entryTypeName != null && indexedEntry != null) {
+ indexBuilder.addEntryWithString(indexedEntry, plainText, entryTypeName);
+ }
}
@Override
public void onWikiLink(WikiTokenizer wikiTokenizer) {
- final String wikiText = wikiTokenizer.wikiLinkText();
-
- final String linkDest = wikiTokenizer.wikiLinkDest();
- if (linkDest != null) {
- System.out.println("linkDest: " + linkDest);
- // TODO: Check for English before appending.
- // TODO: Could also index under link dest, too.
+ final String text = wikiTokenizer.wikiLinkText();
+ final String link = wikiTokenizer.wikiLinkDest();
+ if (link != null) {
+ if (link.contains("#English")) {
+ dispatch(text, parser.enIndexBuilder, EntryTypeName.WIKTIONARY_ENGLISH_DEF_WIKI_LINK);
+ } else if (link.contains("#") && parser.langPattern.matcher(link).find()) {
+ dispatch(text, parser.foreignIndexBuilder, EntryTypeName.WIKTIONARY_ENGLISH_DEF_OTHER_LANG);
+ } else if (link.equals("plural")) {
+ builder.append(text);
+ } else {
+ //LOG.warning("Special link: " + englishTokenizer.token());
+ dispatch(text, EntryTypeName.WIKTIONARY_ENGLISH_DEF_WIKI_LINK);
+ }
+ } else {
+ // link == null
+ final EntryTypeName entryTypeName;
+ switch (parser.state) {
+ case TRANSLATION_LINE:
+ entryTypeName = EntryTypeName.WIKTIONARY_TRANSLATION_WIKI_TEXT;
+ break;
+ case ENGLISH_DEF_OF_FOREIGN:
+ entryTypeName = EntryTypeName.WIKTIONARY_ENGLISH_DEF_WIKI_LINK;
+ break;
+ default:
+ throw new IllegalStateException("Invalid enum value: " + parser.state);
+ }
+ dispatch(text, entryTypeName);
}
- // TODO: save, set, restore text type...
- new WikiTokenizer(wikiText, false).dispatch(this);
}
@Override
public void onFunction(
+ final WikiTokenizer wikiTokenizer,
final String name,
final List<String> args,
final Map<String, String> namedArgs) {
- final FunctionCallback functionCallback = functionCallbacks.get(name);
- if (functionCallback == null || !functionCallback.onWikiFunction(name, args, namedArgs, parser, title)) {
- // Default function handling:
- builder.append("{{").append(name);
- for (int i = 0; i < args.size(); ++i) {
- builder.append("|");
- new WikiTokenizer(args.get(i), false).dispatch(this);
+ FunctionCallback functionCallback = functionCallbacks.get(name);
+ if (functionCallback == null) {
+ if (
+ name.equals("form of") || // TODO: switch to contains
+ name.contains("conjugation of") ||
+ name.contains("participle of") ||
+ name.contains("gerund of") ||
+ name.contains("feminine of") ||
+ name.contains("plural of")) {
+ functionCallback = functionCallbacks.get("form of");
}
- for (final Map.Entry<String, String> entry : namedArgs.entrySet()) {
- builder.append("|");
- new WikiTokenizer(entry.getKey(), false).dispatch(this);
- builder.append("=");
- new WikiTokenizer(entry.getValue(), false).dispatch(this);
- }
- builder.append("}}");
}
+ if (functionCallback == null || !functionCallback.onWikiFunction(wikiTokenizer, name, args, namedArgs, parser, this)) {
+ // Default function handling:
+ namedArgs.keySet().removeAll(EnWiktionaryXmlParser.USELESS_WIKI_ARGS);
+ final boolean single = args.isEmpty() && namedArgs.isEmpty();
+ builder.append(single ? "{" : "{{");
+
+ final IndexBuilder oldIndexBuilder = indexBuilder;
+ indexBuilder = null;
+ FunctionCallbacksDefault.NAME_AND_ARGS.onWikiFunction(wikiTokenizer, name, args, namedArgs, parser, this);
+ indexBuilder = oldIndexBuilder;
+
+ builder.append(single ? "}" : "}}");
+ }
+ }
+
+ @Override
+ public void onHtml(WikiTokenizer wikiTokenizer) {
+ // Unindexed for now.
+ builder.append(wikiTokenizer.token());
}
@Override
public void onListItem(WikiTokenizer wikiTokenizer) {
assert false;
}
+
}
\ No newline at end of file
projects / DictionaryPC.git / blobdiff