X-Git-Url: http://gitweb.fperrin.net/?p=DictionaryPC.git;a=blobdiff_plain;f=src%2Fcom%2Fhughes%2Fandroid%2Fdictionary%2Fparser%2FDictFileParser.java;fp=src%2Fcom%2Fhughes%2Fandroid%2Fdictionary%2Fparser%2FDictFileParser.java;h=ef71a689c88dbd6c881d48bedbb434845cb27f24;hp=1f08428761d42911a99a29c3c07a71f6c7f271cc;hb=a477616ed29b1664f78f9f492be29097eb0d6e49;hpb=c188fa3368265e362f689b86274f0dd0dd5b3573

diff --git a/src/com/hughes/android/dictionary/parser/DictFileParser.java b/src/com/hughes/android/dictionary/parser/DictFileParser.java
index 1f08428..ef71a68 100644
--- a/src/com/hughes/android/dictionary/parser/DictFileParser.java
+++ b/src/com/hughes/android/dictionary/parser/DictFileParser.java
@@ -157,8 +157,8 @@ public class DictFileParser implements Parser {
 
         if (singleLang) {
             HtmlEntry htmlEntry = new HtmlEntry(entrySource, fields[0]);
-            htmlEntry.html = StringUtil.escapeUnicodeToPureHtml(fields[1]);
-            
+            htmlEntry.html = StringUtil.escapeUnicodeToPureHtml(fields[1], false);
+
             final IndexBuilder titleIndexBuilder = dictBuilder.indexBuilders.get(0);
             htmlEntry.addToDictionary(titleIndexBuilder.index.dict);
 
@@ -170,6 +170,9 @@ public class DictFileParser implements Parser {
             if (tokens.length > 1) {
                 for (final String token : tokens) {
                     assert token.length() >= 1;
+		    if (token.length() <= 2) {
+			continue;
+		    }
                     assert token.indexOf("-") == -1;
                     if (/*!alreadyDone.contains(token) && */!token.isEmpty()) {
                         tokenData = titleIndexBuilder.getOrCreateTokenData(token);