package com.hughes.android.dictionary.engine;
-import com.hughes.android.dictionary.DictionaryInfo;
-import com.hughes.android.dictionary.DictionaryInfo.IndexInfo;
-import com.hughes.android.dictionary.engine.RowBase.RowKey;
-import com.hughes.util.CachingList;
-import com.hughes.util.StringUtil;
-import com.hughes.util.TransformingList;
-import com.hughes.util.raf.RAFList;
-import com.hughes.util.raf.RAFSerializable;
-import com.hughes.util.raf.RAFSerializer;
-import com.hughes.util.raf.SerializableSerializer;
-import com.hughes.util.raf.UniformRAFList;
-import com.ibm.icu.text.Transliterator;
-
import java.io.DataInput;
import java.io.DataOutput;
import java.io.IOException;
import java.io.PrintStream;
import java.io.RandomAccessFile;
-import java.nio.channels.FileChannel;
import java.util.AbstractList;
import java.util.ArrayList;
import java.util.Collection;
import java.util.Collections;
import java.util.Comparator;
import java.util.EnumMap;
-import java.util.HashSet;
import java.util.HashMap;
+import java.util.HashSet;
import java.util.List;
import java.util.Map;
import java.util.Set;
import java.util.concurrent.atomic.AtomicBoolean;
import java.util.regex.Pattern;
-public final class Index implements RAFSerializable<Index> {
+import com.hughes.android.dictionary.DictionaryInfo;
+import com.hughes.android.dictionary.DictionaryInfo.IndexInfo;
+import com.hughes.android.dictionary.engine.RowBase.RowKey;
+import com.hughes.util.CachingList;
+import com.hughes.util.DataInputBuffer;
+import com.hughes.util.StringUtil;
+import com.hughes.util.TransformingList;
+import com.hughes.util.raf.RAFList;
+import com.hughes.util.raf.RAFSerializer;
+import com.hughes.util.raf.UniformRAFList;
+import com.ibm.icu.text.Transliterator;
+
+public final class Index {
private static final int CACHE_SIZE = 5000;
return new NormalizeComparator(normalizer(), sortLanguage.getCollator(), dict.dictFileVersion);
}
- public Index(final Dictionary dict, final FileChannel inp, final DataInput raf) throws IOException {
+ public Index(final Dictionary dict, final DataInputBuffer raf) throws IOException {
this.dict = dict;
shortName = raf.readUTF();
longName = raf.readUTF();
mainTokenCount = raf.readInt();
}
sortedIndexEntries = CachingList.create(
- RAFList.create(inp, new IndexEntrySerializer(dict.dictFileVersion == 6 ? inp : null), inp.position(),
+ RAFList.create(raf, new IndexEntrySerializer(),
dict.dictFileVersion, dict.dictInfo + " idx " + languageCode + ": "), CACHE_SIZE, true);
if (dict.dictFileVersion >= 7) {
int count = StringUtil.readVarInt(raf);
stoplist.add(raf.readUTF());
}
} else if (dict.dictFileVersion >= 4) {
- stoplist = new SerializableSerializer<Set<String>>().read(raf);
+ stoplist = new HashSet<>();
+ raf.readInt(); // length
+ raf.skipBytes(18);
+ byte b = raf.readByte();
+ raf.skipBytes(b == 'L' ? 71 : 33);
+ while ((b = raf.readByte()) == 0x74) {
+ stoplist.add(raf.readUTF());
+ }
+ if (b != 0x78) throw new IOException("Invalid data in dictionary stoplist!");
} else {
stoplist = Collections.emptySet();
}
rows = CachingList.create(
- UniformRAFList.create(inp, new RowBase.Serializer(this), inp.position()),
+ UniformRAFList.create(raf, new RowBase.Serializer(this)),
CACHE_SIZE, true);
}
- @Override
public void write(final DataOutput out) throws IOException {
RandomAccessFile raf = (RandomAccessFile)out;
raf.writeUTF(shortName);
raf.writeUTF(normalizerRules);
raf.writeBoolean(swapPairEntries);
raf.writeInt(mainTokenCount);
- RAFList.write(raf, sortedIndexEntries, new IndexEntrySerializer(null), 32, true);
+ RAFList.write(raf, sortedIndexEntries, new IndexEntrySerializer(), 32, true);
StringUtil.writeVarInt(raf, stoplist.size());
for (String i : stoplist) {
raf.writeUTF(i);
}
private final class IndexEntrySerializer implements RAFSerializer<IndexEntry> {
- private final FileChannel ch;
-
- IndexEntrySerializer(FileChannel ch) {
- this.ch = ch;
- }
-
@Override
public IndexEntry read(DataInput raf) throws IOException {
- return new IndexEntry(Index.this, ch, raf);
+ return new IndexEntry(Index.this, raf);
}
@Override
}
}
- public static final class IndexEntry implements RAFSerializable<Index.IndexEntry> {
+ public static final class IndexEntry {
public final String token;
private final String normalizedToken;
public final int startRow;
this.htmlEntries = new ArrayList<>();
}
- IndexEntry(final Index index, final FileChannel ch, final DataInput raf) throws IOException {
+ IndexEntry(final Index index, final DataInput raf) throws IOException {
token = raf.readUTF();
if (index.dict.dictFileVersion >= 7) {
startRow = StringUtil.readVarInt(raf);
public HtmlEntry get(int i) {
return index.dict.htmlEntries.get(htmlEntryIndices[i]);
}
+
@Override
public int size() {
return htmlEntryIndices.length;
}
} else if (index.dict.dictFileVersion >= 6) {
this.htmlEntries = CachingList.create(
- RAFList.create(ch, index.dict.htmlEntryIndexSerializer,
- ch.position(), index.dict.dictFileVersion,
+ RAFList.create((DataInputBuffer)raf, index.dict.htmlEntryIndexSerializer,
+ index.dict.dictFileVersion,
index.dict.dictInfo + " htmlEntries: "), 1, false);
} else {
this.htmlEntries = Collections.emptyList();
return result;
}
- private final int windBackCase(final String token, int result, final AtomicBoolean interrupted) {
+ private int windBackCase(final String token, int result, final AtomicBoolean interrupted) {
while (result > 0 && sortedIndexEntries.get(result - 1).normalizedToken().equals(token)) {
--result;
if (interrupted.get()) {
private final Map<String, Integer> prefixToNumRows = new HashMap<>();
- private synchronized final int getUpperBoundOnRowsStartingWith(final String normalizedPrefix,
- final int maxRows, final AtomicBoolean interrupted) {
+ private synchronized int getUpperBoundOnRowsStartingWith(final String normalizedPrefix,
+ final int maxRows, final AtomicBoolean interrupted) {
final Integer numRows = prefixToNumRows.get(normalizedPrefix);
if (numRows != null) {
return numRows;