import com.hughes.util.StringUtil;
import com.hughes.util.raf.RAFListSerializer;
+import com.hughes.util.raf.RAFListSerializerSkippable;
import com.ibm.icu.text.Transliterator;
import java.io.DataInput;
public static byte[] readData(DataInput raf) throws IOException {
int len = StringUtil.readVarInt(raf);
- final byte[] bytes = new byte[len];
+ final byte[] bytes = new byte[Math.min(len, 20 * 1024 * 1024)];
raf.readFully(bytes);
return bytes;
}
return new Row(this.index, rowIndex, dictionaryIndex);
}
- static final class Serializer implements RAFListSerializer<HtmlEntry> {
+ static final class Serializer implements RAFListSerializerSkippable<HtmlEntry> {
final Dictionary dictionary;
final FileChannel ch;
return new HtmlEntry(dictionary, ch, raf, index);
}
+ @Override
+ public void skip(DataInput raf, final int index) throws IOException {
+ if (dictionary.dictFileVersion >= 7)
+ {
+ StringUtil.readVarInt(raf);
+ }
+ else
+ {
+ raf.skipBytes(2);
+ }
+ int l = raf.readUnsignedShort();
+ raf.skipBytes(l);
+ }
+
@Override
public void write(DataOutput raf, HtmlEntry t) throws IOException {
t.writeBase(raf);
static final class DataSerializer implements RAFListSerializer<HtmlEntry> {
@Override
- public HtmlEntry read(DataInput raf, final int index) throws IOException {
+ public HtmlEntry read(DataInput raf, final int index) {
assert false;
return null;
}
}
@Override
- public void write(DataOutput raf, byte[] t) throws IOException {
+ public void write(DataOutput raf, byte[] t) {
assert false;
}
}
}
raf = inp;
this.ch = ch;
- numBytes = raf.readInt();
- numZipBytes = raf.readInt();
+ numBytes = Math.min(raf.readInt(), 20 * 1024 * 1024);
+ numZipBytes = Math.min(raf.readInt(), 20 * 1024 * 1024);
offset = ch.position();
raf.skipBytes(numZipBytes);
}