From b3b942928b2efb012c2b666a3638c546feecee5c Mon Sep 17 00:00:00 2001 From: =?utf8?q?Reimar=20D=C3=B6ffinger?= Date: Sun, 15 Oct 2017 15:21:12 +0200 Subject: [PATCH] Compress WiktionarySplitter output files. Saves around 60% of disk space with no significant difference in speed on a multi-core system. --- .../hughes/android/dictionary/engine/WiktionarySplitter.java | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/src/com/hughes/android/dictionary/engine/WiktionarySplitter.java b/src/com/hughes/android/dictionary/engine/WiktionarySplitter.java index 097643f..0624025 100644 --- a/src/com/hughes/android/dictionary/engine/WiktionarySplitter.java +++ b/src/com/hughes/android/dictionary/engine/WiktionarySplitter.java @@ -83,7 +83,9 @@ public class WiktionarySplitter extends org.xml.sax.helpers.DefaultHandler { currentSelectors = pathToSelectorsEntry.getValue(); for (final Selector selector : currentSelectors) { - OutputStream tmp = new FileOutputStream(selector.outFilename); + OutputStream tmp = new FileOutputStream(selector.outFilename + ".gz"); + tmp = new BufferedOutputStream(tmp); + tmp = new CompressorStreamFactory().createCompressorOutputStream(CompressorStreamFactory.GZIP, tmp); tmp = new WriteBuffer(tmp, 20 * 1024 * 1024); selector.out = new DataOutputStream(tmp); } -- 2.43.0