src/com/hughes/android/dictionary/engine/CheckDictionariesMain.java

   1 package com.hughes.android.dictionary.engine;
   2
   3 import java.io.File;
   4 import java.io.IOException;
   5 import java.io.PrintWriter;
   6 import java.io.RandomAccessFile;
   7 import java.util.ArrayList;
   8 import java.util.Arrays;
   9 import java.util.Collections;
  10 import java.util.List;
  11
  12 import com.hughes.android.dictionary.DictionaryInfo;
  13 import com.hughes.android.dictionary.engine.Index.IndexEntry;
  14
  15 public class CheckDictionariesMain {
  16
  17   static final String BASE_URL = "http://quickdic-dictionary.googlecode.com/files/";
  18   static final String VERSION_CODE = "v002";
  19
  20   public static void main(String[] args) throws IOException {
  21     final File dictDir = new File(DictionaryBuilderMain.OUTPUTS);
  22
  23     final PrintWriter dictionaryInfoOut = new PrintWriter(new File("../Dictionary/res/raw/dictionary_info.txt"));
  24     dictionaryInfoOut.println("# LANG_1\t%LANG_2\tFILENAME\tVERSION_CODE\tFILESIZE\tNUM_MAIN_WORDS_1\tNUM_MAIN_WORDS_2\tNUM_ALL_WORDS_1\tNUM_ALL_WORDS_2");
  25
  26     final File[] files = dictDir.listFiles();
  27     Arrays.sort(files);
  28     for (final File dictFile : files) {
  29       if (!dictFile.getName().endsWith("quickdic")) {
  30         continue;
  31       }
  32       System.out.println(dictFile.getPath());
  33
  34       final DictionaryInfo dictionaryInfo = new DictionaryInfo();
  35
  36       final RandomAccessFile raf = new RandomAccessFile(dictFile, "r");
  37       final Dictionary dict = new Dictionary(raf);
  38
  39       dictionaryInfo.uncompressedFilename = dictFile.getName();
  40       dictionaryInfo.downloadUrl = BASE_URL + dictFile.getName() + "." + VERSION_CODE + ".zip";
  41       // TODO: zip it right here....
  42       dictionaryInfo.creationMillis = dict.creationMillis;
  43       dictionaryInfo.uncompressedSize = dictFile.length();
  44
  45       // Print it.
  46 //      final PrintWriter textOut = new PrintWriter(new File(dictFile + ".text"));
  47 //      final List<PairEntry> sorted = new ArrayList<PairEntry>(dict.pairEntries);
  48 //      Collections.sort(sorted);
  49 //      for (final PairEntry pairEntry : sorted) {
  50 //        textOut.println(pairEntry.getRawText(false));
  51 //      }
  52 //      textOut.close();
  53
  54       // Find the stats.
  55       System.out.println("Stats...");
  56       for (int i = 0; i < 2; ++i) {
  57         dictionaryInfo.langIsos[i] = dict.indices.get(i).sortLanguage.getIsoCode();
  58         final Index index = dict.indices.get(i);
  59         for (final IndexEntry indexEntry : index.sortedIndexEntries) {
  60           final TokenRow tokenRow = (TokenRow) index.rows.get(indexEntry.startRow);
  61           dictionaryInfo.allTokenCounts[i]++;
  62           if (tokenRow.hasMainEntry) {
  63             dictionaryInfo.mainTokenCounts[i]++;
  64           }
  65         }
  66       }
  67
  68       raf.close();
  69
  70       dictionaryInfoOut.println(dictionaryInfo.toTabSeparatedString());
  71       dictionaryInfoOut.flush();
  72       System.out.println(dictionaryInfo.toTabSeparatedString() + "\n");
  73     }
  74
  75     dictionaryInfoOut.close();
  76   }
  77
  78 }