Unit tests working again after refactoring!!!

[DictionaryPC.git] / src / com / hughes / android / dictionary / engine / DictionaryBuilderMain.java

diff --git a/src/com/hughes/android/dictionary/engine/DictionaryBuilderMain.java b/src/com/hughes/android/dictionary/engine/DictionaryBuilderMain.java
index 3bb66b0d4e2cc7a16f986babecec1c5d6ed26fa5..0731ffb2237b4af66b51b825032f23b4999f5cb4 100644 (file)
--- a/src/com/hughes/android/dictionary/engine/DictionaryBuilderMain.java
+++ b/src/com/hughes/android/dictionary/engine/DictionaryBuilderMain.java
@@ -14,35 +14,30 @@
 
 package com.hughes.android.dictionary.engine;
 
-import java.io.File;
-import java.io.FileNotFoundException;
-import java.io.IOException;
-import java.io.PrintWriter;
-import java.io.RandomAccessFile;
-import java.util.ArrayList;
-import java.util.Arrays;
-import java.util.Collections;
 import java.util.LinkedHashMap;
-import java.util.List;
 import java.util.Map;
 
 import junit.framework.TestCase;
 
+import com.hughes.android.dictionary.parser.wiktionary.WiktionaryLangs;
+
 public class DictionaryBuilderMain extends TestCase {
   
-  static final String INPUTS = "../DictionaryData/inputs/";
-  static final String STOPLISTS = "../DictionaryData/inputs/stoplists/";
-  static final String OUTPUTS = "../DictionaryData/outputs/";
+  static final String INPUTS = "data/inputs/";
+  static final String STOPLISTS = "data/inputs/stoplists/";
+  static final String OUTPUTS = "data/outputs/";  
     
   public static void main(final String[] args) throws Exception {
     
-    final Map<String,String> isoToWikiName = new LinkedHashMap<String, String>(Language.isoCodeToWikiName);
+    // Builds all the dictionaries it can, outputs list to a text file.
+    
+    final Map<String,String> isoToWikiName = new LinkedHashMap<String, String>(WiktionaryLangs.isoCodeToWikiName);
     isoToWikiName.remove("EN");
     isoToWikiName.remove("DE");
 
     final Map<String,String>  isoToDedication = new LinkedHashMap<String, String>();
     isoToDedication.put("AF", "Afrikaans dictionary dedicated to Heiko and Mariëtte Horn.");
-    isoToDedication.put("HR", "Croation dictionary dedicated to Ines Viskic and Miro Kresonja.");
+    isoToDedication.put("HR", "Croatian dictionary dedicated to Ines Viskic and Miro Kresonja.");
     isoToDedication.put("NL", "Dutch dictionary dedicated to Mike LeBeau.");
     // German handled in file.
     isoToDedication.put("EL", "Greek dictionary dedicated to Noah Egge.");
@@ -70,14 +65,14 @@ public class DictionaryBuilderMain extends TestCase {
     //isoToWikiName.clear();
     boolean go = false;
     for (final String foreignIso : isoToWikiName.keySet()) {
-      if (foreignIso.equals("HE")) {
+      if (foreignIso.equals("BO")) {
         go = true;
       }
       if (!go) {
         continue;
       }
 
-        final String dictFile = String.format(OUTPUTS + "/EN-%s_enwiktionary.quickdic", foreignIso);
+        final String dictFile = String.format("%s/EN-%s_enwiktionary.quickdic", OUTPUTS, foreignIso);
         System.out.println("building dictFile: " + dictFile);
         
         if (!isoToStoplist.containsKey(foreignIso)) {
@@ -96,16 +91,16 @@ public class DictionaryBuilderMain extends TestCase {
             String.format("--lang2=%s", foreignIso),
             String.format("--lang1Stoplist=%s", STOPLISTS + isoToStoplist.get("EN")),
             String.format("--lang2Stoplist=%s", STOPLISTS + isoToStoplist.get(foreignIso)),
-            String.format("--dictInfo=(EN)Wikitionary-based EN-%s dictionary.  %s", foreignIso, isoToDedication.get(foreignIso)),
+            String.format("--dictInfo=(EN)Wikitionary-based EN-%s dictionary.\n\n%s", foreignIso, isoToDedication.get(foreignIso)),
 
-            "--input2=" + INPUTS + "enWikiSplit/" + foreignIso + ".data",
+            "--input2=" + INPUTS + "eikiSplit/en/" + foreignIso + ".data",
             "--input2Name=enwiktionary." + foreignIso,
             "--input2Format=enwiktionary",
             "--input2LangPattern=" + isoToRegex.get(foreignIso),
             "--input2LangCodePattern=" + foreignIso.toLowerCase(),
             "--input2EnIndex=1",
 
-            "--input3=" + INPUTS + "enWikiSplit/EN.data",
+            "--input3=" + INPUTS + "wikiSplit/en/EN.data",
             "--input3Name=enwiktionary.english",
             "--input3Format=enwiktionary",
             "--input3LangPattern=" + isoToRegex.get(foreignIso),
@@ -114,12 +109,9 @@ public class DictionaryBuilderMain extends TestCase {
 
         });
         
-        // Print the entries for diffing.
-        printToText(dictFile);
-
     }  // foreignIso
 
-    final String dictFile = OUTPUTS + "DE-EN_chemnitz_enwiktionary.quickdic"; 
+    final String dictFile = String.format("%s/DE-EN_chemnitz_enwiktionary.quickdic", OUTPUTS);
     DictionaryBuilder.main(new String[] {
         "--dictOut=" + dictFile,
         "--lang1=DE",
@@ -133,35 +125,21 @@ public class DictionaryBuilderMain extends TestCase {
         "--input4Charset=UTF8",
         "--input4Format=chemnitz",
         
-        "--input2=" + INPUTS + "enWikiSplit/DE.data",
+        "--input2=" + INPUTS + "wikiSplit/en/DE.data",
         "--input2Name=enwiktionary.DE",
         "--input2Format=enwiktionary",
         "--input2LangPattern=German",
         "--input2LangCodePattern=de",
         "--input2EnIndex=2",
 
-        "--input3=" + INPUTS + "enWikiSplit/EN.data",
+        "--input3=" + INPUTS + "wikiSplit/en/EN.data",
         "--input3Name=enwiktionary.english",
         "--input3Format=enwiktionary",
         "--input3LangPattern=German",
         "--input3LangCodePattern=de",
         "--input3EnIndex=2",
     });
-    printToText(dictFile);
     
   }
-  
-  static void printToText(final String dictFile) throws IOException {
-    final RandomAccessFile raf = new RandomAccessFile(new File(dictFile), "r");
-    final Dictionary dict = new Dictionary(raf);
-    final PrintWriter textOut = new PrintWriter(new File(dictFile + ".text"));
-    final List<PairEntry> sorted = new ArrayList<PairEntry>(dict.pairEntries);
-    Collections.sort(sorted);
-    for (final PairEntry pairEntry : sorted) {
-      textOut.println(pairEntry.getRawText(false));
-    }
-    textOut.close();
-    raf.close();
-  }
-  
+    
 }