src/com/hughes/android/dictionary/parser/wiktionary/WiktionaryLangs.java

   1 // Copyright 2012 Google Inc. All Rights Reserved.
   2 //
   3 // Licensed under the Apache License, Version 2.0 (the "License");
   4 // you may not use this file except in compliance with the License.
   5 // You may obtain a copy of the License at
   6 //
   7 //     http://www.apache.org/licenses/LICENSE-2.0
   8 //
   9 // Unless required by applicable law or agreed to in writing, software
  10 // distributed under the License is distributed on an "AS IS" BASIS,
  11 // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12 // See the License for the specific language governing permissions and
  13 // limitations under the License.
  14
  15 package com.hughes.android.dictionary.parser.wiktionary;
  16
  17 import com.hughes.android.dictionary.engine.Language;
  18
  19 import java.util.LinkedHashMap;
  20 import java.util.Map;
  21 import java.util.regex.Pattern;
  22
  23 public class WiktionaryLangs {
  24
  25   public static final Map<String,String> isoCodeToEnWikiName = new LinkedHashMap<String,String>();
  26   static {
  27     isoCodeToEnWikiName.put("AF", "Afrikaans");
  28     isoCodeToEnWikiName.put("SQ", "Albanian");
  29     isoCodeToEnWikiName.put("AR", "Arabic");
  30     isoCodeToEnWikiName.put("HY", "Armenian");
  31     isoCodeToEnWikiName.put("BE", "Belarusian");
  32     isoCodeToEnWikiName.put("BN", "Bengali");
  33     isoCodeToEnWikiName.put("BS", "Bosnian");
  34     isoCodeToEnWikiName.put("BG", "Bulgarian");
  35     isoCodeToEnWikiName.put("MY", "Burmese");
  36     isoCodeToEnWikiName.put("yue", "Cantonese");
  37     isoCodeToEnWikiName.put("CA", "Catalan");
  38     isoCodeToEnWikiName.put("HR", "Croatian");
  39     isoCodeToEnWikiName.put("CS", "Czech");
  40     isoCodeToEnWikiName.put("ZH", "Chinese|Mandarin");
  41     isoCodeToEnWikiName.put("DA", "Danish");
  42     isoCodeToEnWikiName.put("NL", "Dutch");
  43     isoCodeToEnWikiName.put("EN", "English");
  44     isoCodeToEnWikiName.put("EO", "Esperanto");
  45     isoCodeToEnWikiName.put("ET", "Estonian");
  46     isoCodeToEnWikiName.put("FI", "Finnish");
  47     isoCodeToEnWikiName.put("FR", "French");
  48     isoCodeToEnWikiName.put("DE", "German");
  49     isoCodeToEnWikiName.put("EL", "Greek");
  50     isoCodeToEnWikiName.put("grc", "Ancient Greek");
  51     isoCodeToEnWikiName.put("haw", "Hawaiian");
  52     isoCodeToEnWikiName.put("HE", "Hebrew");
  53     isoCodeToEnWikiName.put("HI", "Hindi");
  54     isoCodeToEnWikiName.put("HU", "Hungarian");
  55     isoCodeToEnWikiName.put("IS", "Icelandic");
  56     isoCodeToEnWikiName.put("ID", "Indonesian");
  57     isoCodeToEnWikiName.put("GA", "Irish");
  58     isoCodeToEnWikiName.put("GD", "Gaelic");
  59     isoCodeToEnWikiName.put("IT", "Italian");
  60     isoCodeToEnWikiName.put("LA", "Latin");
  61     isoCodeToEnWikiName.put("LV", "Latvian");
  62     isoCodeToEnWikiName.put("LT", "Lithuanian");
  63     isoCodeToEnWikiName.put("JA", "Japanese");
  64     isoCodeToEnWikiName.put("KO", "Korean");
  65     isoCodeToEnWikiName.put("KU", "Kurdish");
  66     isoCodeToEnWikiName.put("LO", "Lao");
  67     isoCodeToEnWikiName.put("MS", "Malay");
  68     isoCodeToEnWikiName.put("ML", "Malayalam");
  69     isoCodeToEnWikiName.put("MI", "Maori");
  70     isoCodeToEnWikiName.put("MN", "Mongolian");
  71     isoCodeToEnWikiName.put("NE", "Nepali");
  72     isoCodeToEnWikiName.put("NO", "Norwegian");
  73     isoCodeToEnWikiName.put("FA", "Persian");
  74     isoCodeToEnWikiName.put("PL", "Polish");
  75     isoCodeToEnWikiName.put("PT", "Portuguese");
  76     isoCodeToEnWikiName.put("PA", "Punjabi");
  77     isoCodeToEnWikiName.put("RO", "Romanian");
  78     isoCodeToEnWikiName.put("RU", "Russian");
  79     isoCodeToEnWikiName.put("SA", "Sanskrit");
  80     isoCodeToEnWikiName.put("SR", "Serbian");
  81     isoCodeToEnWikiName.put("SK", "Slovak");
  82     isoCodeToEnWikiName.put("SL", "Slovene|Slovenian");
  83     isoCodeToEnWikiName.put("SO", "Somali");
  84     isoCodeToEnWikiName.put("ES", "Spanish");
  85     isoCodeToEnWikiName.put("SW", "Swahili");
  86     isoCodeToEnWikiName.put("SV", "Swedish");
  87     isoCodeToEnWikiName.put("TL", "Tagalog");
  88     isoCodeToEnWikiName.put("TG", "Tajik");
  89     isoCodeToEnWikiName.put("TA", "Tamil");
  90     isoCodeToEnWikiName.put("TH", "Thai");
  91     isoCodeToEnWikiName.put("BO", "Tibetan");
  92     isoCodeToEnWikiName.put("TR", "Turkish");
  93     isoCodeToEnWikiName.put("UK", "Ukrainian");
  94     isoCodeToEnWikiName.put("UR", "Urdu");
  95     isoCodeToEnWikiName.put("VI", "Vietnamese");
  96     isoCodeToEnWikiName.put("CI", "Welsh");
  97     isoCodeToEnWikiName.put("YI", "Yiddish");
  98     isoCodeToEnWikiName.put("ZU", "Zulu");
  99
 100     isoCodeToEnWikiName.put("AZ", "Azeri");
 101     isoCodeToEnWikiName.put("EU", "Basque");
 102     isoCodeToEnWikiName.put("BR", "Breton");
 103     isoCodeToEnWikiName.put("MR", "Burmese");
 104     isoCodeToEnWikiName.put("FO", "Faroese");
 105     isoCodeToEnWikiName.put("GL", "Galician");
 106     isoCodeToEnWikiName.put("KA", "Georgian");
 107     isoCodeToEnWikiName.put("HT", "Haitian Creole");
 108     isoCodeToEnWikiName.put("LB", "Luxembourgish");
 109     isoCodeToEnWikiName.put("MK", "Macedonian");
 110
 111
 112     assert Language.isoCodeToResources.keySet().containsAll(isoCodeToEnWikiName.keySet());
 113   }
 114
 115   public static final Map<String,Map<String,String>> wikiCodeToIsoCodeToWikiName = new LinkedHashMap<String, Map<String,String>>();
 116   static {
 117     // en
 118     wikiCodeToIsoCodeToWikiName.put("en", isoCodeToEnWikiName);
 119
 120     Map<String,String> isoCodeToWikiName;
 121
 122     // egrep -o '\{\{Wortart[^}]+\}\}' dewiktionary-pages-articles.xml | cut -d \| -f3 | sort | uniq -c | sort -nr
 123     isoCodeToWikiName = new LinkedHashMap<String, String>();
 124     wikiCodeToIsoCodeToWikiName.put("de", isoCodeToWikiName);
 125     isoCodeToWikiName.put("DE", "Deutsch");
 126     isoCodeToWikiName.put("EN", "Englisch");
 127     isoCodeToWikiName.put("IT", "Italienisch");
 128     isoCodeToWikiName.put("PL", "Polnisch");
 129     isoCodeToWikiName.put("FR", "Französisch");
 130     isoCodeToWikiName.put("EO", "Esperanto");
 131     isoCodeToWikiName.put("CA", "Katalanisch");
 132     isoCodeToWikiName.put("LA", "Lateinisch");
 133     isoCodeToWikiName.put("CS", "Tschechisch");
 134     isoCodeToWikiName.put("HU", "Ungarisch");
 135     isoCodeToWikiName.put("SV", "Schwedisch");
 136     isoCodeToWikiName.put("ES", "Spanisch");
 137
 138     // egrep -o '\{\{=[a-zA-Z]+=\}\}' frwiktionary-pages-articles.xml | sort | uniq -c | sort -nr
 139     isoCodeToWikiName = new LinkedHashMap<String, String>();
 140     wikiCodeToIsoCodeToWikiName.put("fr", isoCodeToWikiName);
 141     isoCodeToWikiName.put("FR", Pattern.quote("{{langue|fr}}"));
 142     isoCodeToWikiName.put("RU", Pattern.quote("{{langue|ru}}"));
 143     isoCodeToWikiName.put("BG", Pattern.quote("{{langue|bg}}"));  // Bulgarian
 144     isoCodeToWikiName.put("EN", Pattern.quote("{{langue|en}}"));
 145     //isoCodeToWikiName.put("", Pattern.quote("{{langue|sl}}"));
 146     isoCodeToWikiName.put("LA", Pattern.quote("{{langue|la}}"));
 147     isoCodeToWikiName.put("IT", Pattern.quote("{{langue|it}}"));
 148     isoCodeToWikiName.put("EO", Pattern.quote("{{langue|eo}}"));
 149     isoCodeToWikiName.put("CS", Pattern.quote("{{langue|cs}}"));  // Czech
 150     isoCodeToWikiName.put("NL", Pattern.quote("{{langue|nl}}"));  // Dutch
 151     //isoCodeToWikiName.put("", Pattern.quote("{{langue|mg}}"));
 152     //isoCodeToWikiName.put("", Pattern.quote("{{langue|hsb}}"));
 153     isoCodeToWikiName.put("ZH", Pattern.quote("{{langue|zh}}"));
 154     isoCodeToWikiName.put("JA", Pattern.quote("{{langue|ja}}"));
 155     isoCodeToWikiName.put("DE", Pattern.quote("{{langue|de}}"));
 156     isoCodeToWikiName.put("IS", Pattern.quote("{{langue|is}}"));  // Icelandic
 157     isoCodeToWikiName.put("ES", Pattern.quote("{{langue|es}}"));
 158     isoCodeToWikiName.put("UK", Pattern.quote("{{langue|uk}}"));
 159
 160     // egrep -o '= *\{\{-[a-z]+-\}\} *=' itwiktionary-pages-articles.xml | sort | uniq -c | sort -n
 161     isoCodeToWikiName = new LinkedHashMap<String, String>();
 162     wikiCodeToIsoCodeToWikiName.put("it", isoCodeToWikiName);
 163     isoCodeToWikiName.put("IT", "\\{\\{-(it|scn|nap|cal|lmo)-\\}\\}");  // scn, nap, cal, lmo
 164     isoCodeToWikiName.put("EN", Pattern.quote("{{-en-}}"));
 165     isoCodeToWikiName.put("FR", Pattern.quote("{{-fr-}}"));
 166     isoCodeToWikiName.put("DE", Pattern.quote("{{-de-}}"));
 167     isoCodeToWikiName.put("ES", Pattern.quote("{{-es-}}"));
 168     isoCodeToWikiName.put("JA", Pattern.quote("{{-ja-}}"));
 169     isoCodeToWikiName.put("PL", Pattern.quote("{{-pl-}}"));
 170     isoCodeToWikiName.put("NL", Pattern.quote("{{-nl-}}"));
 171     isoCodeToWikiName.put("LV", Pattern.quote("{{-lv-}}"));
 172     isoCodeToWikiName.put("LA", Pattern.quote("{{-la-}}"));
 173     isoCodeToWikiName.put("HU", Pattern.quote("{{-hu-}}"));
 174     isoCodeToWikiName.put("EL", Pattern.quote("{{-grc-}}"));
 175     isoCodeToWikiName.put("SV", Pattern.quote("{{-sv-}}"));
 176
 177   }
 178   public static String getEnglishName(String langCode) {
 179       String name = isoCodeToEnWikiName.get(langCode);
 180       if (name == null) {
 181           name = isoCodeToEnWikiName.get(langCode.toUpperCase());
 182       }
 183       if (name == null) {
 184           return null;
 185       }
 186       if (name.indexOf('|') != -1) {
 187           return name.substring(name.indexOf('|'));
 188       }
 189       return name;  // can be null.
 190   }
 191
 192 }