/* ******************************************************************************* * Copyright (C) 2008-2009, International Business Machines Corporation and * * others. All Rights Reserved. * ******************************************************************************* */ package com.ibm.icu.charset; import java.nio.ByteBuffer; import java.nio.CharBuffer; import java.nio.IntBuffer; import java.nio.charset.CharsetDecoder; import java.nio.charset.CharsetEncoder; import java.nio.charset.CoderResult; import com.ibm.icu.text.UTF16; import com.ibm.icu.text.UnicodeSet; /** * @author Michael Ow * */ class CharsetISCII extends CharsetICU { private static final short UCNV_OPTIONS_VERSION_MASK = 0X0f; //private static final short NUKTA = 0x093c; //private static final short HALANT = 0x094d; private static final short ZWNJ = 0x200c; /* Zero Width Non Joiner */ private static final short ZWJ = 0x200d; /* Zero Width Joiner */ //private static final int INVALID_CHAR = 0xffff; private static final short ATR = 0xef; /* Attribute code */ private static final short EXT = 0xf0; /* Extension code */ private static final short DANDA = 0x0964; private static final short DOUBLE_DANDA = 0x0965; private static final short ISCII_NUKTA = 0xe9; private static final short ISCII_HALANT = 0xe8; private static final short ISCII_DANDA = 0xea; private static final short ISCII_VOWEL_SIGN_E = 0xe0; private static final short ISCII_INV = 0xd9; private static final short INDIC_BLOCK_BEGIN = 0x0900; private static final short INDIC_BLOCK_END = 0x0d7f; private static final short INDIC_RANGE = (INDIC_BLOCK_END - INDIC_BLOCK_BEGIN); private static final short VOCALLIC_RR = 0x0931; private static final short LF = 0x0a; private static final short ASCII_END = 0xa0; private static final short TELUGU_DELTA = (UniLang.DELTA * UniLang.TELUGU); private static final short DEV_ABBR_SIGN = 0x0970; private static final short DEV_ANUDATTA = 0x0952; private static final short EXT_RANGE_BEGIN = 0xa1; private static final short EXT_RANGE_END = 0xee; private static final short PNJ_DELTA = 0x100; private static final int NO_CHAR_MARKER = 0xfffe; /* Used for proper conversion to and from Gurmukhi */ private static UnicodeSet PNJ_BINDI_TIPPI_SET; private static UnicodeSet PNJ_CONSONANT_SET; private static final short PNJ_BINDI = 0x0a02; private static final short PNJ_TIPPI = 0x0a70; private static final short PNJ_SIGN_VIRAMA = 0x0a4d; private static final short PNJ_ADHAK = 0x0a71; private static final short PNJ_HA = 0x0a39; private static final short PNJ_RRA = 0x0a5c; private static final class UniLang { static final short DEVALANGARI = 0; static final short BENGALI = DEVALANGARI + 1; static final short GURMUKHI = BENGALI + 1; static final short GUJARATI = GURMUKHI + 1; static final short ORIYA = GUJARATI + 1; static final short TAMIL = ORIYA + 1; static final short TELUGU = TAMIL + 1; static final short KANNADA = TELUGU + 1; static final short MALAYALAM = KANNADA + 1; static final short DELTA = 0x80; } @SuppressWarnings("unused") private static final class ISCIILang { static final short DEF = 0x40; static final short RMN = 0x41; static final short DEV = 0x42; static final short BNG = 0x43; static final short TML = 0x44; static final short TLG = 0x45; static final short ASM = 0x46; static final short ORI = 0x47; static final short KND = 0x48; static final short MLM = 0x49; static final short GJR = 0x4a; static final short PNJ = 0x4b; static final short ARB = 0x71; static final short PES = 0x72; static final short URD = 0x73; static final short SND = 0x74; static final short KSM = 0x75; static final short PST = 0x76; } private static final class MaskEnum { static final short DEV_MASK = 0x80; static final short PNJ_MASK = 0x40; static final short GJR_MASK = 0x20; static final short ORI_MASK = 0x10; static final short BNG_MASK = 0x08; static final short KND_MASK = 0x04; static final short MLM_MASK = 0x02; static final short TML_MASK = 0x01; static final short ZERO = 0x00; } private final String ISCII_CNV_PREFIX = "ISCII,version="; @SuppressWarnings("unused") private final class UConverterDataISCII { int option; int contextCharToUnicode; /* previous Unicode codepoint for contextual analysis */ int contextCharFromUnicode; /* previous Unicode codepoint for contextual analysis */ short defDeltaToUnicode; /* delta for switching to default state when DEF is encountered */ short currentDeltaFromUnicode; /* current delta in Indic block */ short currentDeltaToUnicode; /* current delta in Indic block */ short currentMaskFromUnicode; /* mask for current state in fromUnicode */ short currentMaskToUnicode; /* mask for current state in toUnicode */ short defMaskToUnicode; /* mask for default state in toUnicode */ boolean isFirstBuffer; /* boolean for fromUnicode to see if we need to announce the first script */ boolean resetToDefaultToUnicode; /* boolean for reseting to default delta and mask when a newline is encountered */ String name; int prevToUnicodeStatus; /* Hold the previous toUnicodeStatus. This is necessary because we may need to know the last two code points. */ UConverterDataISCII(int option, String name) { this.option = option; this.name = name; initialize(); } void initialize() { this.contextCharToUnicode = NO_CHAR_MARKER; /* contextCharToUnicode */ this.currentDeltaFromUnicode = 0x0000; /* contextCharFromUnicode */ this.defDeltaToUnicode = (short)(lookupInitialData[option & UCNV_OPTIONS_VERSION_MASK].uniLang * UniLang.DELTA); /* defDeltaToUnicode */ this.currentDeltaFromUnicode = (short)(lookupInitialData[option & UCNV_OPTIONS_VERSION_MASK].uniLang * UniLang.DELTA); /* currentDeltaFromUnicode */ this.currentDeltaToUnicode = (short)(lookupInitialData[option & UCNV_OPTIONS_VERSION_MASK].uniLang * UniLang.DELTA); /* currentDeltaToUnicode */ this.currentMaskToUnicode = lookupInitialData[option & UCNV_OPTIONS_VERSION_MASK].maskEnum; /* currentMaskToUnicode */ this.currentMaskFromUnicode = lookupInitialData[option & UCNV_OPTIONS_VERSION_MASK].maskEnum; /* currentMaskFromUnicode */ this.defMaskToUnicode = lookupInitialData[option & UCNV_OPTIONS_VERSION_MASK].maskEnum; /* defMaskToUnicode */ this.isFirstBuffer = true; /* isFirstBuffer */ this.resetToDefaultToUnicode = false; /* resetToDefaultToUnicode */ this.prevToUnicodeStatus = 0x0000; } } private static final class LookupDataStruct { short uniLang; short maskEnum; short isciiLang; LookupDataStruct(short uniLang, short maskEnum, short isciiLang) { this.uniLang = uniLang; this.maskEnum = maskEnum; this.isciiLang = isciiLang; } } private static final LookupDataStruct [] lookupInitialData = { new LookupDataStruct(UniLang.DEVALANGARI, MaskEnum.DEV_MASK, ISCIILang.DEV), new LookupDataStruct(UniLang.BENGALI, MaskEnum.BNG_MASK, ISCIILang.BNG), new LookupDataStruct(UniLang.GURMUKHI, MaskEnum.PNJ_MASK, ISCIILang.PNJ), new LookupDataStruct(UniLang.GUJARATI, MaskEnum.GJR_MASK, ISCIILang.GJR), new LookupDataStruct(UniLang.ORIYA, MaskEnum.ORI_MASK, ISCIILang.ORI), new LookupDataStruct(UniLang.TAMIL, MaskEnum.TML_MASK, ISCIILang.TML), new LookupDataStruct(UniLang.TELUGU, MaskEnum.KND_MASK, ISCIILang.TLG), new LookupDataStruct(UniLang.KANNADA, MaskEnum.KND_MASK, ISCIILang.KND), new LookupDataStruct(UniLang.MALAYALAM, MaskEnum.MLM_MASK, ISCIILang.MLM) }; /* * The values in validity table are indexed by the lower bits of Unicode * range 0x0900 - 0x09ff. The values have a structure like: * ----------------------------------------------------------------- * |DEV | PNJ | GJR | ORI | BNG | TLG | MLM | TML | * | | | | | ASM | KND | | | * ----------------------------------------------------------------- * If a code point is valid in a particular script * then that bit is turned on * * Unicode does not distinguish between Bengali and Assamese aso we use 1 bit for * to represent these languages * * Telugu and Kannda have same codepoints except for Vocallic_RR which we special case * and combine and use 1 bit to represent these languages */ private static final short validityTable[] = { /* This state table is tool generated so please do not edit unless you know exactly what you are doing */ /* Note: This table was edited to mirror the Windows XP implementation */ /* ISCII: Valid: Unicode */ /* 0xa0: 0x00: 0x900 */ MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO, /* 0xa1: 0xb8: 0x901 */ MaskEnum.DEV_MASK + MaskEnum.PNJ_MASK + MaskEnum.GJR_MASK + MaskEnum.ORI_MASK + MaskEnum.BNG_MASK + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO, /* 0xa2: 0xfe: 0x902 */ MaskEnum.DEV_MASK + MaskEnum.PNJ_MASK + MaskEnum.GJR_MASK + MaskEnum.ORI_MASK + MaskEnum.BNG_MASK + MaskEnum.KND_MASK + MaskEnum.MLM_MASK + MaskEnum.TML_MASK, /* 0xa3: 0xbf: 0x903 */ MaskEnum.DEV_MASK + MaskEnum.PNJ_MASK + MaskEnum.GJR_MASK + MaskEnum.ORI_MASK + MaskEnum.BNG_MASK + MaskEnum.KND_MASK + MaskEnum.MLM_MASK + MaskEnum.TML_MASK, /* 0x00: 0x00: 0x904 */ MaskEnum.DEV_MASK + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO, /* 0xa4: 0xff: 0x905 */ MaskEnum.DEV_MASK + MaskEnum.PNJ_MASK + MaskEnum.GJR_MASK + MaskEnum.ORI_MASK + MaskEnum.BNG_MASK + MaskEnum.KND_MASK + MaskEnum.MLM_MASK + MaskEnum.TML_MASK, /* 0xa5: 0xff: 0x906 */ MaskEnum.DEV_MASK + MaskEnum.PNJ_MASK + MaskEnum.GJR_MASK + MaskEnum.ORI_MASK + MaskEnum.BNG_MASK + MaskEnum.KND_MASK + MaskEnum.MLM_MASK + MaskEnum.TML_MASK, /* 0xa6: 0xff: 0x907 */ MaskEnum.DEV_MASK + MaskEnum.PNJ_MASK + MaskEnum.GJR_MASK + MaskEnum.ORI_MASK + MaskEnum.BNG_MASK + MaskEnum.KND_MASK + MaskEnum.MLM_MASK + MaskEnum.TML_MASK, /* 0xa7: 0xff: 0x908 */ MaskEnum.DEV_MASK + MaskEnum.PNJ_MASK + MaskEnum.GJR_MASK + MaskEnum.ORI_MASK + MaskEnum.BNG_MASK + MaskEnum.KND_MASK + MaskEnum.MLM_MASK + MaskEnum.TML_MASK, /* 0xa8: 0xff: 0x909 */ MaskEnum.DEV_MASK + MaskEnum.PNJ_MASK + MaskEnum.GJR_MASK + MaskEnum.ORI_MASK + MaskEnum.BNG_MASK + MaskEnum.KND_MASK + MaskEnum.MLM_MASK + MaskEnum.TML_MASK, /* 0xa9: 0xff: 0x90a */ MaskEnum.DEV_MASK + MaskEnum.PNJ_MASK + MaskEnum.GJR_MASK + MaskEnum.ORI_MASK + MaskEnum.BNG_MASK + MaskEnum.KND_MASK + MaskEnum.MLM_MASK + MaskEnum.TML_MASK, /* 0xaa: 0xfe: 0x90b */ MaskEnum.DEV_MASK + MaskEnum.ZERO + MaskEnum.GJR_MASK + MaskEnum.ORI_MASK + MaskEnum.BNG_MASK + MaskEnum.KND_MASK + MaskEnum.MLM_MASK + MaskEnum.ZERO, /* 0x00: 0x00: 0x90c */ MaskEnum.DEV_MASK + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ORI_MASK + MaskEnum.BNG_MASK + MaskEnum.KND_MASK + MaskEnum.MLM_MASK + MaskEnum.ZERO, /* 0xae: 0x80: 0x90d */ MaskEnum.DEV_MASK + MaskEnum.ZERO + MaskEnum.GJR_MASK + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO, /* 0xab: 0x87: 0x90e */ MaskEnum.DEV_MASK + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.KND_MASK + MaskEnum.MLM_MASK + MaskEnum.TML_MASK, /* 0xac: 0xff: 0x90f */ MaskEnum.DEV_MASK + MaskEnum.PNJ_MASK + MaskEnum.GJR_MASK + MaskEnum.ORI_MASK + MaskEnum.BNG_MASK + MaskEnum.KND_MASK + MaskEnum.MLM_MASK + MaskEnum.TML_MASK, /* 0xad: 0xff: 0x910 */ MaskEnum.DEV_MASK + MaskEnum.PNJ_MASK + MaskEnum.GJR_MASK + MaskEnum.ORI_MASK + MaskEnum.BNG_MASK + MaskEnum.KND_MASK + MaskEnum.MLM_MASK + MaskEnum.TML_MASK, /* 0xb2: 0x80: 0x911 */ MaskEnum.DEV_MASK + MaskEnum.ZERO + MaskEnum.GJR_MASK + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO, /* 0xaf: 0x87: 0x912 */ MaskEnum.DEV_MASK + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.KND_MASK + MaskEnum.MLM_MASK + MaskEnum.TML_MASK, /* 0xb0: 0xff: 0x913 */ MaskEnum.DEV_MASK + MaskEnum.PNJ_MASK + MaskEnum.GJR_MASK + MaskEnum.ORI_MASK + MaskEnum.BNG_MASK + MaskEnum.KND_MASK + MaskEnum.MLM_MASK + MaskEnum.TML_MASK, /* 0xb1: 0xff: 0x914 */ MaskEnum.DEV_MASK + MaskEnum.PNJ_MASK + MaskEnum.GJR_MASK + MaskEnum.ORI_MASK + MaskEnum.BNG_MASK + MaskEnum.KND_MASK + MaskEnum.MLM_MASK + MaskEnum.TML_MASK, /* 0xb3: 0xff: 0x915 */ MaskEnum.DEV_MASK + MaskEnum.PNJ_MASK + MaskEnum.GJR_MASK + MaskEnum.ORI_MASK + MaskEnum.BNG_MASK + MaskEnum.KND_MASK + MaskEnum.MLM_MASK + MaskEnum.TML_MASK, /* 0xb4: 0xfe: 0x916 */ MaskEnum.DEV_MASK + MaskEnum.PNJ_MASK + MaskEnum.GJR_MASK + MaskEnum.ORI_MASK + MaskEnum.BNG_MASK + MaskEnum.KND_MASK + MaskEnum.MLM_MASK + MaskEnum.ZERO, /* 0xb5: 0xfe: 0x917 */ MaskEnum.DEV_MASK + MaskEnum.PNJ_MASK + MaskEnum.GJR_MASK + MaskEnum.ORI_MASK + MaskEnum.BNG_MASK + MaskEnum.KND_MASK + MaskEnum.MLM_MASK + MaskEnum.ZERO, /* 0xb6: 0xfe: 0x918 */ MaskEnum.DEV_MASK + MaskEnum.PNJ_MASK + MaskEnum.GJR_MASK + MaskEnum.ORI_MASK + MaskEnum.BNG_MASK + MaskEnum.KND_MASK + MaskEnum.MLM_MASK + MaskEnum.ZERO, /* 0xb7: 0xff: 0x919 */ MaskEnum.DEV_MASK + MaskEnum.PNJ_MASK + MaskEnum.GJR_MASK + MaskEnum.ORI_MASK + MaskEnum.BNG_MASK + MaskEnum.KND_MASK + MaskEnum.MLM_MASK + MaskEnum.TML_MASK, /* 0xb8: 0xff: 0x91a */ MaskEnum.DEV_MASK + MaskEnum.PNJ_MASK + MaskEnum.GJR_MASK + MaskEnum.ORI_MASK + MaskEnum.BNG_MASK + MaskEnum.KND_MASK + MaskEnum.MLM_MASK + MaskEnum.TML_MASK, /* 0xb9: 0xfe: 0x91b */ MaskEnum.DEV_MASK + MaskEnum.PNJ_MASK + MaskEnum.GJR_MASK + MaskEnum.ORI_MASK + MaskEnum.BNG_MASK + MaskEnum.KND_MASK + MaskEnum.MLM_MASK + MaskEnum.ZERO, /* 0xba: 0xff: 0x91c */ MaskEnum.DEV_MASK + MaskEnum.PNJ_MASK + MaskEnum.GJR_MASK + MaskEnum.ORI_MASK + MaskEnum.BNG_MASK + MaskEnum.KND_MASK + MaskEnum.MLM_MASK + MaskEnum.TML_MASK, /* 0xbb: 0xfe: 0x91d */ MaskEnum.DEV_MASK + MaskEnum.PNJ_MASK + MaskEnum.GJR_MASK + MaskEnum.ORI_MASK + MaskEnum.BNG_MASK + MaskEnum.KND_MASK + MaskEnum.MLM_MASK + MaskEnum.ZERO, /* 0xbc: 0xff: 0x91e */ MaskEnum.DEV_MASK + MaskEnum.PNJ_MASK + MaskEnum.GJR_MASK + MaskEnum.ORI_MASK + MaskEnum.BNG_MASK + MaskEnum.KND_MASK + MaskEnum.MLM_MASK + MaskEnum.TML_MASK, /* 0xbd: 0xff: 0x91f */ MaskEnum.DEV_MASK + MaskEnum.PNJ_MASK + MaskEnum.GJR_MASK + MaskEnum.ORI_MASK + MaskEnum.BNG_MASK + MaskEnum.KND_MASK + MaskEnum.MLM_MASK + MaskEnum.TML_MASK, /* 0xbe: 0xfe: 0x920 */ MaskEnum.DEV_MASK + MaskEnum.PNJ_MASK + MaskEnum.GJR_MASK + MaskEnum.ORI_MASK + MaskEnum.BNG_MASK + MaskEnum.KND_MASK + MaskEnum.MLM_MASK + MaskEnum.ZERO, /* 0xbf: 0xfe: 0x921 */ MaskEnum.DEV_MASK + MaskEnum.PNJ_MASK + MaskEnum.GJR_MASK + MaskEnum.ORI_MASK + MaskEnum.BNG_MASK + MaskEnum.KND_MASK + MaskEnum.MLM_MASK + MaskEnum.ZERO, /* 0xc0: 0xfe: 0x922 */ MaskEnum.DEV_MASK + MaskEnum.PNJ_MASK + MaskEnum.GJR_MASK + MaskEnum.ORI_MASK + MaskEnum.BNG_MASK + MaskEnum.KND_MASK + MaskEnum.MLM_MASK + MaskEnum.ZERO, /* 0xc1: 0xff: 0x923 */ MaskEnum.DEV_MASK + MaskEnum.PNJ_MASK + MaskEnum.GJR_MASK + MaskEnum.ORI_MASK + MaskEnum.BNG_MASK + MaskEnum.KND_MASK + MaskEnum.MLM_MASK + MaskEnum.TML_MASK, /* 0xc2: 0xff: 0x924 */ MaskEnum.DEV_MASK + MaskEnum.PNJ_MASK + MaskEnum.GJR_MASK + MaskEnum.ORI_MASK + MaskEnum.BNG_MASK + MaskEnum.KND_MASK + MaskEnum.MLM_MASK + MaskEnum.TML_MASK, /* 0xc3: 0xfe: 0x925 */ MaskEnum.DEV_MASK + MaskEnum.PNJ_MASK + MaskEnum.GJR_MASK + MaskEnum.ORI_MASK + MaskEnum.BNG_MASK + MaskEnum.KND_MASK + MaskEnum.MLM_MASK + MaskEnum.ZERO, /* 0xc4: 0xfe: 0x926 */ MaskEnum.DEV_MASK + MaskEnum.PNJ_MASK + MaskEnum.GJR_MASK + MaskEnum.ORI_MASK + MaskEnum.BNG_MASK + MaskEnum.KND_MASK + MaskEnum.MLM_MASK + MaskEnum.ZERO, /* 0xc5: 0xfe: 0x927 */ MaskEnum.DEV_MASK + MaskEnum.PNJ_MASK + MaskEnum.GJR_MASK + MaskEnum.ORI_MASK + MaskEnum.BNG_MASK + MaskEnum.KND_MASK + MaskEnum.MLM_MASK + MaskEnum.ZERO, /* 0xc6: 0xff: 0x928 */ MaskEnum.DEV_MASK + MaskEnum.PNJ_MASK + MaskEnum.GJR_MASK + MaskEnum.ORI_MASK + MaskEnum.BNG_MASK + MaskEnum.KND_MASK + MaskEnum.MLM_MASK + MaskEnum.TML_MASK, /* 0xc7: 0x81: 0x929 */ MaskEnum.DEV_MASK + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.TML_MASK, /* 0xc8: 0xff: 0x92a */ MaskEnum.DEV_MASK + MaskEnum.PNJ_MASK + MaskEnum.GJR_MASK + MaskEnum.ORI_MASK + MaskEnum.BNG_MASK + MaskEnum.KND_MASK + MaskEnum.MLM_MASK + MaskEnum.TML_MASK, /* 0xc9: 0xfe: 0x92b */ MaskEnum.DEV_MASK + MaskEnum.PNJ_MASK + MaskEnum.GJR_MASK + MaskEnum.ORI_MASK + MaskEnum.BNG_MASK + MaskEnum.KND_MASK + MaskEnum.MLM_MASK + MaskEnum.ZERO, /* 0xca: 0xfe: 0x92c */ MaskEnum.DEV_MASK + MaskEnum.PNJ_MASK + MaskEnum.GJR_MASK + MaskEnum.ORI_MASK + MaskEnum.BNG_MASK + MaskEnum.KND_MASK + MaskEnum.MLM_MASK + MaskEnum.ZERO, /* 0xcb: 0xfe: 0x92d */ MaskEnum.DEV_MASK + MaskEnum.PNJ_MASK + MaskEnum.GJR_MASK + MaskEnum.ORI_MASK + MaskEnum.BNG_MASK + MaskEnum.KND_MASK + MaskEnum.MLM_MASK + MaskEnum.ZERO, /* 0xcc: 0xfe: 0x92e */ MaskEnum.DEV_MASK + MaskEnum.PNJ_MASK + MaskEnum.GJR_MASK + MaskEnum.ORI_MASK + MaskEnum.BNG_MASK + MaskEnum.KND_MASK + MaskEnum.MLM_MASK + MaskEnum.TML_MASK, /* 0xcd: 0xff: 0x92f */ MaskEnum.DEV_MASK + MaskEnum.PNJ_MASK + MaskEnum.GJR_MASK + MaskEnum.ORI_MASK + MaskEnum.BNG_MASK + MaskEnum.KND_MASK + MaskEnum.MLM_MASK + MaskEnum.TML_MASK, /* 0xcf: 0xff: 0x930 */ MaskEnum.DEV_MASK + MaskEnum.PNJ_MASK + MaskEnum.GJR_MASK + MaskEnum.ORI_MASK + MaskEnum.BNG_MASK + MaskEnum.KND_MASK + MaskEnum.MLM_MASK + MaskEnum.TML_MASK, /* 0xd0: 0x87: 0x931 */ MaskEnum.DEV_MASK + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.MLM_MASK + MaskEnum.TML_MASK, /* 0xd1: 0xff: 0x932 */ MaskEnum.DEV_MASK + MaskEnum.PNJ_MASK + MaskEnum.GJR_MASK + MaskEnum.ORI_MASK + MaskEnum.BNG_MASK + MaskEnum.KND_MASK + MaskEnum.MLM_MASK + MaskEnum.TML_MASK, /* 0xd2: 0xb7: 0x933 */ MaskEnum.DEV_MASK + MaskEnum.PNJ_MASK + MaskEnum.GJR_MASK + MaskEnum.ORI_MASK + MaskEnum.ZERO + MaskEnum.KND_MASK + MaskEnum.MLM_MASK + MaskEnum.TML_MASK, /* 0xd3: 0x83: 0x934 */ MaskEnum.DEV_MASK + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.MLM_MASK + MaskEnum.TML_MASK, /* 0xd4: 0xff: 0x935 */ MaskEnum.DEV_MASK + MaskEnum.PNJ_MASK + MaskEnum.GJR_MASK + MaskEnum.ORI_MASK + MaskEnum.ZERO + MaskEnum.KND_MASK + MaskEnum.MLM_MASK + MaskEnum.TML_MASK, /* 0xd5: 0xfe: 0x936 */ MaskEnum.DEV_MASK + MaskEnum.PNJ_MASK + MaskEnum.GJR_MASK + MaskEnum.ORI_MASK + MaskEnum.BNG_MASK + MaskEnum.KND_MASK + MaskEnum.MLM_MASK + MaskEnum.ZERO, /* 0xd6: 0xbf: 0x937 */ MaskEnum.DEV_MASK + MaskEnum.ZERO + MaskEnum.GJR_MASK + MaskEnum.ORI_MASK + MaskEnum.BNG_MASK + MaskEnum.KND_MASK + MaskEnum.MLM_MASK + MaskEnum.TML_MASK, /* 0xd7: 0xff: 0x938 */ MaskEnum.DEV_MASK + MaskEnum.PNJ_MASK + MaskEnum.GJR_MASK + MaskEnum.ORI_MASK + MaskEnum.BNG_MASK + MaskEnum.KND_MASK + MaskEnum.MLM_MASK + MaskEnum.TML_MASK, /* 0xd8: 0xff: 0x939 */ MaskEnum.DEV_MASK + MaskEnum.PNJ_MASK + MaskEnum.GJR_MASK + MaskEnum.ORI_MASK + MaskEnum.BNG_MASK + MaskEnum.KND_MASK + MaskEnum.MLM_MASK + MaskEnum.TML_MASK, /* 0x00: 0x00: 0x93a */ MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO, /* 0x00: 0x00: 0x93b */ MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO, /* 0xe9: 0xda: 0x93c */ MaskEnum.DEV_MASK + MaskEnum.PNJ_MASK + MaskEnum.ZERO + MaskEnum.ORI_MASK + MaskEnum.BNG_MASK + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO, /* 0x00: 0x00: 0x93d */ MaskEnum.DEV_MASK + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO, /* 0xda: 0xff: 0x93e */ MaskEnum.DEV_MASK + MaskEnum.PNJ_MASK + MaskEnum.GJR_MASK + MaskEnum.ORI_MASK + MaskEnum.BNG_MASK + MaskEnum.KND_MASK + MaskEnum.MLM_MASK + MaskEnum.TML_MASK, /* 0xdb: 0xff: 0x93f */ MaskEnum.DEV_MASK + MaskEnum.PNJ_MASK + MaskEnum.GJR_MASK + MaskEnum.ORI_MASK + MaskEnum.BNG_MASK + MaskEnum.KND_MASK + MaskEnum.MLM_MASK + MaskEnum.TML_MASK, /* 0xdc: 0xff: 0x940 */ MaskEnum.DEV_MASK + MaskEnum.PNJ_MASK + MaskEnum.GJR_MASK + MaskEnum.ORI_MASK + MaskEnum.BNG_MASK + MaskEnum.KND_MASK + MaskEnum.MLM_MASK + MaskEnum.TML_MASK, /* 0xdd: 0xff: 0x941 */ MaskEnum.DEV_MASK + MaskEnum.PNJ_MASK + MaskEnum.GJR_MASK + MaskEnum.ORI_MASK + MaskEnum.BNG_MASK + MaskEnum.KND_MASK + MaskEnum.MLM_MASK + MaskEnum.TML_MASK, /* 0xde: 0xff: 0x942 */ MaskEnum.DEV_MASK + MaskEnum.PNJ_MASK + MaskEnum.GJR_MASK + MaskEnum.ORI_MASK + MaskEnum.BNG_MASK + MaskEnum.KND_MASK + MaskEnum.MLM_MASK + MaskEnum.TML_MASK, /* 0xdf: 0xbe: 0x943 */ MaskEnum.DEV_MASK + MaskEnum.ZERO + MaskEnum.GJR_MASK + MaskEnum.ORI_MASK + MaskEnum.BNG_MASK + MaskEnum.KND_MASK + MaskEnum.MLM_MASK + MaskEnum.ZERO, /* 0x00: 0x00: 0x944 */ MaskEnum.DEV_MASK + MaskEnum.ZERO + MaskEnum.GJR_MASK + MaskEnum.ZERO + MaskEnum.BNG_MASK + MaskEnum.KND_MASK + MaskEnum.ZERO + MaskEnum.ZERO, /* 0xe3: 0x80: 0x945 */ MaskEnum.DEV_MASK + MaskEnum.ZERO + MaskEnum.GJR_MASK + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO, /* 0xe0: 0x87: 0x946 */ MaskEnum.DEV_MASK + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.KND_MASK + MaskEnum.MLM_MASK + MaskEnum.TML_MASK, /* 0xe1: 0xff: 0x947 */ MaskEnum.DEV_MASK + MaskEnum.PNJ_MASK + MaskEnum.GJR_MASK + MaskEnum.ORI_MASK + MaskEnum.BNG_MASK + MaskEnum.KND_MASK + MaskEnum.MLM_MASK + MaskEnum.TML_MASK, /* 0xe2: 0xff: 0x948 */ MaskEnum.DEV_MASK + MaskEnum.PNJ_MASK + MaskEnum.GJR_MASK + MaskEnum.ORI_MASK + MaskEnum.BNG_MASK + MaskEnum.KND_MASK + MaskEnum.MLM_MASK + MaskEnum.TML_MASK, /* 0xe7: 0x80: 0x949 */ MaskEnum.DEV_MASK + MaskEnum.ZERO + MaskEnum.GJR_MASK + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO, /* 0xe4: 0x87: 0x94a */ MaskEnum.DEV_MASK + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.KND_MASK + MaskEnum.MLM_MASK + MaskEnum.TML_MASK, /* 0xe5: 0xff: 0x94b */ MaskEnum.DEV_MASK + MaskEnum.PNJ_MASK + MaskEnum.GJR_MASK + MaskEnum.ORI_MASK + MaskEnum.BNG_MASK + MaskEnum.KND_MASK + MaskEnum.MLM_MASK + MaskEnum.TML_MASK, /* 0xe6: 0xff: 0x94c */ MaskEnum.DEV_MASK + MaskEnum.PNJ_MASK + MaskEnum.GJR_MASK + MaskEnum.ORI_MASK + MaskEnum.BNG_MASK + MaskEnum.KND_MASK + MaskEnum.MLM_MASK + MaskEnum.TML_MASK, /* 0xe8: 0xff: 0x94d */ MaskEnum.DEV_MASK + MaskEnum.PNJ_MASK + MaskEnum.GJR_MASK + MaskEnum.ORI_MASK + MaskEnum.BNG_MASK + MaskEnum.KND_MASK + MaskEnum.MLM_MASK + MaskEnum.TML_MASK, /* 0xec: 0x00: 0x94e */ MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO, /* 0xed: 0x00: 0x94f */ MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO, /* 0x00: 0x00: 0x950 */ MaskEnum.DEV_MASK + MaskEnum.ZERO + MaskEnum.GJR_MASK + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO, /* 0x00: 0x00: 0x951 */ MaskEnum.DEV_MASK + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO, /* 0x00: 0x00: 0x952 */ MaskEnum.DEV_MASK + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO, /* 0x00: 0x00: 0x953 */ MaskEnum.DEV_MASK + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO, /* 0x00: 0x00: 0x954 */ MaskEnum.DEV_MASK + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO, /* 0x00: 0x00: 0x955 */ MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.KND_MASK + MaskEnum.ZERO + MaskEnum.ZERO, /* 0x00: 0x00: 0x956 */ MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ORI_MASK + MaskEnum.ZERO + MaskEnum.KND_MASK + MaskEnum.ZERO + MaskEnum.ZERO, /* 0x00: 0x00: 0x957 */ MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ORI_MASK + MaskEnum.BNG_MASK + MaskEnum.ZERO + MaskEnum.MLM_MASK + MaskEnum.ZERO, /* 0x00: 0x00: 0x958 */ MaskEnum.DEV_MASK + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO, /* 0x00: 0x00: 0x959 */ MaskEnum.DEV_MASK + MaskEnum.PNJ_MASK + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO, /* 0x00: 0x00: 0x95a */ MaskEnum.DEV_MASK + MaskEnum.PNJ_MASK + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO, /* 0x00: 0x00: 0x95b */ MaskEnum.DEV_MASK + MaskEnum.PNJ_MASK + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO, /* 0x00: 0x00: 0x95c */ MaskEnum.DEV_MASK + MaskEnum.PNJ_MASK + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.BNG_MASK + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO, /* 0x00: 0x00: 0x95d */ MaskEnum.DEV_MASK + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ORI_MASK + MaskEnum.BNG_MASK + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO, /* 0x00: 0x00: 0x95e */ MaskEnum.DEV_MASK + MaskEnum.PNJ_MASK + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO, /* 0xce: 0x98: 0x95f */ MaskEnum.DEV_MASK + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ORI_MASK + MaskEnum.BNG_MASK + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO, /* 0x00: 0x00: 0x960 */ MaskEnum.DEV_MASK + MaskEnum.ZERO + MaskEnum.GJR_MASK + MaskEnum.ORI_MASK + MaskEnum.BNG_MASK + MaskEnum.KND_MASK + MaskEnum.MLM_MASK + MaskEnum.ZERO, /* 0x00: 0x00: 0x961 */ MaskEnum.DEV_MASK + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ORI_MASK + MaskEnum.BNG_MASK + MaskEnum.KND_MASK + MaskEnum.MLM_MASK + MaskEnum.ZERO, /* 0x00: 0x00: 0x962 */ MaskEnum.DEV_MASK + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.BNG_MASK + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO, /* 0x00: 0x00: 0x963 */ MaskEnum.DEV_MASK + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.BNG_MASK + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO, /* 0xea: 0xf8: 0x964 */ MaskEnum.DEV_MASK + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO, /* 0xeaea: 0x00: 0x965 */ MaskEnum.DEV_MASK + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO, /* 0xf1: 0xff: 0x966 */ MaskEnum.DEV_MASK + MaskEnum.PNJ_MASK + MaskEnum.GJR_MASK + MaskEnum.ORI_MASK + MaskEnum.BNG_MASK + MaskEnum.KND_MASK + MaskEnum.MLM_MASK + MaskEnum.TML_MASK, /* 0xf2: 0xff: 0x967 */ MaskEnum.DEV_MASK + MaskEnum.PNJ_MASK + MaskEnum.GJR_MASK + MaskEnum.ORI_MASK + MaskEnum.BNG_MASK + MaskEnum.KND_MASK + MaskEnum.MLM_MASK + MaskEnum.TML_MASK, /* 0xf3: 0xff: 0x968 */ MaskEnum.DEV_MASK + MaskEnum.PNJ_MASK + MaskEnum.GJR_MASK + MaskEnum.ORI_MASK + MaskEnum.BNG_MASK + MaskEnum.KND_MASK + MaskEnum.MLM_MASK + MaskEnum.TML_MASK, /* 0xf4: 0xff: 0x969 */ MaskEnum.DEV_MASK + MaskEnum.PNJ_MASK + MaskEnum.GJR_MASK + MaskEnum.ORI_MASK + MaskEnum.BNG_MASK + MaskEnum.KND_MASK + MaskEnum.MLM_MASK + MaskEnum.TML_MASK, /* 0xf5: 0xff: 0x96a */ MaskEnum.DEV_MASK + MaskEnum.PNJ_MASK + MaskEnum.GJR_MASK + MaskEnum.ORI_MASK + MaskEnum.BNG_MASK + MaskEnum.KND_MASK + MaskEnum.MLM_MASK + MaskEnum.TML_MASK, /* 0xf6: 0xff: 0x96b */ MaskEnum.DEV_MASK + MaskEnum.PNJ_MASK + MaskEnum.GJR_MASK + MaskEnum.ORI_MASK + MaskEnum.BNG_MASK + MaskEnum.KND_MASK + MaskEnum.MLM_MASK + MaskEnum.TML_MASK, /* 0xf7: 0xff: 0x96c */ MaskEnum.DEV_MASK + MaskEnum.PNJ_MASK + MaskEnum.GJR_MASK + MaskEnum.ORI_MASK + MaskEnum.BNG_MASK + MaskEnum.KND_MASK + MaskEnum.MLM_MASK + MaskEnum.TML_MASK, /* 0xf8: 0xff: 0x96d */ MaskEnum.DEV_MASK + MaskEnum.PNJ_MASK + MaskEnum.GJR_MASK + MaskEnum.ORI_MASK + MaskEnum.BNG_MASK + MaskEnum.KND_MASK + MaskEnum.MLM_MASK + MaskEnum.TML_MASK, /* 0xf9: 0xff: 0x96e */ MaskEnum.DEV_MASK + MaskEnum.PNJ_MASK + MaskEnum.GJR_MASK + MaskEnum.ORI_MASK + MaskEnum.BNG_MASK + MaskEnum.KND_MASK + MaskEnum.MLM_MASK + MaskEnum.TML_MASK, /* 0xfa: 0xff: 0x96f */ MaskEnum.DEV_MASK + MaskEnum.PNJ_MASK + MaskEnum.GJR_MASK + MaskEnum.ORI_MASK + MaskEnum.BNG_MASK + MaskEnum.KND_MASK + MaskEnum.MLM_MASK + MaskEnum.TML_MASK, /* 0x00: 0x80: 0x970 */ MaskEnum.DEV_MASK + MaskEnum.PNJ_MASK + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO + MaskEnum.ZERO, /* * The length of the array is 128 to provide values for 0x900..0x97f. * The last 15 entries for 0x971..0x97f of the table are all zero * because no Indic script uses such Unicode code points. */ /* 0x00: 0x00: 0x971 */ MaskEnum.ZERO, /* 0x00: 0x00: 0x972 */ MaskEnum.ZERO, /* 0x00: 0x00: 0x973 */ MaskEnum.ZERO, /* 0x00: 0x00: 0x974 */ MaskEnum.ZERO, /* 0x00: 0x00: 0x975 */ MaskEnum.ZERO, /* 0x00: 0x00: 0x976 */ MaskEnum.ZERO, /* 0x00: 0x00: 0x977 */ MaskEnum.ZERO, /* 0x00: 0x00: 0x978 */ MaskEnum.ZERO, /* 0x00: 0x00: 0x979 */ MaskEnum.ZERO, /* 0x00: 0x00: 0x97A */ MaskEnum.ZERO, /* 0x00: 0x00: 0x97B */ MaskEnum.ZERO, /* 0x00: 0x00: 0x97C */ MaskEnum.ZERO, /* 0x00: 0x00: 0x97D */ MaskEnum.ZERO, /* 0x00: 0x00: 0x97E */ MaskEnum.ZERO, /* 0x00: 0x00: 0x97F */ MaskEnum.ZERO, }; private static final char fromUnicodeTable[] = { 0x00a0, /* 0x0900 */ 0x00a1, /* 0x0901 */ 0x00a2, /* 0x0902 */ 0x00a3, /* 0x0903 */ 0xa4e0, /* 0x0904 */ 0x00a4, /* 0x0905 */ 0x00a5, /* 0x0906 */ 0x00a6, /* 0x0907 */ 0x00a7, /* 0x0908 */ 0x00a8, /* 0x0909 */ 0x00a9, /* 0x090a */ 0x00aa, /* 0x090b */ 0xA6E9, /* 0x090c */ 0x00ae, /* 0x090d */ 0x00ab, /* 0x090e */ 0x00ac, /* 0x090f */ 0x00ad, /* 0x0910 */ 0x00b2, /* 0x0911 */ 0x00af, /* 0x0912 */ 0x00b0, /* 0x0913 */ 0x00b1, /* 0x0914 */ 0x00b3, /* 0x0915 */ 0x00b4, /* 0x0916 */ 0x00b5, /* 0x0917 */ 0x00b6, /* 0x0918 */ 0x00b7, /* 0x0919 */ 0x00b8, /* 0x091a */ 0x00b9, /* 0x091b */ 0x00ba, /* 0x091c */ 0x00bb, /* 0x091d */ 0x00bc, /* 0x091e */ 0x00bd, /* 0x091f */ 0x00be, /* 0x0920 */ 0x00bf, /* 0x0921 */ 0x00c0, /* 0x0922 */ 0x00c1, /* 0x0923 */ 0x00c2, /* 0x0924 */ 0x00c3, /* 0x0925 */ 0x00c4, /* 0x0926 */ 0x00c5, /* 0x0927 */ 0x00c6, /* 0x0928 */ 0x00c7, /* 0x0929 */ 0x00c8, /* 0x092a */ 0x00c9, /* 0x092b */ 0x00ca, /* 0x092c */ 0x00cb, /* 0x092d */ 0x00cc, /* 0x092e */ 0x00cd, /* 0x092f */ 0x00cf, /* 0x0930 */ 0x00d0, /* 0x0931 */ 0x00d1, /* 0x0932 */ 0x00d2, /* 0x0933 */ 0x00d3, /* 0x0934 */ 0x00d4, /* 0x0935 */ 0x00d5, /* 0x0936 */ 0x00d6, /* 0x0937 */ 0x00d7, /* 0x0938 */ 0x00d8, /* 0x0939 */ 0xFFFF, /* 0x093a */ 0xFFFF, /* 0x093b */ 0x00e9, /* 0x093c */ 0xEAE9, /* 0x093d */ 0x00da, /* 0x093e */ 0x00db, /* 0x093f */ 0x00dc, /* 0x0940 */ 0x00dd, /* 0x0941 */ 0x00de, /* 0x0942 */ 0x00df, /* 0x0943 */ 0xDFE9, /* 0x0944 */ 0x00e3, /* 0x0945 */ 0x00e0, /* 0x0946 */ 0x00e1, /* 0x0947 */ 0x00e2, /* 0x0948 */ 0x00e7, /* 0x0949 */ 0x00e4, /* 0x094a */ 0x00e5, /* 0x094b */ 0x00e6, /* 0x094c */ 0x00e8, /* 0x094d */ 0x00ec, /* 0x094e */ 0x00ed, /* 0x094f */ 0xA1E9, /* 0x0950 */ /* OM Symbol */ 0xFFFF, /* 0x0951 */ 0xF0B8, /* 0x0952 */ 0xFFFF, /* 0x0953 */ 0xFFFF, /* 0x0954 */ 0xFFFF, /* 0x0955 */ 0xFFFF, /* 0x0956 */ 0xFFFF, /* 0x0957 */ 0xb3e9, /* 0x0958 */ 0xb4e9, /* 0x0959 */ 0xb5e9, /* 0x095a */ 0xbae9, /* 0x095b */ 0xbfe9, /* 0x095c */ 0xC0E9, /* 0x095d */ 0xc9e9, /* 0x095e */ 0x00ce, /* 0x095f */ 0xAAe9, /* 0x0960 */ 0xA7E9, /* 0x0961 */ 0xDBE9, /* 0x0962 */ 0xDCE9, /* 0x0963 */ 0x00ea, /* 0x0964 */ 0xeaea, /* 0x0965 */ 0x00f1, /* 0x0966 */ 0x00f2, /* 0x0967 */ 0x00f3, /* 0x0968 */ 0x00f4, /* 0x0969 */ 0x00f5, /* 0x096a */ 0x00f6, /* 0x096b */ 0x00f7, /* 0x096c */ 0x00f8, /* 0x096d */ 0x00f9, /* 0x096e */ 0x00fa, /* 0x096f */ 0xF0BF, /* 0x0970 */ 0xFFFF, /* 0x0971 */ 0xFFFF, /* 0x0972 */ 0xFFFF, /* 0x0973 */ 0xFFFF, /* 0x0974 */ 0xFFFF, /* 0x0975 */ 0xFFFF, /* 0x0976 */ 0xFFFF, /* 0x0977 */ 0xFFFF, /* 0x0978 */ 0xFFFF, /* 0x0979 */ 0xFFFF, /* 0x097a */ 0xFFFF, /* 0x097b */ 0xFFFF, /* 0x097c */ 0xFFFF, /* 0x097d */ 0xFFFF, /* 0x097e */ 0xFFFF, /* 0x097f */ }; private static final char toUnicodeTable[] = { 0x0000, /* 0x00 */ 0x0001, /* 0x01 */ 0x0002, /* 0x02 */ 0x0003, /* 0x03 */ 0x0004, /* 0x04 */ 0x0005, /* 0x05 */ 0x0006, /* 0x06 */ 0x0007, /* 0x07 */ 0x0008, /* 0x08 */ 0x0009, /* 0x09 */ 0x000a, /* 0x0a */ 0x000b, /* 0x0b */ 0x000c, /* 0x0c */ 0x000d, /* 0x0d */ 0x000e, /* 0x0e */ 0x000f, /* 0x0f */ 0x0010, /* 0x10 */ 0x0011, /* 0x11 */ 0x0012, /* 0x12 */ 0x0013, /* 0x13 */ 0x0014, /* 0x14 */ 0x0015, /* 0x15 */ 0x0016, /* 0x16 */ 0x0017, /* 0x17 */ 0x0018, /* 0x18 */ 0x0019, /* 0x19 */ 0x001a, /* 0x1a */ 0x001b, /* 0x1b */ 0x001c, /* 0x1c */ 0x001d, /* 0x1d */ 0x001e, /* 0x1e */ 0x001f, /* 0x1f */ 0x0020, /* 0x20 */ 0x0021, /* 0x21 */ 0x0022, /* 0x22 */ 0x0023, /* 0x23 */ 0x0024, /* 0x24 */ 0x0025, /* 0x25 */ 0x0026, /* 0x26 */ 0x0027, /* 0x27 */ 0x0028, /* 0x28 */ 0x0029, /* 0x29 */ 0x002a, /* 0x2a */ 0x002b, /* 0x2b */ 0x002c, /* 0x2c */ 0x002d, /* 0x2d */ 0x002e, /* 0x2e */ 0x002f, /* 0x2f */ 0x0030, /* 0x30 */ 0x0031, /* 0x31 */ 0x0032, /* 0x32 */ 0x0033, /* 0x33 */ 0x0034, /* 0x34 */ 0x0035, /* 0x35 */ 0x0036, /* 0x36 */ 0x0037, /* 0x37 */ 0x0038, /* 0x38 */ 0x0039, /* 0x39 */ 0x003A, /* 0x3A */ 0x003B, /* 0x3B */ 0x003c, /* 0x3c */ 0x003d, /* 0x3d */ 0x003e, /* 0x3e */ 0x003f, /* 0x3f */ 0x0040, /* 0x40 */ 0x0041, /* 0x41 */ 0x0042, /* 0x42 */ 0x0043, /* 0x43 */ 0x0044, /* 0x44 */ 0x0045, /* 0x45 */ 0x0046, /* 0x46 */ 0x0047, /* 0x47 */ 0x0048, /* 0x48 */ 0x0049, /* 0x49 */ 0x004a, /* 0x4a */ 0x004b, /* 0x4b */ 0x004c, /* 0x4c */ 0x004d, /* 0x4d */ 0x004e, /* 0x4e */ 0x004f, /* 0x4f */ 0x0050, /* 0x50 */ 0x0051, /* 0x51 */ 0x0052, /* 0x52 */ 0x0053, /* 0x53 */ 0x0054, /* 0x54 */ 0x0055, /* 0x55 */ 0x0056, /* 0x56 */ 0x0057, /* 0x57 */ 0x0058, /* 0x58 */ 0x0059, /* 0x59 */ 0x005a, /* 0x5a */ 0x005b, /* 0x5b */ 0x005c, /* 0x5c */ 0x005d, /* 0x5d */ 0x005e, /* 0x5e */ 0x005f, /* 0x5f */ 0x0060, /* 0x60 */ 0x0061, /* 0x61 */ 0x0062, /* 0x62 */ 0x0063, /* 0x63 */ 0x0064, /* 0x64 */ 0x0065, /* 0x65 */ 0x0066, /* 0x66 */ 0x0067, /* 0x67 */ 0x0068, /* 0x68 */ 0x0069, /* 0x69 */ 0x006a, /* 0x6a */ 0x006b, /* 0x6b */ 0x006c, /* 0x6c */ 0x006d, /* 0x6d */ 0x006e, /* 0x6e */ 0x006f, /* 0x6f */ 0x0070, /* 0x70 */ 0x0071, /* 0x71 */ 0x0072, /* 0x72 */ 0x0073, /* 0x73 */ 0x0074, /* 0x74 */ 0x0075, /* 0x75 */ 0x0076, /* 0x76 */ 0x0077, /* 0x77 */ 0x0078, /* 0x78 */ 0x0079, /* 0x79 */ 0x007a, /* 0x7a */ 0x007b, /* 0x7b */ 0x007c, /* 0x7c */ 0x007d, /* 0x7d */ 0x007e, /* 0x7e */ 0x007f, /* 0x7f */ 0x0080, /* 0x80 */ 0x0081, /* 0x81 */ 0x0082, /* 0x82 */ 0x0083, /* 0x83 */ 0x0084, /* 0x84 */ 0x0085, /* 0x85 */ 0x0086, /* 0x86 */ 0x0087, /* 0x87 */ 0x0088, /* 0x88 */ 0x0089, /* 0x89 */ 0x008a, /* 0x8a */ 0x008b, /* 0x8b */ 0x008c, /* 0x8c */ 0x008d, /* 0x8d */ 0x008e, /* 0x8e */ 0x008f, /* 0x8f */ 0x0090, /* 0x90 */ 0x0091, /* 0x91 */ 0x0092, /* 0x92 */ 0x0093, /* 0x93 */ 0x0094, /* 0x94 */ 0x0095, /* 0x95 */ 0x0096, /* 0x96 */ 0x0097, /* 0x97 */ 0x0098, /* 0x98 */ 0x0099, /* 0x99 */ 0x009a, /* 0x9a */ 0x009b, /* 0x9b */ 0x009c, /* 0x9c */ 0x009d, /* 0x9d */ 0x009e, /* 0x9e */ 0x009f, /* 0x9f */ 0x00A0, /* 0xa0 */ 0x0901, /* 0xa1 */ 0x0902, /* 0xa2 */ 0x0903, /* 0xa3 */ 0x0905, /* 0xa4 */ 0x0906, /* 0xa5 */ 0x0907, /* 0xa6 */ 0x0908, /* 0xa7 */ 0x0909, /* 0xa8 */ 0x090a, /* 0xa9 */ 0x090b, /* 0xaa */ 0x090e, /* 0xab */ 0x090f, /* 0xac */ 0x0910, /* 0xad */ 0x090d, /* 0xae */ 0x0912, /* 0xaf */ 0x0913, /* 0xb0 */ 0x0914, /* 0xb1 */ 0x0911, /* 0xb2 */ 0x0915, /* 0xb3 */ 0x0916, /* 0xb4 */ 0x0917, /* 0xb5 */ 0x0918, /* 0xb6 */ 0x0919, /* 0xb7 */ 0x091a, /* 0xb8 */ 0x091b, /* 0xb9 */ 0x091c, /* 0xba */ 0x091d, /* 0xbb */ 0x091e, /* 0xbc */ 0x091f, /* 0xbd */ 0x0920, /* 0xbe */ 0x0921, /* 0xbf */ 0x0922, /* 0xc0 */ 0x0923, /* 0xc1 */ 0x0924, /* 0xc2 */ 0x0925, /* 0xc3 */ 0x0926, /* 0xc4 */ 0x0927, /* 0xc5 */ 0x0928, /* 0xc6 */ 0x0929, /* 0xc7 */ 0x092a, /* 0xc8 */ 0x092b, /* 0xc9 */ 0x092c, /* 0xca */ 0x092d, /* 0xcb */ 0x092e, /* 0xcc */ 0x092f, /* 0xcd */ 0x095f, /* 0xce */ 0x0930, /* 0xcf */ 0x0931, /* 0xd0 */ 0x0932, /* 0xd1 */ 0x0933, /* 0xd2 */ 0x0934, /* 0xd3 */ 0x0935, /* 0xd4 */ 0x0936, /* 0xd5 */ 0x0937, /* 0xd6 */ 0x0938, /* 0xd7 */ 0x0939, /* 0xd8 */ 0x200D, /* 0xd9 */ 0x093e, /* 0xda */ 0x093f, /* 0xdb */ 0x0940, /* 0xdc */ 0x0941, /* 0xdd */ 0x0942, /* 0xde */ 0x0943, /* 0xdf */ 0x0946, /* 0xe0 */ 0x0947, /* 0xe1 */ 0x0948, /* 0xe2 */ 0x0945, /* 0xe3 */ 0x094a, /* 0xe4 */ 0x094b, /* 0xe5 */ 0x094c, /* 0xe6 */ 0x0949, /* 0xe7 */ 0x094d, /* 0xe8 */ 0x093c, /* 0xe9 */ 0x0964, /* 0xea */ 0xFFFF, /* 0xeb */ 0xFFFF, /* 0xec */ 0xFFFF, /* 0xed */ 0xFFFF, /* 0xee */ 0xFFFF, /* 0xef */ 0xFFFF, /* 0xf0 */ 0x0966, /* 0xf1 */ 0x0967, /* 0xf2 */ 0x0968, /* 0xf3 */ 0x0969, /* 0xf4 */ 0x096a, /* 0xf5 */ 0x096b, /* 0xf6 */ 0x096c, /* 0xf7 */ 0x096d, /* 0xf8 */ 0x096e, /* 0xf9 */ 0x096f, /* 0xfa */ 0xFFFF, /* 0xfb */ 0xFFFF, /* 0xfc */ 0xFFFF, /* 0xfd */ 0xFFFF, /* 0xfe */ 0xFFFF, /* 0xff */ }; private static final char nuktaSpecialCases[][] = { { 16 /* length of array */ , 0 }, { 0xa6, 0x090c }, { 0xea, 0x093d }, { 0xdf, 0x0944 }, { 0xa1, 0x0950 }, { 0xb3, 0x0958 }, { 0xb4, 0x0959 }, { 0xb5, 0x095a }, { 0xba, 0x095b }, { 0xbf, 0x095c }, { 0xc0, 0x095d }, { 0xc9, 0x095e }, { 0xaa, 0x0960 }, { 0xa7, 0x0961 }, { 0xdb, 0x0962 }, { 0xdc, 0x0963 } }; private static final char vowelSignESpecialCases[][] = { { 2 /* length of array */ , 0 }, { 0xA4, 0x0904 } }; private static final short lookupTable[][] = { { MaskEnum.ZERO, MaskEnum.ZERO }, /* DEFAULT */ { MaskEnum.ZERO, MaskEnum.ZERO }, /* ROMAN */ { UniLang.DEVALANGARI, MaskEnum.DEV_MASK }, { UniLang.BENGALI, MaskEnum.BNG_MASK }, { UniLang.TAMIL, MaskEnum.TML_MASK }, { UniLang.TELUGU, MaskEnum.KND_MASK }, { UniLang.BENGALI, MaskEnum.BNG_MASK }, { UniLang.ORIYA, MaskEnum.ORI_MASK }, { UniLang.KANNADA, MaskEnum.KND_MASK }, { UniLang.MALAYALAM, MaskEnum.MLM_MASK }, { UniLang.GUJARATI, MaskEnum.GJR_MASK }, { UniLang.GURMUKHI, MaskEnum.PNJ_MASK } }; private UConverterDataISCII extraInfo = null; protected byte[] fromUSubstitution = new byte[]{(byte)0x1A}; public CharsetISCII(String icuCanonicalName, String javaCanonicalName, String[] aliases) { super(icuCanonicalName, javaCanonicalName, aliases); maxBytesPerChar = 4; minBytesPerChar = 1; maxCharsPerByte = 1; //get the version number of the ISCII converter int option = Integer.parseInt(icuCanonicalName.substring(14)); extraInfo = new UConverterDataISCII( option, new String(ISCII_CNV_PREFIX + (option & UCNV_OPTIONS_VERSION_MASK)) /* name */ ); initializePNJSets(); } /* Initialize the two UnicodeSets use for proper Gurmukhi conversion if they have not already been created. */ private void initializePNJSets() { if (PNJ_BINDI_TIPPI_SET != null && PNJ_CONSONANT_SET != null) { return; } PNJ_BINDI_TIPPI_SET = new UnicodeSet(); PNJ_CONSONANT_SET = new UnicodeSet(); PNJ_CONSONANT_SET.add(0x0a15, 0x0a28); PNJ_CONSONANT_SET.add(0x0a2a, 0x0a30); PNJ_CONSONANT_SET.add(0x0a35, 0x0a36); PNJ_CONSONANT_SET.add(0x0a38, 0x0a39); PNJ_BINDI_TIPPI_SET.addAll(PNJ_CONSONANT_SET); PNJ_BINDI_TIPPI_SET.add(0x0a05); PNJ_BINDI_TIPPI_SET.add(0x0a07); PNJ_BINDI_TIPPI_SET.add(0x0a41, 0x0a42); PNJ_BINDI_TIPPI_SET.add(0x0a3f); PNJ_CONSONANT_SET.compact(); PNJ_BINDI_TIPPI_SET.compact(); } /* * Rules for ISCII to Unicode converter * ISCII is a stateful encoding. To convert ISCII bytes to Unicode, * which is both precomposed and decomposed from characters * pre-context and post-context need to be considered. * * Post context * i) ATR : Attribute code is used to declare the font and script switching. * Currently we only switch scripts and font codes consumed without generating an error * ii) EXT : Extention code is used to declare switching to Sanskrit and for obscure, * obsolete characters * Pre context * i) Halant: if preceeded by a halant then it is a explicit halant * ii) Nukta: * a) if preceeded by a halant then it is a soft halant * b) if preceeded by specific consonants and the ligatures have pre-composed * characters in Unicode then convert to pre-composed characters * iii) Danda: If Danda is preceeded by a Danda then convert to Double Danda */ class CharsetDecoderISCII extends CharsetDecoderICU { public CharsetDecoderISCII(CharsetICU cs) { super(cs); implReset(); } protected void implReset() { super.implReset(); this.toUnicodeStatus = 0xFFFF; extraInfo.initialize(); } @SuppressWarnings("fallthrough") protected CoderResult decodeLoop(ByteBuffer source, CharBuffer target, IntBuffer offsets, boolean flush) { CoderResult cr = CoderResult.UNDERFLOW; int targetUniChar = 0x0000; short sourceChar = 0x0000; UConverterDataISCII data; boolean gotoCallBack = false; int offset = 0; data = extraInfo; //data.contextCharToUnicode; /* contains previous ISCII codepoint visited */ //this.toUnicodeStatus; /* contains the mapping to Unicode of the above codepoint */ while (source.hasRemaining()) { targetUniChar = UConverterConstants.missingCharMarker; if (target.hasRemaining()) { sourceChar = (short)((short)source.get() & UConverterConstants.UNSIGNED_BYTE_MASK); /* look at the post-context perform special processing */ if (data.contextCharToUnicode == ATR) { /* If we have ATR in data.contextCharToUnicode then we need to change our * state to Indic Script specified by sourceChar */ /* check if the sourceChar is supported script range */ if (((short)(ISCIILang.PNJ - sourceChar) & UConverterConstants.UNSIGNED_BYTE_MASK) <= (ISCIILang.PNJ - ISCIILang.DEV)) { data.currentDeltaToUnicode = (short)(lookupTable[sourceChar & 0x0F][0] * UniLang.DELTA); data.currentMaskToUnicode = lookupTable[sourceChar & 0x0F][1]; } else if (sourceChar == ISCIILang.DEF) { /* switch back to default */ data.currentDeltaToUnicode = data.defDeltaToUnicode; data.currentMaskToUnicode = data.defMaskToUnicode; } else { if ((sourceChar >= 0x21 && sourceChar <= 0x3F)) { /* these are display codes consume and continue */ } else { cr = CoderResult.malformedForLength(1); /* reset */ data.contextCharToUnicode = NO_CHAR_MARKER; gotoCallBack = true; } } /* reset */ if (!gotoCallBack) { data.contextCharToUnicode = NO_CHAR_MARKER; continue; } } else if (data.contextCharToUnicode == EXT) { /* check if sourceChar is in 0xA1 - 0xEE range */ if (((short)(EXT_RANGE_END - sourceChar) & UConverterConstants.UNSIGNED_BYTE_MASK) <= (EXT_RANGE_END - EXT_RANGE_BEGIN)) { /* We currently support only Anudatta and Devanagari abbreviation sign */ if (sourceChar == 0xBF || sourceChar == 0xB8) { targetUniChar = (sourceChar == 0xBF) ? DEV_ABBR_SIGN : DEV_ANUDATTA; /* find out if the mappling is valid in this state */ if ((validityTable[((short)targetUniChar) & UConverterConstants.UNSIGNED_BYTE_MASK] & data.currentMaskToUnicode) > 0) { data.contextCharToUnicode = NO_CHAR_MARKER; /* Write the previous toUnicodeStatus, this was delayed to handle consonant clustering for Gurmukhi script. */ if (data.prevToUnicodeStatus != 0) { cr = WriteToTargetToU(offsets, (source.position() - 1), source, target, data.prevToUnicodeStatus, (short)0); data.prevToUnicodeStatus = 0x0000; } /* write to target */ cr = WriteToTargetToU(offsets, (source.position() - 2), source, target, targetUniChar, data.currentDeltaToUnicode); continue; } } /* byte unit is unassigned */ targetUniChar = UConverterConstants.missingCharMarker; cr = CoderResult.unmappableForLength(1); } else { /* only 0xA1 - 0xEE are legal after EXT char */ data.contextCharToUnicode = NO_CHAR_MARKER; cr = CoderResult.malformedForLength(1); } gotoCallBack = true; } else if (data.contextCharToUnicode == ISCII_INV) { if (sourceChar == ISCII_HALANT) { targetUniChar = 0x0020; /* replace with space according to Indic FAQ */ } else { targetUniChar = ZWJ; } /* Write the previous toUnicodeStatus, this was delayed to handle consonant clustering for Gurmukhi script. */ if (data.prevToUnicodeStatus != 0) { cr = WriteToTargetToU(offsets, (source.position() - 1), source, target, data.prevToUnicodeStatus, (short)0); data.prevToUnicodeStatus = 0x0000; } /* write to target */ cr = WriteToTargetToU(offsets, (source.position() - 2), source, target, targetUniChar, data.currentDeltaToUnicode); /* reset */ data.contextCharToUnicode = NO_CHAR_MARKER; } /* look at the pre-context and perform special processing */ if (!gotoCallBack) { switch (sourceChar) { case ISCII_INV: case EXT: /* falls through */ case ATR: data.contextCharToUnicode = (char)sourceChar; if (this.toUnicodeStatus != UConverterConstants.missingCharMarker) { /* Write the previous toUnicodeStatus, this was delayed to handle consonant clustering for Gurmukhi script. */ if (data.prevToUnicodeStatus != 0) { cr = WriteToTargetToU(offsets, (source.position() - 1), source, target, data.prevToUnicodeStatus, (short)0); data.prevToUnicodeStatus = 0x0000; } cr = WriteToTargetToU(offsets, (source.position() - 2), source, target, this.toUnicodeStatus, data.currentDeltaToUnicode); this.toUnicodeStatus = UConverterConstants.missingCharMarker; } continue; case ISCII_DANDA: /* handle double danda */ if (data.contextCharToUnicode == ISCII_DANDA) { targetUniChar = DOUBLE_DANDA; /* clear the context */ data.contextCharToUnicode = NO_CHAR_MARKER; this.toUnicodeStatus = UConverterConstants.missingCharMarker; } else { targetUniChar = GetMapping(sourceChar, targetUniChar, data); data.contextCharToUnicode = (char)sourceChar; } break; case ISCII_HALANT: /* handle explicit halant */ if (data.contextCharToUnicode == ISCII_HALANT) { targetUniChar = ZWNJ; /* clear context */ data.contextCharToUnicode = NO_CHAR_MARKER; } else { targetUniChar = GetMapping(sourceChar, targetUniChar, data); data.contextCharToUnicode = (char)sourceChar; } break; case 0x0A: /* fall through */ case 0x0D: data.resetToDefaultToUnicode = true; targetUniChar = GetMapping(sourceChar, targetUniChar, data); data.contextCharToUnicode = (char)sourceChar; break; case ISCII_VOWEL_SIGN_E: /* find + SIGN_VOWEL_E special mapping */ int n = 1; boolean find = false; for (; n < vowelSignESpecialCases[0][0]; n++) { if (vowelSignESpecialCases[n][0] == ((short)data.contextCharToUnicode & UConverterConstants.UNSIGNED_BYTE_MASK)) { targetUniChar = vowelSignESpecialCases[n][1]; find = true; break; } } if (find) { /* find out if the mapping is valid in this state */ if ((validityTable[(byte)targetUniChar] & data.currentMaskFromUnicode) > 0) { data.contextCharToUnicode = NO_CHAR_MARKER; this.toUnicodeStatus = UConverterConstants.missingCharMarker; break; } } targetUniChar = GetMapping(sourceChar, targetUniChar, data); data.contextCharToUnicode = (char)sourceChar; break; case ISCII_NUKTA: /* handle soft halant */ if (data.contextCharToUnicode == ISCII_HALANT) { targetUniChar = ZWJ; /* clear the context */ data.contextCharToUnicode = NO_CHAR_MARKER; break; } else if (data.currentDeltaToUnicode == PNJ_DELTA && data.contextCharToUnicode == 0xc0) { /* We got here because ISCII_NUKTA was preceded by 0xc0 and we are converting Gurmukhi. * In that case we must convert (0xc0 0xe9) to (\u0a5c\u0a4d\u0a39). * WriteToTargetToU is given 0x095c instead of 0xa5c because that method will automatically * convert the code point given based on the delta provided. */ cr = WriteToTargetToU(offsets, (source.position() - 2), source, target, PNJ_RRA, (short)0); if (!cr.isOverflow()) { cr = WriteToTargetToU(offsets, (source.position() - 2), source, target, PNJ_SIGN_VIRAMA, (short)0); if (!cr.isOverflow()) { cr = WriteToTargetToU(offsets, (source.position() - 2), source, target, PNJ_HA, (short)0); } else { this.charErrorBufferArray[this.charErrorBufferLength++] = PNJ_HA; } } else { this.charErrorBufferArray[this.charErrorBufferLength++] = PNJ_SIGN_VIRAMA; this.charErrorBufferArray[this.charErrorBufferLength++] = PNJ_HA; } this.toUnicodeStatus = UConverterConstants.missingCharMarker; data.contextCharToUnicode = NO_CHAR_MARKER; if (!cr.isError()) { continue; } break; } else { /* try to handle + ISCII_NUKTA special mappings */ int i = 1; boolean found = false; for (; i < nuktaSpecialCases[0][0]; i++) { if (nuktaSpecialCases[i][0] == ((short)data.contextCharToUnicode & UConverterConstants.UNSIGNED_BYTE_MASK)) { targetUniChar = nuktaSpecialCases[i][1]; found = true; break; } } if (found) { /* find out if the mapping is valid in this state */ if ((validityTable[(byte)targetUniChar] & data.currentMaskToUnicode) > 0) { data.contextCharToUnicode = NO_CHAR_MARKER; this.toUnicodeStatus = UConverterConstants.missingCharMarker; if (data.currentDeltaToUnicode == PNJ_DELTA) { /* Write the previous toUnicodeStatus, this was delayed to handle consonant clustering for Gurmukhi script. */ if (data.prevToUnicodeStatus != 0) { cr = WriteToTargetToU(offsets, (source.position() - 1), source, target, data.prevToUnicodeStatus, (short)0); data.prevToUnicodeStatus = 0x0000; } cr = WriteToTargetToU(offsets, (source.position() - 2), source, target, targetUniChar, data.currentDeltaToUnicode); continue; } break; } /* else fall through to default */ } /* else fall through to default */ } default: targetUniChar = GetMapping(sourceChar, targetUniChar, data); data.contextCharToUnicode = (char)sourceChar; break; } //end of switch }//end of CallBack if statement if (!gotoCallBack && this.toUnicodeStatus != UConverterConstants.missingCharMarker) { /* Check to make sure that consonant clusters are handled correctly for Gurmukhi script. */ if (data.currentDeltaToUnicode == PNJ_DELTA && data.prevToUnicodeStatus != 0 && PNJ_CONSONANT_SET.contains(data.prevToUnicodeStatus) && (this.toUnicodeStatus + PNJ_DELTA) == PNJ_SIGN_VIRAMA && (targetUniChar + PNJ_DELTA) == data.prevToUnicodeStatus) { if (offsets != null) { offset = source.position() - 3; } cr = WriteToTargetToU(offsets, offset, source, target, PNJ_ADHAK, (short)0); cr = WriteToTargetToU(offsets, offset, source, target, data.prevToUnicodeStatus, (short)0); data.prevToUnicodeStatus = 0x0000; /* reset the previous unicode code point */ toUnicodeStatus = UConverterConstants.missingCharMarker; continue; } else { /* Write the previous toUnicodeStatus, this was delayed to handle consonant clustering for Gurmukhi script. */ if (data.prevToUnicodeStatus != 0) { cr = WriteToTargetToU(offsets, (source.position() - 1), source, target, data.prevToUnicodeStatus, (short)0); data.prevToUnicodeStatus = 0x0000; } /* Check to make sure that Bindi and Tippi are handled correctly for Gurmukhi script. * If 0xA2 is preceded by a codepoint in the PNJ_BINDI_TIPPI_SET then the target codepoint should be Tippi instead of Bindi. */ if (data.currentDeltaToUnicode == PNJ_DELTA && (targetUniChar + PNJ_DELTA) == PNJ_BINDI && PNJ_BINDI_TIPPI_SET.contains(this.toUnicodeStatus + PNJ_DELTA)) { targetUniChar = PNJ_TIPPI - PNJ_DELTA; cr = WriteToTargetToU(offsets, (source.position() - 2), source, target, this.toUnicodeStatus, PNJ_DELTA); } else if (data.currentDeltaToUnicode == PNJ_DELTA && (targetUniChar + PNJ_DELTA) == PNJ_SIGN_VIRAMA && PNJ_CONSONANT_SET.contains(this.toUnicodeStatus + PNJ_DELTA)) { /* Store the current toUnicodeStatus code point for later handling of consonant cluster in Gurmukhi. */ data.prevToUnicodeStatus = this.toUnicodeStatus + PNJ_DELTA; } else { /* write the previously mapped codepoint */ cr = WriteToTargetToU(offsets, (source.position() - 2), source, target, this.toUnicodeStatus, data.currentDeltaToUnicode); } } this.toUnicodeStatus = UConverterConstants.missingCharMarker; } if (!gotoCallBack && targetUniChar != UConverterConstants.missingCharMarker) { /* now save the targetUniChar for delayed write */ this.toUnicodeStatus = (char)targetUniChar; if (data.resetToDefaultToUnicode) { data.currentDeltaToUnicode = data.defDeltaToUnicode; data.currentMaskToUnicode = data.defMaskToUnicode; data.resetToDefaultToUnicode = false; } } else { /* we reach here only if targetUniChar == missingCharMarker * so assign codes to reason and err */ if (!gotoCallBack) { cr = CoderResult.unmappableForLength(1); } //CallBack : toUBytesArray[0] = (byte)sourceChar; toULength = 1; gotoCallBack = false; break; } } else { cr = CoderResult.OVERFLOW; break; } } //end of while if (cr.isUnderflow() && flush && !source.hasRemaining()) { /*end of the input stream */ if (data.contextCharToUnicode == ATR || data.contextCharToUnicode == EXT || data.contextCharToUnicode == ISCII_INV) { /* set toUBytes[] */ toUBytesArray[0] = (byte)data.contextCharToUnicode; toULength = 1; /* avoid looping on truncated sequences */ data.contextCharToUnicode = NO_CHAR_MARKER; } else { toULength = 0; } if (this.toUnicodeStatus != UConverterConstants.missingCharMarker) { /* output a remaining target character */ WriteToTargetToU(offsets, (source.position() - 2), source, target, this.toUnicodeStatus, data.currentDeltaToUnicode); this.toUnicodeStatus = UConverterConstants.missingCharMarker; } } return cr; } private CoderResult WriteToTargetToU(IntBuffer offsets, int offset, ByteBuffer source, CharBuffer target, int targetUniChar, short delta) { CoderResult cr = CoderResult.UNDERFLOW; /* add offset to current Indic Block */ if (targetUniChar > ASCII_END && targetUniChar != ZWJ && targetUniChar != ZWNJ && targetUniChar != DANDA && targetUniChar != DOUBLE_DANDA) { targetUniChar += delta; } /* now write the targetUniChar */ if (target.hasRemaining()) { target.put((char)targetUniChar); if (offsets != null) { offsets.put(offset); } } else { charErrorBufferArray[charErrorBufferLength++] = (char)targetUniChar; cr = CoderResult.OVERFLOW; } return cr; } private int GetMapping(short sourceChar, int targetUniChar, UConverterDataISCII data) { targetUniChar = toUnicodeTable[sourceChar]; /* is the code point valid in current script? */ if (sourceChar > ASCII_END && (validityTable[(short)targetUniChar & UConverterConstants.UNSIGNED_BYTE_MASK] & data.currentMaskToUnicode) == 0) { /* Vocallic RR is assigne in ISCII Telugu and Unicode */ if (data.currentDeltaToUnicode != (TELUGU_DELTA) || targetUniChar != VOCALLIC_RR) { targetUniChar = UConverterConstants.missingCharMarker; } } return targetUniChar; } } /* * Rules: * Explicit Halant : * + * Soft Halant : * + */ class CharsetEncoderISCII extends CharsetEncoderICU { public CharsetEncoderISCII(CharsetICU cs) { super(cs, fromUSubstitution); implReset(); } protected void implReset() { super.implReset(); extraInfo.initialize(); } protected CoderResult encodeLoop(CharBuffer source, ByteBuffer target, IntBuffer offsets, boolean flush) { int targetByteUnit = 0x0000; int sourceChar = 0x0000; UConverterDataISCII converterData; short newDelta = 0; short range = 0; boolean deltaChanged = false; int tempContextFromUnicode = 0x0000; /* For special handling of the Gurmukhi script. */ CoderResult cr = CoderResult.UNDERFLOW; /* initialize data */ converterData = extraInfo; newDelta = converterData.currentDeltaFromUnicode; range = (short)(newDelta / UniLang.DELTA); if ((sourceChar = fromUChar32) != 0) { cr = handleSurrogates(source, (char) sourceChar); return (cr != null) ? cr : CoderResult.unmappableForLength(2); } /* writing the char to the output stream */ while (source.hasRemaining()) { if (!target.hasRemaining()) { return CoderResult.OVERFLOW; } /* Write the language code following LF only if LF is not the last character. */ if (fromUnicodeStatus == LF) { targetByteUnit = ATR << 8; targetByteUnit += (byte)lookupInitialData[range].isciiLang; fromUnicodeStatus = 0x0000; /* now append ATR and language code */ cr = WriteToTargetFromU(offsets, source, target, targetByteUnit); if (cr.isOverflow()) { break; } } sourceChar = source.get(); tempContextFromUnicode = converterData.contextCharFromUnicode; targetByteUnit = UConverterConstants.missingCharMarker; /* check if input is in ASCII and C0 control codes range */ if (sourceChar <= ASCII_END) { fromUnicodeStatus = sourceChar; cr = WriteToTargetFromU(offsets, source, target, sourceChar); if (cr.isOverflow()) { break; } continue; } switch (sourceChar) { case ZWNJ: /* contextChar has HALANT */ if (converterData.contextCharFromUnicode != 0) { converterData.contextCharFromUnicode = 0x00; targetByteUnit = ISCII_HALANT; } else { /* consume ZWNJ and continue */ converterData.contextCharFromUnicode = 0x00; continue; } break; case ZWJ: /* contextChar has HALANT */ if (converterData.contextCharFromUnicode != 0) { targetByteUnit = ISCII_NUKTA; } else { targetByteUnit = ISCII_INV; } converterData.contextCharFromUnicode = 0x00; break; default: /* is the sourceChar in the INDIC_RANGE? */ if((char)(INDIC_BLOCK_END - sourceChar) <= INDIC_RANGE) { /* Danda and Doube Danda are valid in Northern scripts.. since Unicode * does not include these codepoints in all Northern scripts we need to * filter them out */ if (sourceChar != DANDA && sourceChar != DOUBLE_DANDA) { /* find out to which block the sourceChar belongs */ range = (short)((sourceChar - INDIC_BLOCK_BEGIN) / UniLang.DELTA); newDelta = (short)(range * UniLang.DELTA); /* Now are we in the same block as previous? */ if (newDelta != converterData.currentDeltaFromUnicode || converterData.isFirstBuffer) { converterData.currentDeltaFromUnicode = newDelta; converterData.currentMaskFromUnicode = lookupInitialData[range].maskEnum; deltaChanged = true; converterData.isFirstBuffer = false; } if (converterData.currentDeltaFromUnicode == PNJ_DELTA) { if (sourceChar == PNJ_TIPPI) { /* Make sure Tippi is converterd to Bindi. */ sourceChar = PNJ_BINDI; } else if (sourceChar == PNJ_ADHAK) { /* This is for consonant cluster handling. */ converterData.contextCharFromUnicode = PNJ_ADHAK; } } /* Normalize all Indic codepoints to Devanagari and map them to ISCII */ /* now subtract the new delta from sourceChar */ sourceChar -= converterData.currentDeltaFromUnicode; } /* get the target byte unit */ targetByteUnit = fromUnicodeTable[(short)sourceChar & UConverterConstants.UNSIGNED_BYTE_MASK]; /* is the code point valid in current script? */ if ((validityTable[(short)sourceChar & UConverterConstants.UNSIGNED_BYTE_MASK] & converterData.currentMaskFromUnicode) == 0) { /* Vocallic RR is assigned in ISCII Telugu and Unicode */ if (converterData.currentDeltaFromUnicode != (TELUGU_DELTA) || sourceChar != VOCALLIC_RR) { targetByteUnit = UConverterConstants.missingCharMarker; } } if (deltaChanged) { /* we are in a script block which is different than * previous sourceChar's script block write ATR and language codes */ char temp = 0; temp = (char)(ATR << 8); temp += (char)(lookupInitialData[range].isciiLang & UConverterConstants.UNSIGNED_BYTE_MASK); /* reset */ deltaChanged = false; /* now append ATR and language code */ cr = WriteToTargetFromU(offsets, source, target, temp); if (cr.isOverflow()) { break; } } if (converterData.currentDeltaFromUnicode == PNJ_DELTA && (sourceChar + PNJ_DELTA) == PNJ_ADHAK) { continue; } } /* reset context char */ converterData.contextCharFromUnicode = 0x00; break; } //end of switch if (converterData.currentDeltaFromUnicode == PNJ_DELTA && tempContextFromUnicode == PNJ_ADHAK && PNJ_CONSONANT_SET.contains(sourceChar + PNJ_DELTA)) { /* If the previous codepoint is Adhak and the current codepoint is a consonant, the targetByteUnit should be C + Halant + C. */ /* reset context char */ converterData.contextCharFromUnicode = 0x0000; targetByteUnit = targetByteUnit << 16 | ISCII_HALANT << 8 | targetByteUnit; /*write targetByteUnit to target */ cr = WriteToTargetFromU(offsets, source, target, targetByteUnit); if (cr.isOverflow()) { break; } } else if (targetByteUnit != UConverterConstants.missingCharMarker) { if (targetByteUnit == ISCII_HALANT) { converterData.contextCharFromUnicode = (char)targetByteUnit; } /*write targetByteUnit to target */ cr = WriteToTargetFromU(offsets, source, target, targetByteUnit); if (cr.isOverflow()) { break; } } else if (UTF16.isSurrogate((char)sourceChar)) { cr = handleSurrogates(source, (char) sourceChar); return (cr != null) ? cr : CoderResult.unmappableForLength(2); } else { return CoderResult.unmappableForLength(1); } } /* end of while */ /* save the state and return */ return cr; } private CoderResult WriteToTargetFromU(IntBuffer offsets, CharBuffer source, ByteBuffer target, int targetByteUnit) { CoderResult cr = CoderResult.UNDERFLOW; int offset = source.position() - 1; /* write the targetUniChar to target */ if (target.hasRemaining()) { if (targetByteUnit <= 0xFF) { target.put((byte)targetByteUnit); if (offsets != null) { offsets.put(offset); } } else { if (targetByteUnit > 0xFFFF) { target.put((byte)(targetByteUnit >> 16)); if (offsets != null) { --offset; offsets.put(offset); } } if (!target.hasRemaining()) { errorBuffer[errorBufferLength++] = (byte)(targetByteUnit >> 8); errorBuffer[errorBufferLength++] = (byte)targetByteUnit; cr = CoderResult.OVERFLOW; return cr; } target.put((byte)(targetByteUnit >> 8)); if (offsets != null) { offsets.put(offset); } if (target.hasRemaining()) { target.put((byte)targetByteUnit); if (offsets != null) { offsets.put(offset); } } else { errorBuffer[errorBufferLength++] = (byte)targetByteUnit; cr = CoderResult.OVERFLOW; } } } else { if ((targetByteUnit > 0xFFFF)) { errorBuffer[errorBufferLength++] = (byte)(targetByteUnit >> 16); } else if ((targetByteUnit & 0xFF00) > 0) { errorBuffer[errorBufferLength++] = (byte)(targetByteUnit >> 8); } errorBuffer[errorBufferLength++] = (byte)(targetByteUnit); cr = CoderResult.OVERFLOW; } return cr; } } public CharsetDecoder newDecoder() { return new CharsetDecoderISCII(this); } public CharsetEncoder newEncoder() { return new CharsetEncoderISCII(this); } void getUnicodeSetImpl( UnicodeSet setFillIn, int which){ int idx,script; char mask; setFillIn.add(0,ASCII_END ); for(script = UniLang.DEVALANGARI ; script<= UniLang.MALAYALAM ;script++){ mask = (char)lookupInitialData[script].maskEnum; for(idx=0; idx < UniLang.DELTA ; idx++){ // Special check for telugu character if((validityTable[idx] & mask)!=0 || (script == UniLang.TELUGU && idx==0x31)){ setFillIn.add(idx+(script*UniLang.DELTA)+INDIC_BLOCK_BEGIN ); } } } setFillIn.add(DANDA); setFillIn.add(DOUBLE_DANDA); setFillIn.add(ZWNJ); setFillIn.add(ZWJ); } }