Google Git
Sign in
apache / directory-ldap-api / refs/heads/shared-subtree / . / ldap / src / main / java / org / apache / directory / shared / ldap / schema / PrepareString.java
blob: c650422b5a4c1f3959b75f18cb72e4373a3da0fe [file] [log] [blame]
/*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing,
* software distributed under the License is distributed on an
* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
* KIND, either express or implied. See the License for the
* specific language governing permissions and limitations
* under the License.
*
*/
package org.apache.directory.shared.ldap.schema;
import java.io.IOException;
import org.apache.directory.shared.ldap.util.StringTools;
import org.apache.directory.shared.ldap.util.unicode.InvalidCharacterException;
/**
*
* This class implements the 6 steps described in RFC 4518
*
* @author <a href="mailto:dev@directory.apache.org">Apache Directory Project</a>
*/
public class PrepareString
{
/** A flag used to lowercase chars during the map process */
private static final boolean CASE_SENSITIVE = true;
/** A flag used to keep casing during the map process */
private static final boolean IGNORE_CASE = false;
/** All the possible combining marks */
private static final char[][] COMBINING_MARKS = new char[][]
{
{ 0x0300, 0x034F }, { 0x0360, 0x036F }, { 0x0483, 0x0486 }, { 0x0488, 0x0489 },
{ 0x0591, 0x05A1 }, { 0x05A3, 0x05B9 }, { 0x05BB, 0x05BC }, { 0x05BF, 0x05BF },
{ 0x05C1, 0x05C2 }, { 0x05C4, 0x05C4 }, { 0x064B, 0x0655 }, { 0x0670, 0x0670 },
{ 0x06D6, 0x06DC }, { 0x06DE, 0x06E4 }, { 0x06E7, 0x06E8 }, { 0x06EA, 0x06ED },
{ 0x0711, 0x0711 }, { 0x0730, 0x074A }, { 0x07A6, 0x07B0 }, { 0x0901, 0x0903 },
{ 0x093C, 0x093C }, { 0x093E, 0x094F }, { 0x0951, 0x0954 }, { 0x0962, 0x0963 },
{ 0x0981, 0x0983 }, { 0x09BC, 0x09BC }, { 0x09BE, 0x09C4 }, { 0x09C7, 0x09C8 },
{ 0x09CB, 0x09CD }, { 0x09D7, 0x09D7 }, { 0x09E2, 0x09E3 }, { 0x0A02, 0x0A02 },
{ 0x0A3C, 0x0A3C }, { 0x0A3E, 0x0A42 }, { 0x0A47, 0x0A48 }, { 0x0A4B, 0x0A4D },
{ 0x0A70, 0x0A71 }, { 0x0A81, 0x0A83 }, { 0x0ABC, 0x0ABC }, { 0x0ABE, 0x0AC5 },
{ 0x0AC7, 0x0AC9 }, { 0x0ACB, 0x0ACD }, { 0x0B01, 0x0B03 }, { 0x0B3C, 0x0B3C },
{ 0x0B3E, 0x0B43 }, { 0x0B47, 0x0B48 }, { 0x0B4B, 0x0B4D }, { 0x0B56, 0x0B57 },
{ 0x0B82, 0x0B82 }, { 0x0BBE, 0x0BC2 }, { 0x0BC6, 0x0BC8 }, { 0x0BCA, 0x0BCD },
{ 0x0BD7, 0x0BD7 }, { 0x0C01, 0x0C03 }, { 0x0C3E, 0x0C44 }, { 0x0C46, 0x0C48 },
{ 0x0C4A, 0x0C4D }, { 0x0C55, 0x0C56 }, { 0x0C82, 0x0C83 }, { 0x0CBE, 0x0CC4 },
{ 0x0CC6, 0x0CC8 }, { 0x0CCA, 0x0CCD }, { 0x0CD5, 0x0CD6 }, { 0x0D02, 0x0D03 },
{ 0x0D3E, 0x0D43 }, { 0x0D46, 0x0D48 }, { 0x0D4A, 0x0D4D }, { 0x0D57, 0x0D57 },
{ 0x0D82, 0x0D83 }, { 0x0DCA, 0x0DCA }, { 0x0DCF, 0x0DD4 }, { 0x0DD6, 0x0DD6 },
{ 0x0DD8, 0x0DDF }, { 0x0DF2, 0x0DF3 }, { 0x0E31, 0x0E31 }, { 0x0E34, 0x0E3A },
{ 0x0E47, 0x0E4E }, { 0x0EB1, 0x0EB1 }, { 0x0EB4, 0x0EB9 }, { 0x0EBB, 0x0EBC },
{ 0x0EC8, 0x0ECD }, { 0x0F18, 0x0F19 }, { 0x0F35, 0x0F35 }, { 0x0F37, 0x0F37 },
{ 0x0F39, 0x0F39 }, { 0x0F3E, 0x0F3F }, { 0x0F71, 0x0F84 }, { 0x0F86, 0x0F87 },
{ 0x0F90, 0x0F97 }, { 0x0F99, 0x0FBC }, { 0x0FC6, 0x0FC6 }, { 0x102C, 0x1032 },
{ 0x1036, 0x1039 }, { 0x1056, 0x1059 }, { 0x1712, 0x1714 }, { 0x1732, 0x1734 },
{ 0x1752, 0x1753 }, { 0x1772, 0x1773 }, { 0x17B4, 0x17D3 }, { 0x180B, 0x180D },
{ 0x18A9, 0x18A9 }, { 0x20D0, 0x20EA }, { 0x302A, 0x302F }, { 0x3099, 0x309A },
{ 0xFB1E, 0xFB1E }, { 0xFE00, 0xFE0F }, { 0xFE20, 0xFE23 }
};
/**
* The type of String we have to normalize
*/
public enum StringType
{
NOT_STRING,
NUMERIC_STRING,
CASE_EXACT,
CASE_EXACT_IA5,
CASE_IGNORE_IA5,
CASE_IGNORE_LIST,
CASE_IGNORE,
DIRECTORY_STRING,
TELEPHONE_NUMBER,
WORD
}
/**
* A private constructor, to avoid instance creation of this static class.
*/
private PrepareString()
{
// Do nothing
}
/**
* Tells if a char is a combining mark.
*
* @param c The char to check
* @return <code>true> if the char is a combining mark, false otherwise
*/
private static boolean isCombiningMark( char c )
{
if ( c < COMBINING_MARKS[0][0] )
{
return false;
}
for ( char[] interval:COMBINING_MARKS )
{
if ( ( c >= interval[0] ) && ( c <= interval[1] ) )
{
return true;
}
}
return false;
}
/**
*
* We have to go through 6 steps :
*
* 1) Transcode
* 2) Map
* 3) Normalize
* 4) Prohibit
* 5) Bidi
* 6) Insignifiant Character Handling
*
* The first step is already done, the step (3) is not done.
*
* @param str The String to normalize
* @param type The string type
* @return A normalized string.
* @throws IOException
*/
public static String normalize( String str, StringType type ) throws IOException
{
switch ( type )
{
case NUMERIC_STRING :
return insignifiantCharNumericString( str );
case TELEPHONE_NUMBER :
return insignifiantCharTelephoneNumber( str );
case CASE_EXACT :
case CASE_EXACT_IA5 :
case DIRECTORY_STRING :
return insignifiantSpacesString( str, CASE_SENSITIVE );
case CASE_IGNORE_IA5 :
case CASE_IGNORE_LIST :
case CASE_IGNORE :
return insignifiantSpacesString( str, IGNORE_CASE );
case WORD :
return str;
default :
return str;
}
}
/**
* Execute the mapping step of the string preparation :
* - suppress useless chars
* - transform to spaces
* - lowercase
*
* @param c The char to map
* @param target The array which will collect the transformed char
* @param pos The current position in the target
* @param lowerCase A mask to lowercase the char, if necessary
* @return The transformed StringBuilder
*/
private static int map( char c, char[] target, int pos, char lowerCase )
{
int start = pos;
switch ( c )
{
case 0x0000:
case 0x0001:
case 0x0002:
case 0x0003:
case 0x0004:
case 0x0005:
case 0x0006:
case 0x0007:
case 0x0008:
break;
case 0x0009:
case 0x000A:
case 0x000B:
case 0x000C:
case 0x000D:
target[pos++] = (char)0x20;
break;
case 0x000E:
case 0x000F:
case 0x0010:
case 0x0011:
case 0x0012:
case 0x0013:
case 0x0014:
case 0x0015:
case 0x0016:
case 0x0017:
case 0x0018:
case 0x0019:
case 0x001A:
case 0x001B:
case 0x001C:
case 0x001D:
case 0x001E:
case 0x001F:
break;
case 0x0041 :
case 0x0042 :
case 0x0043 :
case 0x0044 :
case 0x0045 :
case 0x0046 :
case 0x0047 :
case 0x0048 :
case 0x0049 :
case 0x004A :
case 0x004B :
case 0x004C :
case 0x004D :
case 0x004E :
case 0x004F :
case 0x0050 :
case 0x0051 :
case 0x0052 :
case 0x0053 :
case 0x0054 :
case 0x0055 :
case 0x0056 :
case 0x0057 :
case 0x0058 :
case 0x0059 :
case 0x005A :
target[pos++] = (char)( c | lowerCase );
break;
case 0x007F:
case 0x0080:
case 0x0081:
case 0x0082:
case 0x0083:
case 0x0084:
break;
case 0x0085:
target[pos++] = (char)0x20;
break;
case 0x0086:
case 0x0087:
case 0x0088:
case 0x0089:
case 0x008A:
case 0x008B:
case 0x008C:
case 0x008D:
case 0x008E:
case 0x008F:
case 0x0090:
case 0x0091:
case 0x0092:
case 0x0093:
case 0x0094:
case 0x0095:
case 0x0096:
case 0x0097:
case 0x0098:
case 0x0099:
case 0x009A:
case 0x009B:
case 0x009C:
case 0x009D:
case 0x009E:
case 0x009F:
break;
case 0x00A0:
target[pos++] = (char)0x20;
break;
case 0x00AD:
break;
case 0x00B5 :
target[pos++] = (char)0x03BC;
break;
case 0x00C0 :
case 0x00C1 :
case 0x00C2 :
case 0x00C3 :
case 0x00C4 :
case 0x00C5 :
case 0x00C6 :
case 0x00C7 :
case 0x00C8 :
case 0x00C9 :
case 0x00CA :
case 0x00CB :
case 0x00CC :
case 0x00CD :
case 0x00CE :
case 0x00CF :
case 0x00D0 :
case 0x00D1 :
case 0x00D2 :
case 0x00D3 :
case 0x00D4 :
case 0x00D5 :
case 0x00D6 :
case 0x00D8 :
case 0x00D9 :
case 0x00DA :
case 0x00DB :
case 0x00DC :
case 0x00DD :
case 0x00DE :
target[pos++] = (char)( c | lowerCase );
break;
case 0x00DF :
target[pos++] = (char)0x0073;
target[pos++] = (char)0x0073;
break;
case 0x0100 :
target[pos++] = (char)0x0101;
break;
case 0x0102 :
target[pos++] = (char)0x0103;
break;
case 0x0104 :
target[pos++] = 0x0105;
break;
case 0x0106 :
target[pos++] = 0x0107;
break;
case 0x0108 :
target[pos++] = 0x0109;
break;
case 0x010A :
target[pos++] = 0x010B;
break;
case 0x010C :
target[pos++] = 0x010D;
break;
case 0x010E :
target[pos++] = 0x010F;
break;
case 0x0110 :
target[pos++] = 0x0111;
break;
case 0x0112 :
target[pos++] = 0x0113;
break;
case 0x0114 :
target[pos++] = 0x0115;
break;
case 0x0116 :
target[pos++] = 0x0117;
break;
case 0x0118 :
target[pos++] = 0x0119;
break;
case 0x011A :
target[pos++] = 0x011B;
break;
case 0x011C :
target[pos++] = 0x011D;
break;
case 0x011E :
target[pos++] = 0x011F;
break;
case 0x0120 :
target[pos++] = 0x0121;
break;
case 0x0122 :
target[pos++] = 0x0123;
break;
case 0x0124 :
target[pos++] = 0x0125;
break;
case 0x0126 :
target[pos++] = 0x0127;
break;
case 0x0128 :
target[pos++] = 0x0129;
break;
case 0x012A :
target[pos++] = 0x012B;
break;
case 0x012C :
target[pos++] = 0x012D;
break;
case 0x012E :
target[pos++] = 0x012F;
break;
case 0x0130 :
target[pos++] = 0x0069;
target[pos++] = 0x0307;
break;
case 0x0132 :
target[pos++] = 0x0133;
break;
case 0x0134 :
target[pos++] = 0x0135;
break;
case 0x0136 :
target[pos++] = 0x0137;
break;
case 0x0139 :
target[pos++] = 0x013A;
break;
case 0x013B :
target[pos++] = 0x013C;
break;
case 0x013D :
target[pos++] = 0x013E;
break;
case 0x013F :
target[pos++] = 0x0140;
break;
case 0x0141 :
target[pos++] = 0x0142;
break;
case 0x0143 :
target[pos++] = 0x0144;
break;
case 0x0145 :
target[pos++] = 0x0146;
break;
case 0x0147 :
target[pos++] = 0x0148;
break;
case 0x0149 :
target[pos++] = 0x02BC;
target[pos++] = 0x006E;
break;
case 0x014A :
target[pos++] = 0x014B;
break;
case 0x014C :
target[pos++] = 0x014D;
break;
case 0x014E :
target[pos++] = 0x014F;
break;
case 0x0150 :
target[pos++] = 0x0151;
break;
case 0x0152 :
target[pos++] = 0x0153;
break;
case 0x0154 :
target[pos++] = 0x0155;
break;
case 0x0156 :
target[pos++] = 0x0157;
break;
case 0x0158 :
target[pos++] = 0x0159;
break;
case 0x015A :
target[pos++] = 0x015B;
break;
case 0x015C :
target[pos++] = 0x015D;
break;
case 0x015E :
target[pos++] = 0x015F;
break;
case 0x0160 :
target[pos++] = 0x0161;
break;
case 0x0162 :
target[pos++] = 0x0163;
break;
case 0x0164 :
target[pos++] = 0x0165;
break;
case 0x0166 :
target[pos++] = 0x0167;
break;
case 0x0168 :
target[pos++] = 0x0169;
break;
case 0x016A :
target[pos++] = 0x016B;
break;
case 0x016C :
target[pos++] = 0x016D;
break;
case 0x016E :
target[pos++] = 0x016F;
break;
case 0x0170 :
target[pos++] = 0x0171;
break;
case 0x0172 :
target[pos++] = 0x0173;
break;
case 0x0174 :
target[pos++] = 0x0175;
break;
case 0x0176 :
target[pos++] = 0x0177;
break;
case 0x0178 :
target[pos++] = 0x00FF;
break;
case 0x0179 :
target[pos++] = 0x017A;
break;
case 0x017B :
target[pos++] = 0x017C;
break;
case 0x017D :
target[pos++] = 0x017E;
break;
case 0x017F :
target[pos++] = 0x0073;
break;
case 0x0181 :
target[pos++] = 0x0253;
break;
case 0x0182 :
target[pos++] = 0x0183;
break;
case 0x0184 :
target[pos++] = 0x0185;
break;
case 0x0186 :
target[pos++] = 0x0254;
break;
case 0x0187 :
target[pos++] = 0x0188;
break;
case 0x0189 :
target[pos++] = 0x0256;
break;
case 0x018A :
target[pos++] = 0x0257;
break;
case 0x018B :
target[pos++] = 0x018C;
break;
case 0x018E :
target[pos++] = 0x01DD;
break;
case 0x018F :
target[pos++] = 0x0259;
break;
case 0x0190 :
target[pos++] = 0x025B;
break;
case 0x0191 :
target[pos++] = 0x0192;
break;
case 0x0193 :
target[pos++] = 0x0260;
break;
case 0x0194 :
target[pos++] = 0x0263;
break;
case 0x0196 :
target[pos++] = 0x0269;
break;
case 0x0197 :
target[pos++] = 0x0268;
break;
case 0x0198 :
target[pos++] = 0x0199;
break;
case 0x019C :
target[pos++] = 0x026F;
break;
case 0x019D :
target[pos++] = 0x0272;
break;
case 0x019F :
target[pos++] = 0x0275;
break;
case 0x01A0 :
target[pos++] = 0x01A1;
break;
case 0x01A2 :
target[pos++] = 0x01A3;
break;
case 0x01A4 :
target[pos++] = 0x01A5;
break;
case 0x01A6 :
target[pos++] = 0x0280;
break;
case 0x01A7 :
target[pos++] = 0x01A8;
break;
case 0x01A9 :
target[pos++] = 0x0283;
break;
case 0x01AC :
target[pos++] = 0x01AD;
break;
case 0x01AE :
target[pos++] = 0x0288;
break;
case 0x01AF :
target[pos++] = 0x01B0;
break;
case 0x01B1 :
target[pos++] = 0x028A;
break;
case 0x01B2 :
target[pos++] = 0x028B;
break;
case 0x01B3 :
target[pos++] = 0x01B4;
break;
case 0x01B5 :
target[pos++] = 0x01B6;
break;
case 0x01B7 :
target[pos++] = 0x0292;
break;
case 0x01B8 :
target[pos++] = 0x01B9;
break;
case 0x01BC :
target[pos++] = 0x01BD;
break;
case 0x01C4 :
target[pos++] = 0x01C6;
break;
case 0x01C5 :
target[pos++] = 0x01C6;
break;
case 0x01C7 :
target[pos++] = 0x01C9;
break;
case 0x01C8 :
target[pos++] = 0x01C9;
break;
case 0x01CA :
target[pos++] = 0x01CC;
break;
case 0x01CB :
target[pos++] = 0x01CC;
break;
case 0x01CD :
target[pos++] = 0x01CE;
break;
case 0x01CF :
target[pos++] = 0x01D0;
break;
case 0x01D1 :
target[pos++] = 0x01D2;
break;
case 0x01D3 :
target[pos++] = 0x01D4;
break;
case 0x01D5 :
target[pos++] = 0x01D6;
break;
case 0x01D7 :
target[pos++] = 0x01D8;
break;
case 0x01D9 :
target[pos++] = 0x01DA;
break;
case 0x01DB :
target[pos++] = 0x01DC;
break;
case 0x01DE :
target[pos++] = 0x01DF;
break;
case 0x01E0 :
target[pos++] = 0x01E1;
break;
case 0x01E2 :
target[pos++] = 0x01E3;
break;
case 0x01E4 :
target[pos++] = 0x01E5;
break;
case 0x01E6 :
target[pos++] = 0x01E7;
break;
case 0x01E8 :
target[pos++] = 0x01E9;
break;
case 0x01EA :
target[pos++] = 0x01EB;
break;
case 0x01EC :
target[pos++] = 0x01ED;
break;
case 0x01EE :
target[pos++] = 0x01EF;
break;
case 0x01F0 :
target[pos++] = 0x006A;
target[pos++] = 0x030C;
break;
case 0x01F1 :
target[pos++] = 0x01F3;
break;
case 0x01F2 :
target[pos++] = 0x01F3;
break;
case 0x01F4 :
target[pos++] = 0x01F5;
break;
case 0x01F6 :
target[pos++] = 0x0195;
break;
case 0x01F7 :
target[pos++] = 0x01BF;
break;
case 0x01F8 :
target[pos++] = 0x01F9;
break;
case 0x01FA :
target[pos++] = 0x01FB;
break;
case 0x01FC :
target[pos++] = 0x01FD;
break;
case 0x01FE :
target[pos++] = 0x01FF;
break;
case 0x0200 :
target[pos++] = 0x0201;
break;
case 0x0202 :
target[pos++] = 0x0203;
break;
case 0x0204 :
target[pos++] = 0x0205;
break;
case 0x0206 :
target[pos++] = 0x0207;
break;
case 0x0208 :
target[pos++] = 0x0209;
break;
case 0x020A :
target[pos++] = 0x020B;
break;
case 0x020C :
target[pos++] = 0x020D;
break;
case 0x020E :
target[pos++] = 0x020F;
break;
case 0x0210 :
target[pos++] = 0x0211;
break;
case 0x0212 :
target[pos++] = 0x0213;
break;
case 0x0214 :
target[pos++] = 0x0215;
break;
case 0x0216 :
target[pos++] = 0x0217;
break;
case 0x0218 :
target[pos++] = 0x0219;
break;
case 0x021A :
target[pos++] = 0x021B;
break;
case 0x021C :
target[pos++] = 0x021D;
break;
case 0x021E :
target[pos++] = 0x021F;
break;
case 0x0220 :
target[pos++] = 0x019E;
break;
case 0x0222 :
target[pos++] = 0x0223;
break;
case 0x0224 :
target[pos++] = 0x0225;
break;
case 0x0226 :
target[pos++] = 0x0227;
break;
case 0x0228 :
target[pos++] = 0x0229;
break;
case 0x022A :
target[pos++] = 0x022B;
break;
case 0x022C :
target[pos++] = 0x022D;
break;
case 0x022E :
target[pos++] = 0x022F;
break;
case 0x0230 :
target[pos++] = 0x0231;
break;
case 0x0232 :
target[pos++] = 0x0233;
break;
case 0x0345 :
target[pos++] = 0x03B9;
break;
case 0x034F :
break;
case 0x037A :
target[pos++] = 0x0020;
target[pos++] = 0x03B9;
break;
case 0x0386 :
target[pos++] = 0x03AC;
break;
case 0x0388 :
target[pos++] = 0x03AD;
break;
case 0x0389 :
target[pos++] = 0x03AE;
break;
case 0x038A :
target[pos++] = 0x03AF;
break;
case 0x038C :
target[pos++] = 0x03CC;
break;
case 0x038E :
target[pos++] = 0x03CD;
break;
case 0x038F :
target[pos++] = 0x03CE;
break;
case 0x0390 :
target[pos++] = 0x03B9;
target[pos++] = 0x0308;
target[pos++] = 0x0301;
break;
case 0x0391 :
target[pos++] = 0x03B1;
break;
case 0x0392 :
target[pos++] = 0x03B2;
break;
case 0x0393 :
target[pos++] = 0x03B3;
break;
case 0x0394 :
target[pos++] = 0x03B4;
break;
case 0x0395 :
target[pos++] = 0x03B5;
break;
case 0x0396 :
target[pos++] = 0x03B6;
break;
case 0x0397 :
target[pos++] = 0x03B7;
break;
case 0x0398 :
target[pos++] = 0x03B8;
break;
case 0x0399 :
target[pos++] = 0x03B9;
break;
case 0x039A :
target[pos++] = 0x03BA;
break;
case 0x039B :
target[pos++] = 0x03BB;
break;
case 0x039C :
target[pos++] = 0x03BC;
break;
case 0x039D :
target[pos++] = 0x03BD;
break;
case 0x039E :
target[pos++] = 0x03BE;
break;
case 0x039F :
target[pos++] = 0x03BF;
break;
case 0x03A0 :
target[pos++] = 0x03C0;
break;
case 0x03A1 :
target[pos++] = 0x03C1;
break;
case 0x03A3 :
target[pos++] = 0x03C3;
break;
case 0x03A4 :
target[pos++] = 0x03C4;
break;
case 0x03A5 :
target[pos++] = 0x03C5;
break;
case 0x03A6 :
target[pos++] = 0x03C6;
break;
case 0x03A7 :
target[pos++] = 0x03C7;
break;
case 0x03A8 :
target[pos++] = 0x03C8;
break;
case 0x03A9 :
target[pos++] = 0x03C9;
break;
case 0x03AA :
target[pos++] = 0x03CA;
break;
case 0x03AB :
target[pos++] = 0x03CB;
break;
case 0x03B0 :
target[pos++] = 0x03C5;
target[pos++] = 0x0308;
target[pos++] = 0x0301;
break;
case 0x03C2 :
target[pos++] = 0x03C3;
break;
case 0x03D0 :
target[pos++] = 0x03B2;
break;
case 0x03D1 :
target[pos++] = 0x03B8;
break;
case 0x03D2 :
target[pos++] = 0x03C5;
break;
case 0x03D3 :
target[pos++] = 0x03CD;
break;
case 0x03D4 :
target[pos++] = 0x03CB;
break;
case 0x03D5 :
target[pos++] = 0x03C6;
break;
case 0x03D6 :
target[pos++] = 0x03C0;
break;
case 0x03D8 :
target[pos++] = 0x03D9;
break;
case 0x03DA :
target[pos++] = 0x03DB;
break;
case 0x03DC :
target[pos++] = 0x03DD;
break;
case 0x03DE :
target[pos++] = 0x03DF;
break;
case 0x03E0 :
target[pos++] = 0x03E1;
break;
case 0x03E2 :
target[pos++] = 0x03E3;
break;
case 0x03E4 :
target[pos++] = 0x03E5;
break;
case 0x03E6 :
target[pos++] = 0x03E7;
break;
case 0x03E8 :
target[pos++] = 0x03E9;
break;
case 0x03EA :
target[pos++] = 0x03EB;
break;
case 0x03EC :
target[pos++] = 0x03ED;
break;
case 0x03EE :
target[pos++] = 0x03EF;
break;
case 0x03F0 :
target[pos++] = 0x03BA;
break;
case 0x03F1 :
target[pos++] = 0x03C1;
break;
case 0x03F2 :
target[pos++] = 0x03C3;
break;
case 0x03F4 :
target[pos++] = 0x03B8;
break;
case 0x03F5 :
target[pos++] = 0x03B5;
break;
case 0x0400 :
target[pos++] = 0x0450;
break;
case 0x0401 :
target[pos++] = 0x0451;
break;
case 0x0402 :
target[pos++] = 0x0452;
break;
case 0x0403 :
target[pos++] = 0x0453;
break;
case 0x0404 :
target[pos++] = 0x0454;
break;
case 0x0405 :
target[pos++] = 0x0455;
break;
case 0x0406 :
target[pos++] = 0x0456;
break;
case 0x0407 :
target[pos++] = 0x0457;
break;
case 0x0408 :
target[pos++] = 0x0458;
break;
case 0x0409 :
target[pos++] = 0x0459;
break;
case 0x040A :
target[pos++] = 0x045A;
break;
case 0x040B :
target[pos++] = 0x045B;
break;
case 0x040C :
target[pos++] = 0x045C;
break;
case 0x040D :
target[pos++] = 0x045D;
break;
case 0x040E :
target[pos++] = 0x045E;
break;
case 0x040F :
target[pos++] = 0x045F;
break;
case 0x0410 :
target[pos++] = 0x0430;
break;
case 0x0411 :
target[pos++] = 0x0431;
break;
case 0x0412 :
target[pos++] = 0x0432;
break;
case 0x0413 :
target[pos++] = 0x0433;
break;
case 0x0414 :
target[pos++] = 0x0434;
break;
case 0x0415 :
target[pos++] = 0x0435;
break;
case 0x0416 :
target[pos++] = 0x0436;
break;
case 0x0417 :
target[pos++] = 0x0437;
break;
case 0x0418 :
target[pos++] = 0x0438;
break;
case 0x0419 :
target[pos++] = 0x0439;
break;
case 0x041A :
target[pos++] = 0x043A;
break;
case 0x041B :
target[pos++] = 0x043B;
break;
case 0x041C :
target[pos++] = 0x043C;
break;
case 0x041D :
target[pos++] = 0x043D;
break;
case 0x041E :
target[pos++] = 0x043E;
break;
case 0x041F :
target[pos++] = 0x043F;
break;
case 0x0420 :
target[pos++] = 0x0440;
break;
case 0x0421 :
target[pos++] = 0x0441;
break;
case 0x0422 :
target[pos++] = 0x0442;
break;
case 0x0423 :
target[pos++] = 0x0443;
break;
case 0x0424 :
target[pos++] = 0x0444;
break;
case 0x0425 :
target[pos++] = 0x0445;
break;
case 0x0426 :
target[pos++] = 0x0446;
break;
case 0x0427 :
target[pos++] = 0x0447;
break;
case 0x0428 :
target[pos++] = 0x0448;
break;
case 0x0429 :
target[pos++] = 0x0449;
break;
case 0x042A :
target[pos++] = 0x044A;
break;
case 0x042B :
target[pos++] = 0x044B;
break;
case 0x042C :
target[pos++] = 0x044C;
break;
case 0x042D :
target[pos++] = 0x044D;
break;
case 0x042E :
target[pos++] = 0x044E;
break;
case 0x042F :
target[pos++] = 0x044F;
break;
case 0x0460 :
target[pos++] = 0x0461;
break;
case 0x0462 :
target[pos++] = 0x0463;
break;
case 0x0464 :
target[pos++] = 0x0465;
break;
case 0x0466 :
target[pos++] = 0x0467;
break;
case 0x0468 :
target[pos++] = 0x0469;
break;
case 0x046A :
target[pos++] = 0x046B;
break;
case 0x046C :
target[pos++] = 0x046D;
break;
case 0x046E :
target[pos++] = 0x046F;
break;
case 0x0470 :
target[pos++] = 0x0471;
break;
case 0x0472 :
target[pos++] = 0x0473;
break;
case 0x0474 :
target[pos++] = 0x0475;
break;
case 0x0476 :
target[pos++] = 0x0477;
break;
case 0x0478 :
target[pos++] = 0x0479;
break;
case 0x047A :
target[pos++] = 0x047B;
break;
case 0x047C :
target[pos++] = 0x047D;
break;
case 0x047E :
target[pos++] = 0x047F;
break;
case 0x0480 :
target[pos++] = 0x0481;
break;
case 0x048A :
target[pos++] = 0x048B;
break;
case 0x048C :
target[pos++] = 0x048D;
break;
case 0x048E :
target[pos++] = 0x048F;
break;
case 0x0490 :
target[pos++] = 0x0491;
break;
case 0x0492 :
target[pos++] = 0x0493;
break;
case 0x0494 :
target[pos++] = 0x0495;
break;
case 0x0496 :
target[pos++] = 0x0497;
break;
case 0x0498 :
target[pos++] = 0x0499;
break;
case 0x049A :
target[pos++] = 0x049B;
break;
case 0x049C :
target[pos++] = 0x049D;
break;
case 0x049E :
target[pos++] = 0x049F;
break;
case 0x04A0 :
target[pos++] = 0x04A1;
break;
case 0x04A2 :
target[pos++] = 0x04A3;
break;
case 0x04A4 :
target[pos++] = 0x04A5;
break;
case 0x04A6 :
target[pos++] = 0x04A7;
break;
case 0x04A8 :
target[pos++] = 0x04A9;
break;
case 0x04AA :
target[pos++] = 0x04AB;
break;
case 0x04AC :
target[pos++] = 0x04AD;
break;
case 0x04AE :
target[pos++] = 0x04AF;
break;
case 0x04B0 :
target[pos++] = 0x04B1;
break;
case 0x04B2 :
target[pos++] = 0x04B3;
break;
case 0x04B4 :
target[pos++] = 0x04B5;
break;
case 0x04B6 :
target[pos++] = 0x04B7;
break;
case 0x04B8 :
target[pos++] = 0x04B9;
break;
case 0x04BA :
target[pos++] = 0x04BB;
break;
case 0x04BC :
target[pos++] = 0x04BD;
break;
case 0x04BE :
target[pos++] = 0x04BF;
break;
case 0x04C1 :
target[pos++] = 0x04C2;
break;
case 0x04C3 :
target[pos++] = 0x04C4;
break;
case 0x04C5 :
target[pos++] = 0x04C6;
break;
case 0x04C7 :
target[pos++] = 0x04C8;
break;
case 0x04C9 :
target[pos++] = 0x04CA;
break;
case 0x04CB :
target[pos++] = 0x04CC;
break;
case 0x04CD :
target[pos++] = 0x04CE;
break;
case 0x04D0 :
target[pos++] = 0x04D1;
break;
case 0x04D2 :
target[pos++] = 0x04D3;
break;
case 0x04D4 :
target[pos++] = 0x04D5;
break;
case 0x04D6 :
target[pos++] = 0x04D7;
break;
case 0x04D8 :
target[pos++] = 0x04D9;
break;
case 0x04DA :
target[pos++] = 0x04DB;
break;
case 0x04DC :
target[pos++] = 0x04DD;
break;
case 0x04DE :
target[pos++] = 0x04DF;
break;
case 0x04E0 :
target[pos++] = 0x04E1;
break;
case 0x04E2 :
target[pos++] = 0x04E3;
break;
case 0x04E4 :
target[pos++] = 0x04E5;
break;
case 0x04E6 :
target[pos++] = 0x04E7;
break;
case 0x04E8 :
target[pos++] = 0x04E9;
break;
case 0x04EA :
target[pos++] = 0x04EB;
break;
case 0x04EC :
target[pos++] = 0x04ED;
break;
case 0x04EE :
target[pos++] = 0x04EF;
break;
case 0x04F0 :
target[pos++] = 0x04F1;
break;
case 0x04F2 :
target[pos++] = 0x04F3;
break;
case 0x04F4 :
target[pos++] = 0x04F5;
break;
case 0x04F8 :
target[pos++] = 0x04F9;
break;
case 0x0500 :
target[pos++] = 0x0501;
break;
case 0x0502 :
target[pos++] = 0x0503;
break;
case 0x0504 :
target[pos++] = 0x0505;
break;
case 0x0506 :
target[pos++] = 0x0507;
break;
case 0x0508 :
target[pos++] = 0x0509;
break;
case 0x050A :
target[pos++] = 0x050B;
break;
case 0x050C :
target[pos++] = 0x050D;
break;
case 0x050E :
target[pos++] = 0x050F;
break;
case 0x0531 :
target[pos++] = 0x0561;
break;
case 0x0532 :
target[pos++] = 0x0562;
break;
case 0x0533 :
target[pos++] = 0x0563;
break;
case 0x0534 :
target[pos++] = 0x0564;
break;
case 0x0535 :
target[pos++] = 0x0565;
break;
case 0x0536 :
target[pos++] = 0x0566;
break;
case 0x0537 :
target[pos++] = 0x0567;
break;
case 0x0538 :
target[pos++] = 0x0568;
break;
case 0x0539 :
target[pos++] = 0x0569;
break;
case 0x053A :
target[pos++] = 0x056A;
break;
case 0x053B :
target[pos++] = 0x056B;
break;
case 0x053C :
target[pos++] = 0x056C;
break;
case 0x053D :
target[pos++] = 0x056D;
break;
case 0x053E :
target[pos++] = 0x056E;
break;
case 0x053F :
target[pos++] = 0x056F;
break;
case 0x0540 :
target[pos++] = 0x0570;
break;
case 0x0541 :
target[pos++] = 0x0571;
break;
case 0x0542 :
target[pos++] = 0x0572;
break;
case 0x0543 :
target[pos++] = 0x0573;
break;
case 0x0544 :
target[pos++] = 0x0574;
break;
case 0x0545 :
target[pos++] = 0x0575;
break;
case 0x0546 :
target[pos++] = 0x0576;
break;
case 0x0547 :
target[pos++] = 0x0577;
break;
case 0x0548 :
target[pos++] = 0x0578;
break;
case 0x0549 :
target[pos++] = 0x0579;
break;
case 0x054A :
target[pos++] = 0x057A;
break;
case 0x054B :
target[pos++] = 0x057B;
break;
case 0x054C :
target[pos++] = 0x057C;
break;
case 0x054D :
target[pos++] = 0x057D;
break;
case 0x054E :
target[pos++] = 0x057E;
break;
case 0x054F :
target[pos++] = 0x057F;
break;
case 0x0550 :
target[pos++] = 0x0580;
break;
case 0x0551 :
target[pos++] = 0x0581;
break;
case 0x0552 :
target[pos++] = 0x0582;
break;
case 0x0553 :
target[pos++] = 0x0583;
break;
case 0x0554 :
target[pos++] = 0x0584;
break;
case 0x0555 :
target[pos++] = 0x0585;
break;
case 0x0556 :
target[pos++] = 0x0586;
break;
case 0x0587 :
target[pos++] = 0x0565;
target[pos++] = 0x0582;
break;
case 0x06DD :
break;
case 0x070F :
break;
case 0x1680 :
target[pos++] = 0x0020;
break;
case 0x1806 :
break;
case 0x180B :
case 0x180C :
case 0x180D :
case 0x180E :
break;
case 0x1E00 :
target[pos++] = 0x1E01;
break;
case 0x1E02 :
target[pos++] = 0x1E03;
break;
case 0x1E04 :
target[pos++] = 0x1E05;
break;
case 0x1E06 :
target[pos++] = 0x1E07;
break;
case 0x1E08 :
target[pos++] = 0x1E09;
break;
case 0x1E0A :
target[pos++] = 0x1E0B;
break;
case 0x1E0C :
target[pos++] = 0x1E0D;
break;
case 0x1E0E :
target[pos++] = 0x1E0F;
break;
case 0x1E10 :
target[pos++] = 0x1E11;
break;
case 0x1E12 :
target[pos++] = 0x1E13;
break;
case 0x1E14 :
target[pos++] = 0x1E15;
break;
case 0x1E16 :
target[pos++] = 0x1E17;
break;
case 0x1E18 :
target[pos++] = 0x1E19;
break;
case 0x1E1A :
target[pos++] = 0x1E1B;
break;
case 0x1E1C :
target[pos++] = 0x1E1D;
break;
case 0x1E1E :
target[pos++] = 0x1E1F;
break;
case 0x1E20 :
target[pos++] = 0x1E21;
break;
case 0x1E22 :
target[pos++] = 0x1E23;
break;
case 0x1E24 :
target[pos++] = 0x1E25;
break;
case 0x1E26 :
target[pos++] = 0x1E27;
break;
case 0x1E28 :
target[pos++] = 0x1E29;
break;
case 0x1E2A :
target[pos++] = 0x1E2B;
break;
case 0x1E2C :
target[pos++] = 0x1E2D;
break;
case 0x1E2E :
target[pos++] = 0x1E2F;
break;
case 0x1E30 :
target[pos++] = 0x1E31;
break;
case 0x1E32 :
target[pos++] = 0x1E33;
break;
case 0x1E34 :
target[pos++] = 0x1E35;
break;
case 0x1E36 :
target[pos++] = 0x1E37;
break;
case 0x1E38 :
target[pos++] = 0x1E39;
break;
case 0x1E3A :
target[pos++] = 0x1E3B;
break;
case 0x1E3C :
target[pos++] = 0x1E3D;
break;
case 0x1E3E :
target[pos++] = 0x1E3F;
break;
case 0x1E40 :
target[pos++] = 0x1E41;
break;
case 0x1E42 :
target[pos++] = 0x1E43;
break;
case 0x1E44 :
target[pos++] = 0x1E45;
break;
case 0x1E46 :
target[pos++] = 0x1E47;
break;
case 0x1E48 :
target[pos++] = 0x1E49;
break;
case 0x1E4A :
target[pos++] = 0x1E4B;
break;
case 0x1E4C :
target[pos++] = 0x1E4D;
break;
case 0x1E4E :
target[pos++] = 0x1E4F;
break;
case 0x1E50 :
target[pos++] = 0x1E51;
break;
case 0x1E52 :
target[pos++] = 0x1E53;
break;
case 0x1E54 :
target[pos++] = 0x1E55;
break;
case 0x1E56 :
target[pos++] = 0x1E57;
break;
case 0x1E58 :
target[pos++] = 0x1E59;
break;
case 0x1E5A :
target[pos++] = 0x1E5B;
break;
case 0x1E5C :
target[pos++] = 0x1E5D;
break;
case 0x1E5E :
target[pos++] = 0x1E5F;
break;
case 0x1E60 :
target[pos++] = 0x1E61;
break;
case 0x1E62 :
target[pos++] = 0x1E63;
break;
case 0x1E64 :
target[pos++] = 0x1E65;
break;
case 0x1E66 :
target[pos++] = 0x1E67;
break;
case 0x1E68 :
target[pos++] = 0x1E69;
break;
case 0x1E6A :
target[pos++] = 0x1E6B;
break;
case 0x1E6C :
target[pos++] = 0x1E6D;
break;
case 0x1E6E :
target[pos++] = 0x1E6F;
break;
case 0x1E70 :
target[pos++] = 0x1E71;
break;
case 0x1E72 :
target[pos++] = 0x1E73;
break;
case 0x1E74 :
target[pos++] = 0x1E75;
break;
case 0x1E76 :
target[pos++] = 0x1E77;
break;
case 0x1E78 :
target[pos++] = 0x1E79;
break;
case 0x1E7A :
target[pos++] = 0x1E7B;
break;
case 0x1E7C :
target[pos++] = 0x1E7D;
break;
case 0x1E7E :
target[pos++] = 0x1E7F;
break;
case 0x1E80 :
target[pos++] = 0x1E81;
break;
case 0x1E82 :
target[pos++] = 0x1E83;
break;
case 0x1E84 :
target[pos++] = 0x1E85;
break;
case 0x1E86 :
target[pos++] = 0x1E87;
break;
case 0x1E88 :
target[pos++] = 0x1E89;
break;
case 0x1E8A :
target[pos++] = 0x1E8B;
break;
case 0x1E8C :
target[pos++] = 0x1E8D;
break;
case 0x1E8E :
target[pos++] = 0x1E8F;
break;
case 0x1E90 :
target[pos++] = 0x1E91;
break;
case 0x1E92 :
target[pos++] = 0x1E93;
break;
case 0x1E94 :
target[pos++] = 0x1E95;
break;
case 0x1E96 :
target[pos++] = 0x0068;
target[pos++] = 0x0331;
break;
case 0x1E97 :
target[pos++] = 0x0074;
target[pos++] = 0x0308;
break;
case 0x1E98 :
target[pos++] = 0x0077;
target[pos++] = 0x030A;
break;
case 0x1E99 :
target[pos++] = 0x0079;
target[pos++] = 0x030A;
break;
case 0x1E9A :
target[pos++] = 0x0061;
target[pos++] = 0x02BE;
break;
case 0x1E9B :
target[pos++] = 0x1E61;
break;
case 0x1EA0 :
target[pos++] = 0x1EA1;
break;
case 0x1EA2 :
target[pos++] = 0x1EA3;
break;
case 0x1EA4 :
target[pos++] = 0x1EA5;
break;
case 0x1EA6 :
target[pos++] = 0x1EA7;
break;
case 0x1EA8 :
target[pos++] = 0x1EA9;
break;
case 0x1EAA :
target[pos++] = 0x1EAB;
break;
case 0x1EAC :
target[pos++] = 0x1EAD;
break;
case 0x1EAE :
target[pos++] = 0x1EAF;
break;
case 0x1EB0 :
target[pos++] = 0x1EB1;
break;
case 0x1EB2 :
target[pos++] = 0x1EB3;
break;
case 0x1EB4 :
target[pos++] = 0x1EB5;
break;
case 0x1EB6 :
target[pos++] = 0x1EB7;
break;
case 0x1EB8 :
target[pos++] = 0x1EB9;
break;
case 0x1EBA :
target[pos++] = 0x1EBB;
break;
case 0x1EBC :
target[pos++] = 0x1EBD;
break;
case 0x1EBE :
target[pos++] = 0x1EBF;
break;
case 0x1EC0 :
target[pos++] = 0x1EC1;
break;
case 0x1EC2 :
target[pos++] = 0x1EC3;
break;
case 0x1EC4 :
target[pos++] = 0x1EC5;
break;
case 0x1EC6 :
target[pos++] = 0x1EC7;
break;
case 0x1EC8 :
target[pos++] = 0x1EC9;
break;
case 0x1ECA :
target[pos++] = 0x1ECB;
break;
case 0x1ECC :
target[pos++] = 0x1ECD;
break;
case 0x1ECE :
target[pos++] = 0x1ECF;
break;
case 0x1ED0 :
target[pos++] = 0x1ED1;
break;
case 0x1ED2 :
target[pos++] = 0x1ED3;
break;
case 0x1ED4 :
target[pos++] = 0x1ED5;
break;
case 0x1ED6 :
target[pos++] = 0x1ED7;
break;
case 0x1ED8 :
target[pos++] = 0x1ED9;
break;
case 0x1EDA :
target[pos++] = 0x1EDB;
break;
case 0x1EDC :
target[pos++] = 0x1EDD;
break;
case 0x1EDE :
target[pos++] = 0x1EDF;
break;
case 0x1EE0 :
target[pos++] = 0x1EE1;
break;
case 0x1EE2 :
target[pos++] = 0x1EE3;
break;
case 0x1EE4 :
target[pos++] = 0x1EE5;
break;
case 0x1EE6 :
target[pos++] = 0x1EE7;
break;
case 0x1EE8 :
target[pos++] = 0x1EE9;
break;
case 0x1EEA :
target[pos++] = 0x1EEB;
break;
case 0x1EEC :
target[pos++] = 0x1EED;
break;
case 0x1EEE :
target[pos++] = 0x1EEF;
break;
case 0x1EF0 :
target[pos++] = 0x1EF1;
break;
case 0x1EF2 :
target[pos++] = 0x1EF3;
break;
case 0x1EF4 :
target[pos++] = 0x1EF5;
break;
case 0x1EF6 :
target[pos++] = 0x1EF7;
break;
case 0x1EF8 :
target[pos++] = 0x1EF9;
break;
case 0x1F08 :
target[pos++] = 0x1F00;
break;
case 0x1F09 :
target[pos++] = 0x1F01;
break;
case 0x1F0A :
target[pos++] = 0x1F02;
break;
case 0x1F0B :
target[pos++] = 0x1F03;
break;
case 0x1F0C :
target[pos++] = 0x1F04;
break;
case 0x1F0D :
target[pos++] = 0x1F05;
break;
case 0x1F0E :
target[pos++] = 0x1F06;
break;
case 0x1F0F :
target[pos++] = 0x1F07;
break;
case 0x1F18 :
target[pos++] = 0x1F10;
break;
case 0x1F19 :
target[pos++] = 0x1F11;
break;
case 0x1F1A :
target[pos++] = 0x1F12;
break;
case 0x1F1B :
target[pos++] = 0x1F13;
break;
case 0x1F1C :
target[pos++] = 0x1F14;
break;
case 0x1F1D :
target[pos++] = 0x1F15;
break;
case 0x1F28 :
target[pos++] = 0x1F20;
break;
case 0x1F29 :
target[pos++] = 0x1F21;
break;
case 0x1F2A :
target[pos++] = 0x1F22;
break;
case 0x1F2B :
target[pos++] = 0x1F23;
break;
case 0x1F2C :
target[pos++] = 0x1F24;
break;
case 0x1F2D :
target[pos++] = 0x1F25;
break;
case 0x1F2E :
target[pos++] = 0x1F26;
break;
case 0x1F2F :
target[pos++] = 0x1F27;
break;
case 0x1F38 :
target[pos++] = 0x1F30;
break;
case 0x1F39 :
target[pos++] = 0x1F31;
break;
case 0x1F3A :
target[pos++] = 0x1F32;
break;
case 0x1F3B :
target[pos++] = 0x1F33;
break;
case 0x1F3C :
target[pos++] = 0x1F34;
break;
case 0x1F3D :
target[pos++] = 0x1F35;
break;
case 0x1F3E :
target[pos++] = 0x1F36;
break;
case 0x1F3F :
target[pos++] = 0x1F37;
break;
case 0x1F48 :
target[pos++] = 0x1F40;
break;
case 0x1F49 :
target[pos++] = 0x1F41;
break;
case 0x1F4A :
target[pos++] = 0x1F42;
break;
case 0x1F4B :
target[pos++] = 0x1F43;
break;
case 0x1F4C :
target[pos++] = 0x1F44;
break;
case 0x1F4D :
target[pos++] = 0x1F45;
break;
case 0x1F50 :
target[pos++] = 0x03C5;
target[pos++] = 0x0313;
break;
case 0x1F52 :
target[pos++] = 0x03C5;
target[pos++] = 0x0313;
target[pos++] = 0x0300;
break;
case 0x1F54 :
target[pos++] = 0x03C5;
target[pos++] = 0x0313;
target[pos++] = 0x0301;
break;
case 0x1F56 :
target[pos++] = 0x03C5;
target[pos++] = 0x0313;
target[pos++] = 0x0342;
break;
case 0x1F59 :
target[pos++] = 0x1F51;
break;
case 0x1F5B :
target[pos++] = 0x1F53;
break;
case 0x1F5D :
target[pos++] = 0x1F55;
break;
case 0x1F5F :
target[pos++] = 0x1F57;
break;
case 0x1F68 :
target[pos++] = 0x1F60;
break;
case 0x1F69 :
target[pos++] = 0x1F61;
break;
case 0x1F6A :
target[pos++] = 0x1F62;
break;
case 0x1F6B :
target[pos++] = 0x1F63;
break;
case 0x1F6C :
target[pos++] = 0x1F64;
break;
case 0x1F6D :
target[pos++] = 0x1F65;
break;
case 0x1F6E :
target[pos++] = 0x1F66;
break;
case 0x1F6F :
target[pos++] = 0x1F67;
break;
case 0x1F80 :
target[pos++] = 0x1F00;
target[pos++] = 0x03B9;
break;
case 0x1F81 :
target[pos++] = 0x1F01;
target[pos++] = 0x03B9;
break;
case 0x1F82 :
target[pos++] = 0x1F02;
target[pos++] = 0x03B9;
break;
case 0x1F83 :
target[pos++] = 0x1F03;
target[pos++] = 0x03B9;
break;
case 0x1F84 :
target[pos++] = 0x1F04;
target[pos++] = 0x03B9;
break;
case 0x1F85 :
target[pos++] = 0x1F05;
target[pos++] = 0x03B9;
break;
case 0x1F86 :
target[pos++] = 0x1F06;
target[pos++] = 0x03B9;
break;
case 0x1F87 :
target[pos++] = 0x1F07;
target[pos++] = 0x03B9;
break;
case 0x1F88 :
target[pos++] = 0x1F00;
target[pos++] = 0x03B9;
break;
case 0x1F89 :
target[pos++] = 0x1F01;
target[pos++] = 0x03B9;
break;
case 0x1F8A :
target[pos++] = 0x1F02;
target[pos++] = 0x03B9;
break;
case 0x1F8B :
target[pos++] = 0x1F03;
target[pos++] = 0x03B9;
break;
case 0x1F8C :
target[pos++] = 0x1F04;
target[pos++] = 0x03B9;
break;
case 0x1F8D :
target[pos++] = 0x1F05;
target[pos++] = 0x03B9;
break;
case 0x1F8E :
target[pos++] = 0x1F06;
target[pos++] = 0x03B9;
break;
case 0x1F8F :
target[pos++] = 0x1F07;
target[pos++] = 0x03B9;
break;
case 0x1F90 :
target[pos++] = 0x1F20;
target[pos++] = 0x03B9;
break;
case 0x1F91 :
target[pos++] = 0x1F21;
target[pos++] = 0x03B9;
break;
case 0x1F92 :
target[pos++] = 0x1F22;
target[pos++] = 0x03B9;
break;
case 0x1F93 :
target[pos++] = 0x1F23;
target[pos++] = 0x03B9;
break;
case 0x1F94 :
target[pos++] = 0x1F24;
target[pos++] = 0x03B9;
break;
case 0x1F95 :
target[pos++] = 0x1F25;
target[pos++] = 0x03B9;
break;
case 0x1F96 :
target[pos++] = 0x1F26;
target[pos++] = 0x03B9;
break;
case 0x1F97 :
target[pos++] = 0x1F27;
target[pos++] = 0x03B9;
break;
case 0x1F98 :
target[pos++] = 0x1F20;
target[pos++] = 0x03B9;
break;
case 0x1F99 :
target[pos++] = 0x1F21;
target[pos++] = 0x03B9;
break;
case 0x1F9A :
target[pos++] = 0x1F22;
target[pos++] = 0x03B9;
break;
case 0x1F9B :
target[pos++] = 0x1F23;
target[pos++] = 0x03B9;
break;
case 0x1F9C :
target[pos++] = 0x1F24;
target[pos++] = 0x03B9;
break;
case 0x1F9D :
target[pos++] = 0x1F25;
target[pos++] = 0x03B9;
break;
case 0x1F9E :
target[pos++] = 0x1F26;
target[pos++] = 0x03B9;
break;
case 0x1F9F :
target[pos++] = 0x1F27;
target[pos++] = 0x03B9;
break;
case 0x1FA0 :
target[pos++] = 0x1F60;
target[pos++] = 0x03B9;
break;
case 0x1FA1 :
target[pos++] = 0x1F61;
target[pos++] = 0x03B9;
break;
case 0x1FA2 :
target[pos++] = 0x1F62;
target[pos++] = 0x03B9;
break;
case 0x1FA3 :
target[pos++] = 0x1F63;
target[pos++] = 0x03B9;
break;
case 0x1FA4 :
target[pos++] = 0x1F64;
target[pos++] = 0x03B9;
break;
case 0x1FA5 :
target[pos++] = 0x1F65;
target[pos++] = 0x03B9;
break;
case 0x1FA6 :
target[pos++] = 0x1F66;
target[pos++] = 0x03B9;
break;
case 0x1FA7 :
target[pos++] = 0x1F67;
target[pos++] = 0x03B9;
break;
case 0x1FA8 :
target[pos++] = 0x1F60;
target[pos++] = 0x03B9;
break;
case 0x1FA9 :
target[pos++] = 0x1F61;
target[pos++] = 0x03B9;
break;
case 0x1FAA :
target[pos++] = 0x1F62;
target[pos++] = 0x03B9;
break;
case 0x1FAB :
target[pos++] = 0x1F63;
target[pos++] = 0x03B9;
break;
case 0x1FAC :
target[pos++] = 0x1F64;
target[pos++] = 0x03B9;
break;
case 0x1FAD :
target[pos++] = 0x1F65;
target[pos++] = 0x03B9;
break;
case 0x1FAE :
target[pos++] = 0x1F66;
target[pos++] = 0x03B9;
break;
case 0x1FAF :
target[pos++] = 0x1F67;
target[pos++] = 0x03B9;
break;
case 0x1FB2 :
target[pos++] = 0x1F70;
target[pos++] = 0x03B9;
break;
case 0x1FB3 :
target[pos++] = 0x03B1;
target[pos++] = 0x03B9;
break;
case 0x1FB4 :
target[pos++] = 0x03AC;
target[pos++] = 0x03B9;
break;
case 0x1FB6 :
target[pos++] = 0x03B1;
target[pos++] = 0x0342;
break;
case 0x1FB7 :
target[pos++] = 0x03B1;
target[pos++] = 0x0342;
target[pos++] = 0x03B9;
break;
case 0x1FB8 :
target[pos++] = 0x1FB0;
break;
case 0x1FB9 :
target[pos++] = 0x1FB1;
break;
case 0x1FBA :
target[pos++] = 0x1F70;
break;
case 0x1FBB :
target[pos++] = 0x1F71;
break;
case 0x1FBC :
target[pos++] = 0x03B1;
target[pos++] = 0x03B9;
break;
case 0x1FBE :
target[pos++] = 0x03B9;
break;
case 0x1FC2 :
target[pos++] = 0x1F74;
target[pos++] = 0x03B9;
break;
case 0x1FC3 :
target[pos++] = 0x03B7;
target[pos++] = 0x03B9;
break;
case 0x1FC4 :
target[pos++] = 0x03AE;
target[pos++] = 0x03B9;
break;
case 0x1FC6 :
target[pos++] = 0x03B7;
target[pos++] = 0x0342;
break;
case 0x1FC7 :
target[pos++] = 0x03B7;
target[pos++] = 0x0342;
target[pos++] = 0x03B9;
break;
case 0x1FC8 :
target[pos++] = 0x1F72;
break;
case 0x1FC9 :
target[pos++] = 0x1F73;
break;
case 0x1FCA :
target[pos++] = 0x1F74;
break;
case 0x1FCB :
target[pos++] = 0x1F75;
break;
case 0x1FCC :
target[pos++] = 0x03B7;
target[pos++] = 0x03B9;
break;
case 0x1FD2 :
target[pos++] = 0x03B9;
target[pos++] = 0x0308;
target[pos++] = 0x0300;
break;
case 0x1FD3 :
target[pos++] = 0x03B9;
target[pos++] = 0x0308;
target[pos++] = 0x0301;
break;
case 0x1FD6 :
target[pos++] = 0x03B9;
target[pos++] = 0x0342;
break;
case 0x1FD7 :
target[pos++] = 0x03B9;
target[pos++] = 0x0308;
target[pos++] = 0x0342;
break;
case 0x1FD8 :
target[pos++] = 0x1FD0;
break;
case 0x1FD9 :
target[pos++] = 0x1FD1;
break;
case 0x1FDA :
target[pos++] = 0x1F76;
break;
case 0x1FDB :
target[pos++] = 0x1F77;
break;
case 0x1FE2 :
target[pos++] = 0x03C5;
target[pos++] = 0x0308;
target[pos++] = 0x0300;
break;
case 0x1FE3 :
target[pos++] = 0x03C5;
target[pos++] = 0x0308;
target[pos++] = 0x0301;
break;
case 0x1FE4 :
target[pos++] = 0x03C1;
target[pos++] = 0x0313;
break;
case 0x1FE6 :
target[pos++] = 0x03C5;
target[pos++] = 0x0342;
break;
case 0x1FE7 :
target[pos++] = 0x03C5;
target[pos++] = 0x0308;
target[pos++] = 0x0342;
break;
case 0x1FE8 :
target[pos++] = 0x1FE0;
break;
case 0x1FE9 :
target[pos++] = 0x1FE1;
break;
case 0x1FEA :
target[pos++] = 0x1F7A;
break;
case 0x1FEB :
target[pos++] = 0x1F7B;
break;
case 0x1FEC :
target[pos++] = 0x1FE5;
break;
case 0x1FF2 :
target[pos++] = 0x1F7C;
target[pos++] = 0x03B9;
break;
case 0x1FF3 :
target[pos++] = 0x03C9;
target[pos++] = 0x03B9;
break;
case 0x1FF4 :
target[pos++] = 0x03CE;
target[pos++] = 0x03B9;
break;
case 0x1FF6 :
target[pos++] = 0x03C9;
target[pos++] = 0x0342;
break;
case 0x1FF7 :
target[pos++] = 0x03C9;
target[pos++] = 0x0342;
target[pos++] = 0x03B9;
break;
case 0x1FF8 :
target[pos++] = 0x1F78;
break;
case 0x1FF9 :
target[pos++] = 0x1F79;
break;
case 0x1FFA :
target[pos++] = 0x1F7C;
break;
case 0x1FFB :
target[pos++] = 0x1F7D;
break;
case 0x1FFC :
target[pos++] = 0x03C9;
target[pos++] = 0x03B9;
break;
case 0x2000 :
case 0x2001 :
case 0x2002 :
case 0x2003 :
case 0x2004 :
case 0x2005 :
case 0x2006 :
case 0x2007 :
case 0x2008 :
case 0x2009 :
case 0x200A :
target[pos++] = 0x0020;
break;
case 0x200B :
case 0x200C :
case 0x200D :
case 0x200E :
case 0x200F :
break;
case 0x2028 :
case 0x2029 :
target[pos++] = 0x0020;
break;
case 0x202A :
case 0x202B :
case 0x202C :
case 0x202D :
case 0x202E :
break;
case 0x202F :
target[pos++] = 0x0020;
break;
case 0x205F :
target[pos++] = 0x0020;
break;
case 0x2060 :
case 0x2061 :
case 0x2062 :
case 0x2063 :
break;
case 0x206A :
case 0x206B :
case 0x206C :
case 0x206D :
case 0x206E :
case 0x206F :
break;
case 0x20A8 :
target[pos++] = 0x0072;
target[pos++] = 0x0073;
break;
case 0x2102 :
target[pos++] = 0x0063;
break;
case 0x2103 :
target[pos++] = 0x00B0;
target[pos++] = 0x0063;
break;
case 0x2107 :
target[pos++] = 0x025B;
break;
case 0x2109 :
target[pos++] = 0x00B0;
target[pos++] = 0x0066;
break;
case 0x210B :
target[pos++] = 0x0068;
break;
case 0x210C :
target[pos++] = 0x0068;
break;
case 0x210D :
target[pos++] = 0x0068;
break;
case 0x2110 :
target[pos++] = 0x0069;
break;
case 0x2111 :
target[pos++] = 0x0069;
break;
case 0x2112 :
target[pos++] = 0x006C;
break;
case 0x2115 :
target[pos++] = 0x006E;
break;
case 0x2116 :
target[pos++] = 0x006E;
target[pos++] = 0x006F;
break;
case 0x2119 :
target[pos++] = 0x0070;
break;
case 0x211A :
target[pos++] = 0x0071;
break;
case 0x211B :
target[pos++] = 0x0072;
break;
case 0x211C :
target[pos++] = 0x0072;
break;
case 0x211D :
target[pos++] = 0x0072;
break;
case 0x2120 :
target[pos++] = 0x0073;
target[pos++] = 0x006D;
break;
case 0x2121 :
target[pos++] = 0x0074;
target[pos++] = 0x0065;
target[pos++] = 0x006C;
break;
case 0x2122 :
target[pos++] = 0x0074;
target[pos++] = 0x006D;
break;
case 0x2124 :
target[pos++] = 0x007A;
break;
case 0x2126 :
target[pos++] = 0x03C9;
break;
case 0x2128 :
target[pos++] = 0x007A;
break;
case 0x212A :
target[pos++] = 0x006B;
break;
case 0x212B :
target[pos++] = 0x00E5;
break;
case 0x212C :
target[pos++] = 0x0062;
break;
case 0x212D :
target[pos++] = 0x0063;
break;
case 0x2130 :
target[pos++] = 0x0065;
break;
case 0x2131 :
target[pos++] = 0x0066;
break;
case 0x2133 :
target[pos++] = 0x006D;
break;
case 0x213E :
target[pos++] = 0x03B3;
break;
case 0x213F :
target[pos++] = 0x03C0;
break;
case 0x2145 :
target[pos++] = 0x0064;
break;
case 0x2160 :
target[pos++] = 0x2170;
break;
case 0x2161 :
target[pos++] = 0x2171;
break;
case 0x2162 :
target[pos++] = 0x2172;
break;
case 0x2163 :
target[pos++] = 0x2173;
break;
case 0x2164 :
target[pos++] = 0x2174;
break;
case 0x2165 :
target[pos++] = 0x2175;
break;
case 0x2166 :
target[pos++] = 0x2176;
break;
case 0x2167 :
target[pos++] = 0x2177;
break;
case 0x2168 :
target[pos++] = 0x2178;
break;
case 0x2169 :
target[pos++] = 0x2179;
break;
case 0x216A :
target[pos++] = 0x217A;
break;
case 0x216B :
target[pos++] = 0x217B;
break;
case 0x216C :
target[pos++] = 0x217C;
break;
case 0x216D :
target[pos++] = 0x217D;
break;
case 0x216E :
target[pos++] = 0x217E;
break;
case 0x216F :
target[pos++] = 0x217F;
break;
case 0x24B6 :
target[pos++] = 0x24D0;
break;
case 0x24B7 :
target[pos++] = 0x24D1;
break;
case 0x24B8 :
target[pos++] = 0x24D2;
break;
case 0x24B9 :
target[pos++] = 0x24D3;
break;
case 0x24BA :
target[pos++] = 0x24D4;
break;
case 0x24BB :
target[pos++] = 0x24D5;
break;
case 0x24BC :
target[pos++] = 0x24D6;
break;
case 0x24BD :
target[pos++] = 0x24D7;
break;
case 0x24BE :
target[pos++] = 0x24D8;
break;
case 0x24BF :
target[pos++] = 0x24D9;
break;
case 0x24C0 :
target[pos++] = 0x24DA;
break;
case 0x24C1 :
target[pos++] = 0x24DB;
break;
case 0x24C2 :
target[pos++] = 0x24DC;
break;
case 0x24C3 :
target[pos++] = 0x24DD;
break;
case 0x24C4 :
target[pos++] = 0x24DE;
break;
case 0x24C5 :
target[pos++] = 0x24DF;
break;
case 0x24C6 :
target[pos++] = 0x24E0;
break;
case 0x24C7 :
target[pos++] = 0x24E1;
break;
case 0x24C8 :
target[pos++] = 0x24E2;
break;
case 0x24C9 :
target[pos++] = 0x24E3;
break;
case 0x24CA :
target[pos++] = 0x24E4;
break;
case 0x24CB :
target[pos++] = 0x24E5;
break;
case 0x24CC :
target[pos++] = 0x24E6;
break;
case 0x24CD :
target[pos++] = 0x24E7;
break;
case 0x24CE :
target[pos++] = 0x24E8;
break;
case 0x24CF :
target[pos++] = 0x24E9;
break;
case 0x3000 :
target[pos++] = 0x0020;
break;
case 0x3371 :
target[pos++] = 0x0068;
target[pos++] = 0x0070;
target[pos++] = 0x0061;
break;
case 0x3373 :
target[pos++] = 0x0061;
target[pos++] = 0x0075;
break;
case 0x3375 :
target[pos++] = 0x006F;
target[pos++] = 0x0076;
break;
case 0x3380 :
target[pos++] = 0x0070;
target[pos++] = 0x0061;
break;
case 0x3381 :
target[pos++] = 0x006E;
target[pos++] = 0x0061;
break;
case 0x3382 :
target[pos++] = 0x03BC;
target[pos++] = 0x0061;
break;
case 0x3383 :
target[pos++] = 0x006D;
target[pos++] = 0x0061;
break;
case 0x3384 :
target[pos++] = 0x006B;
target[pos++] = 0x0061;
break;
case 0x3385 :
target[pos++] = 0x006B;
target[pos++] = 0x0062;
break;
case 0x3386 :
target[pos++] = 0x006D;
target[pos++] = 0x0062;
break;
case 0x3387 :
target[pos++] = 0x0067;
target[pos++] = 0x0062;
break;
case 0x338A :
target[pos++] = 0x0070;
target[pos++] = 0x0066;
break;
case 0x338B :
target[pos++] = 0x006E;
target[pos++] = 0x0066;
break;
case 0x338C :
target[pos++] = 0x03BC;
target[pos++] = 0x0066;
break;
case 0x3390 :
target[pos++] = 0x0068;
target[pos++] = 0x007A;
break;
case 0x3391 :
target[pos++] = 0x006B;
target[pos++] = 0x0068;
target[pos++] = 0x007A;
break;
case 0x3392 :
target[pos++] = 0x006D;
target[pos++] = 0x0068;
target[pos++] = 0x007A;
break;
case 0x3393 :
target[pos++] = 0x0067;
target[pos++] = 0x0068;
target[pos++] = 0x007A;
break;
case 0x3394 :
target[pos++] = 0x0074;
target[pos++] = 0x0068;
target[pos++] = 0x007A;
break;
case 0x33A9 :
target[pos++] = 0x0070;
target[pos++] = 0x0061;
break;
case 0x33AA :
target[pos++] = 0x006B;
target[pos++] = 0x0070;
target[pos++] = 0x0061;
break;
case 0x33AB :
target[pos++] = 0x006D;
target[pos++] = 0x0070;
target[pos++] = 0x0061;
break;
case 0x33AC :
target[pos++] = 0x0067;
target[pos++] = 0x0070;
target[pos++] = 0x0061;
break;
case 0x33B4 :
target[pos++] = 0x0070;
target[pos++] = 0x0076;
break;
case 0x33B5 :
target[pos++] = 0x006E;
target[pos++] = 0x0076;
break;
case 0x33B6 :
target[pos++] = 0x03BC;
target[pos++] = 0x0076;
break;
case 0x33B7 :
target[pos++] = 0x006D;
target[pos++] = 0x0076;
break;
case 0x33B8 :
target[pos++] = 0x006B;
target[pos++] = 0x0076;
break;
case 0x33B9 :
target[pos++] = 0x006D;
target[pos++] = 0x0076;
break;
case 0x33BA :
target[pos++] = 0x0070;
target[pos++] = 0x0077;
break;
case 0x33BB :
target[pos++] = 0x006E;
target[pos++] = 0x0077;
break;
case 0x33BC :
target[pos++] = 0x03BC;
target[pos++] = 0x0077;
break;
case 0x33BD :
target[pos++] = 0x006D;
target[pos++] = 0x0077;
break;
case 0x33BE :
target[pos++] = 0x006B;
target[pos++] = 0x0077;
break;
case 0x33BF :
target[pos++] = 0x006D;
target[pos++] = 0x0077;
break;
case 0x33C0 :
target[pos++] = 0x006B;
target[pos++] = 0x03C9;
break;
case 0x33C1 :
target[pos++] = 0x006D;
target[pos++] = 0x03C9;
break;
case 0x33C3 :
target[pos++] = 0x0062;
target[pos++] = 0x0071;
break;
case 0x33C6 :
target[pos++] = 0x0063;
target[pos++] = 0x2215;
target[pos++] = 0x006B;
target[pos++] = 0x0067;
break;
case 0x33C7 :
target[pos++] = 0x0063;
target[pos++] = 0x006F;
target[pos++] = 0x002E;
break;
case 0x33C8 :
target[pos++] = 0x0064;
target[pos++] = 0x0062;
break;
case 0x33C9 :
target[pos++] = 0x0067;
target[pos++] = 0x0079;
break;
case 0x33CB :
target[pos++] = 0x0068;
target[pos++] = 0x0070;
break;
case 0x33CD :
target[pos++] = 0x006B;
target[pos++] = 0x006B;
break;
case 0x33CE :
target[pos++] = 0x006B;
target[pos++] = 0x006D;
break;
case 0x33D7 :
target[pos++] = 0x0070;
target[pos++] = 0x0068;
break;
case 0x33D9 :
target[pos++] = 0x0070;
target[pos++] = 0x0070;
target[pos++] = 0x006D;
break;
case 0x33DA :
target[pos++] = 0x0070;
target[pos++] = 0x0072;
break;
case 0x33DC :
target[pos++] = 0x0073;
target[pos++] = 0x0076;
break;
case 0x33DD :
target[pos++] = 0x0077;
target[pos++] = 0x0062;
break;
case 0xFB00 :
target[pos++] = 0x0066;
target[pos++] = 0x0066;
break;
case 0xFB01 :
target[pos++] = 0x0066;
target[pos++] = 0x0069;
break;
case 0xFB02 :
target[pos++] = 0x0066;
target[pos++] = 0x006C;
break;
case 0xFB03 :
target[pos++] = 0x0066;
target[pos++] = 0x0066;
target[pos++] = 0x0069;
break;
case 0xFB04 :
target[pos++] = 0x0066;
target[pos++] = 0x0066;
target[pos++] = 0x006C;
break;
case 0xFB05 :
target[pos++] = 0x0073;
target[pos++] = 0x0074;
break;
case 0xFB06 :
target[pos++] = 0x0073;
target[pos++] = 0x0074;
break;
case 0xFB13 :
target[pos++] = 0x0574;
target[pos++] = 0x0576;
break;
case 0xFB14 :
target[pos++] = 0x0574;
target[pos++] = 0x0565;
break;
case 0xFB15 :
target[pos++] = 0x0574;
target[pos++] = 0x056B;
break;
case 0xFB16 :
target[pos++] = 0x057E;
target[pos++] = 0x0576;
break;
case 0xFB17 :
target[pos++] = 0x0574;
target[pos++] = 0x056D;
break;
case 0xFE00 :
case 0xFE01 :
case 0xFE02 :
case 0xFE03 :
case 0xFE04 :
case 0xFE05 :
case 0xFE06 :
case 0xFE07 :
case 0xFE08 :
case 0xFE09 :
case 0xFE0A :
case 0xFE0B :
case 0xFE0C :
case 0xFE0D :
case 0xFE0E :
case 0xFE0F :
break;
case 0xFEFF :
break;
case 0xFF21 :
target[pos++] = 0xFF41;
break;
case 0xFF22 :
target[pos++] = 0xFF42;
break;
case 0xFF23 :
target[pos++] = 0xFF43;
break;
case 0xFF24 :
target[pos++] = 0xFF44;
break;
case 0xFF25 :
target[pos++] = 0xFF45;
break;
case 0xFF26 :
target[pos++] = 0xFF46;
break;
case 0xFF27 :
target[pos++] = 0xFF47;
break;
case 0xFF28 :
target[pos++] = 0xFF48;
break;
case 0xFF29 :
target[pos++] = 0xFF49;
break;
case 0xFF2A :
target[pos++] = 0xFF4A;
break;
case 0xFF2B :
target[pos++] = 0xFF4B;
break;
case 0xFF2C :
target[pos++] = 0xFF4C;
break;
case 0xFF2D :
target[pos++] = 0xFF4D;
break;
case 0xFF2E :
target[pos++] = 0xFF4E;
break;
case 0xFF2F :
target[pos++] = 0xFF4F;
break;
case 0xFF30 :
target[pos++] = 0xFF50;
break;
case 0xFF31 :
target[pos++] = 0xFF51;
break;
case 0xFF32 :
target[pos++] = 0xFF52;
break;
case 0xFF33 :
target[pos++] = 0xFF53;
break;
case 0xFF34 :
target[pos++] = 0xFF54;
break;
case 0xFF35 :
target[pos++] = 0xFF55;
break;
case 0xFF36 :
target[pos++] = 0xFF56;
break;
case 0xFF37 :
target[pos++] = 0xFF57;
break;
case 0xFF38 :
target[pos++] = 0xFF58;
break;
case 0xFF39 :
target[pos++] = 0xFF59;
break;
case 0xFF3A :
target[pos++] = 0xFF5A;
break;
case 0xFFF9 :
case 0xFFFA :
case 0xFFFB :
case 0xFFFC :
break;
default :
// First, eliminate surrogates, and replace them by FFFD char
if ( ( c >= 0xD800 ) && ( c <= 0xDFFF ) )
{
target[pos++] = (char)0xFFFD ;
break;
}
target[pos++] = c;
break;
}
return pos - start;
}
/**
*
* Prohibit characters described in RFC 4518 :
* - Table A.1 of RFC 3454
* - Table C.3 of RFC 3454
* - Table C.4 of RFC 3454
* - Table C.5 of RFC 3454
* - Table C.8 of RFC 3454
* - character U-FFFD
*
* @param c The char to analyze
* @throws InvalidCharacterException If any character is prohibited
*/
private static void checkProhibited( char c ) throws InvalidCharacterException
{
// Shortcut chars above 0x0221
if ( c < 0x221 )
{
return;
}
// RFC 3454, Table A.1
switch ( c )
{
case 0x0221 :
case 0x038B :
case 0x038D :
case 0x03A2 :
case 0x03CF :
case 0x0487 :
case 0x04CF :
case 0x0560 :
case 0x0588 :
case 0x05A2 :
case 0x05BA :
case 0x0620 :
case 0x06FF :
case 0x070E :
case 0x0904 :
case 0x0984 :
case 0x09A9 :
case 0x09B1 :
case 0x09BD :
case 0x09DE :
case 0x0A29 :
case 0x0A31 :
case 0x0A34 :
case 0x0A37 :
case 0x0A3D :
case 0x0A5D :
case 0x0A84 :
case 0x0A8C :
case 0x0A8E :
case 0x0A92 :
case 0x0AA9 :
case 0x0AB1 :
case 0x0AB4 :
case 0x0AC6 :
case 0x0ACA :
case 0x0B04 :
case 0x0B29 :
case 0x0B31 :
case 0x0B5E :
case 0x0B84 :
case 0x0B91 :
case 0x0B9B :
case 0x0B9D :
case 0x0BB6 :
case 0x0BC9 :
case 0x0C04 :
case 0x0C0D :
case 0x0C11 :
case 0x0C29 :
case 0x0C34 :
case 0x0C45 :
case 0x0C49 :
case 0x0C84 :
case 0x0C8D :
case 0x0C91 :
case 0x0CA9 :
case 0x0CB4 :
case 0x0CC5 :
case 0x0CC9 :
case 0x0CDF :
case 0x0D04 :
case 0x0D0D :
case 0x0D11 :
case 0x0D29 :
case 0x0D49 :
case 0x0D84 :
case 0x0DB2 :
case 0x0DBC :
case 0x0DD5 :
case 0x0DD7 :
case 0x0E83 :
case 0x0E89 :
case 0x0E98 :
case 0x0EA0 :
case 0x0EA4 :
case 0x0EA6 :
case 0x0EAC :
case 0x0EBA :
case 0x0EC5 :
case 0x0EC7 :
case 0x0F48 :
case 0x0F98 :
case 0x0FBD :
case 0x1022 :
case 0x1028 :
case 0x102B :
case 0x1207 :
case 0x1247 :
case 0x1249 :
case 0x1257 :
case 0x1259 :
case 0x1287 :
case 0x1289 :
case 0x12AF :
case 0x12B1 :
case 0x12BF :
case 0x12C1 :
case 0x12CF :
case 0x12D7 :
case 0x12EF :
case 0x130F :
case 0x1311 :
case 0x131F :
case 0x1347 :
case 0x170D :
case 0x176D :
case 0x1771 :
case 0x180F :
case 0x1F58 :
case 0x1F5A :
case 0x1F5C :
case 0x1F5E :
case 0x1FB5 :
case 0x1FC5 :
case 0x1FDC :
case 0x1FF5 :
case 0x1FFF :
case 0x24FF :
case 0x2618 :
case 0x2705 :
case 0x2728 :
case 0x274C :
case 0x274E :
case 0x2757 :
case 0x27B0 :
case 0x2E9A :
case 0x3040 :
case 0x318F :
case 0x32FF :
case 0x33FF :
case 0xFB37 :
case 0xFB3D :
case 0xFB3F :
case 0xFB42 :
case 0xFB45 :
case 0xFE53 :
case 0xFE67 :
case 0xFE75 :
case 0xFF00 :
case 0xFFE7 :
throw new InvalidCharacterException( c );
default:
break;
}
// RFC 3454, Table A.1, intervals
if ( ( c >= 0x0234 ) && ( c <= 0x024F ) )
{
throw new InvalidCharacterException( c );
}
if ( ( c >= 0x02AE ) && ( c <= 0x02AF ) )
{
throw new InvalidCharacterException( c );
}
if ( ( c >= 0x02EF ) && ( c <= 0x02FF ) )
{
throw new InvalidCharacterException( c );
}
if ( ( c >= 0x0350 ) && ( c <= 0x035F ) )
{
throw new InvalidCharacterException( c );
}
if ( ( c >= 0x0370 ) && ( c <= 0x0373 ) )
{
throw new InvalidCharacterException( c );
}
if ( ( c >= 0x0376 ) && ( c <= 0x0379 ) )
{
throw new InvalidCharacterException( c );
}
if ( ( c >= 0x037B ) && ( c <= 0x037D ) )
{
throw new InvalidCharacterException( c );
}
if ( ( c >= 0x037F ) && ( c <= 0x0383 ) )
{
throw new InvalidCharacterException( c );
}
if ( ( c >= 0x03F7 ) && ( c <= 0x03FF ) )
{
throw new InvalidCharacterException( c );
}
if ( ( c >= 0x04F6 ) && ( c <= 0x04F7 ) )
{
throw new InvalidCharacterException( c );
}
if ( ( c >= 0x04FA ) && ( c <= 0x04FF ) )
{
throw new InvalidCharacterException( c );
}
if ( ( c >= 0x0510 ) && ( c <= 0x0530 ) )
{
throw new InvalidCharacterException( c );
}
if ( ( c >= 0x0557 ) && ( c <= 0x0558 ) )
{
throw new InvalidCharacterException( c );
}
if ( ( c >= 0x058B ) && ( c <= 0x0590 ) )
{
throw new InvalidCharacterException( c );
}
if ( ( c >= 0x05C5 ) && ( c <= 0x05CF ) )
{
throw new InvalidCharacterException( c );
}
if ( ( c >= 0x05EB ) && ( c <= 0x05EF ) )
{
throw new InvalidCharacterException( c );
}
if ( ( c >= 0x05F5 ) && ( c <= 0x060B ) )
{
throw new InvalidCharacterException( c );
}
if ( ( c >= 0x060D ) && ( c <= 0x061A ) )
{
throw new InvalidCharacterException( c );
}
if ( ( c >= 0x061C ) && ( c <= 0x061E ) )
{
throw new InvalidCharacterException( c );
}
if ( ( c >= 0x063B ) && ( c <= 0x063F ) )
{
throw new InvalidCharacterException( c );
}
if ( ( c >= 0x0656 ) && ( c <= 0x065F ) )
{
throw new InvalidCharacterException( c );
}
if ( ( c >= 0x06EE ) && ( c <= 0x06EF ) )
{
throw new InvalidCharacterException( c );
}
if ( ( c >= 0x072D ) && ( c <= 0x072F ) )
{
throw new InvalidCharacterException( c );
}
if ( ( c >= 0x074B ) && ( c <= 0x077F ) )
{
throw new InvalidCharacterException( c );
}
if ( ( c >= 0x07B2 ) && ( c <= 0x0900 ) )
{
throw new InvalidCharacterException( c );
}
if ( ( c >= 0x093A ) && ( c <= 0x093B ) )
{
throw new InvalidCharacterException( c );
}
if ( ( c >= 0x094E ) && ( c <= 0x094F ) )
{
throw new InvalidCharacterException( c );
}
if ( ( c >= 0x0955 ) && ( c <= 0x0957 ) )
{
throw new InvalidCharacterException( c );
}
if ( ( c >= 0x0971 ) && ( c <= 0x0980 ) )
{
throw new InvalidCharacterException( c );
}
if ( ( c >= 0x098D ) && ( c <= 0x098E ) )
{
throw new InvalidCharacterException( c );
}
if ( ( c >= 0x0991 ) && ( c <= 0x0992 ) )
{
throw new InvalidCharacterException( c );
}
if ( ( c >= 0x09B3 ) && ( c <= 0x09B5 ) )
{
throw new InvalidCharacterException( c );
}
if ( ( c >= 0x09BA ) && ( c <= 0x09BB ) )
{
throw new InvalidCharacterException( c );
}
if ( ( c >= 0x09C5 ) && ( c <= 0x09C6 ) )
{
throw new InvalidCharacterException( c );
}
if ( ( c >= 0x09C9 ) && ( c <= 0x09CA ) )
{
throw new InvalidCharacterException( c );
}
if ( ( c >= 0x09CE ) && ( c <= 0x09D6 ) )
{
throw new InvalidCharacterException( c );
}
if ( ( c >= 0x09D8 ) && ( c <= 0x09DB ) )
{
throw new InvalidCharacterException( c );
}
if ( ( c >= 0x09E4 ) && ( c <= 0x09E5 ) )
{
throw new InvalidCharacterException( c );
}
if ( ( c >= 0x09FB ) && ( c <= 0x0A01 ) )
{
throw new InvalidCharacterException( c );
}
if ( ( c >= 0x0A03 ) && ( c <= 0x0A04 ) )
{
throw new InvalidCharacterException( c );
}
if ( ( c >= 0x0A0B ) && ( c <= 0x0A0E ) )
{
throw new InvalidCharacterException( c );
}
if ( ( c >= 0x0A11 ) && ( c <= 0x0A12 ) )
{
throw new InvalidCharacterException( c );
}
if ( ( c >= 0x0A3A ) && ( c <= 0x0A3B ) )
{
throw new InvalidCharacterException( c );
}
if ( ( c >= 0x0A43 ) && ( c <= 0x0A46 ) )
{
throw new InvalidCharacterException( c );
}
if ( ( c >= 0x0A49 ) && ( c <= 0x0A4A ) )
{
throw new InvalidCharacterException( c );
}
if ( ( c >= 0x0A4E ) && ( c <= 0x0A58 ) )
{
throw new InvalidCharacterException( c );
}
if ( ( c >= 0x0A5F ) && ( c <= 0x0A65 ) )
{
throw new InvalidCharacterException( c );
}
if ( ( c >= 0x0A75 ) && ( c <= 0x0A80 ) )
{
throw new InvalidCharacterException( c );
}
if ( ( c >= 0x0ABA ) && ( c <= 0x0ABB ) )
{
throw new InvalidCharacterException( c );
}
if ( ( c >= 0x0ACE ) && ( c <= 0x0ACF ) )
{
throw new InvalidCharacterException( c );
}
if ( ( c >= 0x0AD1 ) && ( c <= 0x0ADF ) )
{
throw new InvalidCharacterException( c );
}
if ( ( c >= 0x0AE1 ) && ( c <= 0x0AE5 ) )
{
throw new InvalidCharacterException( c );
}
if ( ( c >= 0x0AF0 ) && ( c <= 0x0B00 ) )
{
throw new InvalidCharacterException( c );
}
if ( ( c >= 0x0B0D ) && ( c <= 0x0B0E ) )
{
throw new InvalidCharacterException( c );
}
if ( ( c >= 0x0B11 ) && ( c <= 0x0B12 ) )
{
throw new InvalidCharacterException( c );
}
if ( ( c >= 0x0B34 ) && ( c <= 0x0B35 ) )
{
throw new InvalidCharacterException( c );
}
if ( ( c >= 0x0B3A ) && ( c <= 0x0B3B ) )
{
throw new InvalidCharacterException( c );
}
if ( ( c >= 0x0B44 ) && ( c <= 0x0B46 ) )
{
throw new InvalidCharacterException( c );
}
if ( ( c >= 0x0B49 ) && ( c <= 0x0B4A ) )
{
throw new InvalidCharacterException( c );
}
if ( ( c >= 0x0B4E ) && ( c <= 0x0B55 ) )
{
throw new InvalidCharacterException( c );
}
if ( ( c >= 0x0B58 ) && ( c <= 0x0B5B ) )
{
throw new InvalidCharacterException( c );
}
if ( ( c >= 0x0B62 ) && ( c <= 0x0B65 ) )
{
throw new InvalidCharacterException( c );
}
if ( ( c >= 0x0B71 ) && ( c <= 0x0B81 ) )
{
throw new InvalidCharacterException( c );
}
if ( ( c >= 0x0B8B ) && ( c <= 0x0B8D ) )
{
throw new InvalidCharacterException( c );
}
if ( ( c >= 0x0B96 ) && ( c <= 0x0B98 ) )
{
throw new InvalidCharacterException( c );
}
if ( ( c >= 0x0BA0 ) && ( c <= 0x0BA2 ) )
{
throw new InvalidCharacterException( c );
}
if ( ( c >= 0x0BA5 ) && ( c <= 0x0BA7 ) )
{
throw new InvalidCharacterException( c );
}
if ( ( c >= 0x0BAB ) && ( c <= 0x0BAD ) )
{
throw new InvalidCharacterException( c );
}
if ( ( c >= 0x0BBA ) && ( c <= 0x0BBD ) )
{
throw new InvalidCharacterException( c );
}
if ( ( c >= 0x0BC3 ) && ( c <= 0x0BC5 ) )
{
throw new InvalidCharacterException( c );
}
if ( ( c >= 0x0BCE ) && ( c <= 0x0BD6 ) )
{
throw new InvalidCharacterException( c );
}
if ( ( c >= 0x0BD8 ) && ( c <= 0x0BE6 ) )
{
throw new InvalidCharacterException( c );
}
if ( ( c >= 0x0BF3 ) && ( c <= 0x0C00 ) )
{
throw new InvalidCharacterException( c );
}
// RFC 3454, Table C.3
if ( ( c >= 0xE000 ) && ( c <= 0xF8FF ) )
{
throw new InvalidCharacterException( c );
}
// RFC 3454, Table C.4
if ( ( c >= 0xFDD0 ) && ( c <= 0xFDEF ) )
{
throw new InvalidCharacterException( c );
}
if ( ( c == 0xFFFE ) || ( c == 0xFFFF ) )
{
throw new InvalidCharacterException( c );
}
// RFC 3454, Table C.5 (Surrogates)
if ( ( c >= 0xD800 ) && ( c <= 0xDFFF ) )
{
throw new InvalidCharacterException( c );
}
// RFC 3454, Table C.8
switch ( c)
{
case 0x0340 : // COMBINING GRAVE TONE MARK
case 0x0341 : // COMBINING ACUTE TONE MARK
case 0x200E : // LEFT-TO-RIGHT MARK
case 0x200F : // RIGHT-TO-LEFT MARK
case 0x202A : // LEFT-TO-RIGHT EMBEDDING
case 0x202B : // RIGHT-TO-LEFT EMBEDDING
case 0x202C : // POP DIRECTIONAL FORMATTING
case 0x202D : // LEFT-TO-RIGHT OVERRIDE
case 0x202E : // RIGHT-TO-LEFT OVERRIDE
case 0x206A : // INHIBIT SYMMETRIC SWAPPING
case 0x206B : // ACTIVATE SYMMETRIC SWAPPING
case 0x206C : // INHIBIT ARABIC FORM SHAPING
case 0x206D : // ACTIVATE ARABIC FORM SHAPING
case 0x206E : // NATIONAL DIGIT SHAPES
case 0x206F : // NOMINAL DIGIT SHAPES
throw new InvalidCharacterException( c );
default :
break;
}
if ( c == 0xFFFD )
{
throw new InvalidCharacterException( c );
}
}
/**
*
* Remove all bidirectionnal chars. This is not really clear in RFC 4518
* what we should do with bidi chars :
* "Bidirectional characters are ignored."
*
* But it's not explained what is a bidi chars...
*
* So this method just do nothing atm.
*
* @param str The string where bidi chars are to be removed
* @return The cleaned string
*/
public static String bidi( String str )
{
return str;
}
/**
*
* Remove all bidirectionnal chars. This is not really clear in RFC 4518
* what we should do with bidi chars :
* "Bidirectional characters are ignored."
*
* But it's not explained what is a bidi chars...
*
* So this method just do nothing atm.
*
* @param array The char array where bidi chars are to be removed
* @return The cleaned StringBuilder
*/
public static StringBuilder bidi( char[] array )
{
StringBuilder sb = new StringBuilder( array == null ? 0 : array.length );
if ( array != null )
{
sb.append( array );
}
return sb;
}
/**
*
* Remove all insignifiant chars in a Telephone Number :
* Hyphen and spaces.
*
* For instance, the following telephone number :
* "+ (33) 1-123--456 789"
* will be trasnformed to :
* "+(33)1123456789"
*
* @param str The telephone number
* @return The modified telephone number String
*/
private static String insignifiantCharTelephoneNumber( String str )
{
if ( StringTools.isEmpty( str ) )
{
return "";
}
char[] array = str.toCharArray();
boolean isSpaceOrHyphen = false;
char soh = '\0';
int pos = 0;
for ( char c:array )
{
switch ( c )
{
case 0x0020 : // SPACE
case 0x002D : // HYPHEN-MINUS
case 0x058A : // ARMENIAN HYPHEN
case 0x2010 : // HYPHEN
case 0x2011 : // NON-BREAKING HYPHEN
case 0x2212 : // MINUS SIGN
case 0xFE63 : // SMALL HYPHEN-MINUS
case 0xFF0D : // FULLWIDTH HYPHEN-MINUS
soh = c;
break;
default :
if ( isSpaceOrHyphen && isCombiningMark( c ) )
{
array[pos++] = soh;
isSpaceOrHyphen = false;
}
array[pos++] = c;
break;
}
}
return new String( array, 0, pos );
}
/**
*
* Remove all insignifiant spaces in a numeric string. For
* instance, the following numeric string :
* " 123 456 789 "
* will be transformed to :
* "123456789"
*
* @param str The numeric String
* @return The modified numeric StringBuilder
*/
private static String insignifiantCharNumericString( String str )
{
if ( StringTools.isEmpty( str ) )
{
return "";
}
char[] array = str.toCharArray();
boolean isSpace = false;
int pos = 0;
for ( char c:array )
{
if ( c != 0x20 )
{
if ( isSpace && isCombiningMark( c ) )
{
array[pos++] = ' ';
isSpace = false;
}
array[pos++] = c;
}
else
{
isSpace = true;
}
}
return new String( array, 0, pos );
}
/**
*
* Remove all insignifiant spaces in a string.
*
* This method use a finite state machine to parse
* the text.
*
* @param str The String to modify
* @param caseSensitive A flag telling if the chars must be lowercased
* @return The modified StringBuilder
* @throws InvalidCharacterException If an invalid character is found in the String
*/
private static String insignifiantSpacesString( String str, boolean caseSensitive ) throws InvalidCharacterException
{
if ( StringTools.isEmpty( str ) )
{
// Special case : an empty strings is replaced by 2 spaces
return "";
}
char[] array = str.toCharArray();
// Create a target char array which is 3 times bigger than the original size.
// We have to do that because the map phase may transform a char to
// three chars.
// TODO : we have to find a way to prevent this waste of space.
char[] target = new char[ str.length() * 3 + 2 ];
int pos = 0;
char lowerCase = (char)( caseSensitive ? 0x00 : 0x20 );
// First pass to map the chars
for ( char c:array )
{
pos += map( c, target, pos, lowerCase );
}
int limit = pos;
pos = 0;
// Second pass to remove spaces. We work on the target
int i = 0;
char c = '\0';
// First remove starting spaces
for ( i=0; i < limit; i++ )
{
c = target[i];
if ( c != ' ' )
{
checkProhibited( c );
break;
}
}
// Now, 'i' will be the starting point. We will just handle the special
// case of a combining character
int start = i;
if ( start == limit )
{
// we only have spaces
return "";
}
else if ( isCombiningMark( c ) )
{
if ( start == 0 )
{
// The first char can't be a combining char
throw new InvalidCharacterException( c );
}
else
{
target[pos++] = ' ';
target[pos++] = c;
start++;
}
}
else
{
target[pos++] = c;
start++;
}
// Now remove the spaces at the end
for ( i = limit-1; i > start; i-- )
{
if ( target[i] != ' ' )
{
break;
}
}
limit = i + 1;
// Let's deal with the following chars. It will be
// a list of chars and spaces. We will consider that
// we have couples of chars and spaces :
// (char * space*)*. We have a special case :
// a space followed by a combining char.
boolean spaceSeen = false;
boolean space2Seen = false;
for ( i = start; i < limit; i++ )
{
c = target[i];
checkProhibited( c );
if ( isCombiningMark( c ) )
{
if ( spaceSeen )
{
if ( space2Seen )
{
target[pos++] = ' ';
}
target[pos++] = ' ';
target[pos++] = c;
spaceSeen = false;
space2Seen = false;
}
else
{
target[pos++] = c;
}
}
else if ( c == ' ' )
{
if ( spaceSeen )
{
space2Seen = true;
}
else
{
spaceSeen = true;
}
}
else
{
if ( spaceSeen )
{
target[pos++] = ' ';
spaceSeen = false;
space2Seen = false;
}
target[pos++] = c;
}
}
return new String( target, 0, pos );
}
}