| /**********************************************************************
|
| // @@@ START COPYRIGHT @@@ |
| // |
| // Licensed to the Apache Software Foundation (ASF) under one |
| // or more contributor license agreements. See the NOTICE file |
| // distributed with this work for additional information |
| // regarding copyright ownership. The ASF licenses this file |
| // to you under the Apache License, Version 2.0 (the |
| // "License"); you may not use this file except in compliance |
| // with the License. You may obtain a copy of the License at |
| // |
| // http://www.apache.org/licenses/LICENSE-2.0 |
| // |
| // Unless required by applicable law or agreed to in writing, |
| // software distributed under the License is distributed on an |
| // "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY |
| // KIND, either express or implied. See the License for the |
| // specific language governing permissions and limitations |
| // under the License. |
| // |
| // @@@ END COPYRIGHT @@@ |
| **********************************************************************/
|
| /*
|
| * HISTORY
|
| * $Log: mb_iconv.c,v $
|
| * Revision 1.1.9.1 2000/10/16 18:44:54
|
| * COSIX.Zulu to Yankee merge for GB18030 support.
|
| *
|
| * Revision 1.1.7.1 2000/08/07 14:33:49
|
| * Add GBK specific mapping tables for faster processing.
|
| *
|
| * Revision 1.1.5.1 2000/01/13 20:25:48
|
| * Remove the old conversion routine in favor of the enhanced
|
| * __<codeset>_index() routine, and add algorithmic UDC conversion
|
| * support. Also add a number of conversion routines to support
|
| * special font charset to Unicode conversion.
|
| *
|
| * Revision 1.1.3.2 1996/11/22 17:02:38
|
| * Add support for Unified Hangul (KSC5601-1992).
|
| * [1996/11/14 21:39:52 Long_Man]
|
| *
|
| * Change cvtab[] from ushort to uint for faster access.
|
| * [1996/10/31 21:50:47 Long_Man]
|
| *
|
| * Consolidate UCS iconv converter binaries & support UCS-2.
|
| * [1996/10/28 21:11:44 Long_Man]
|
| *
|
| * $EndLog$
|
| */
|
|
|
| #include <stdio.h>
|
| #include <stdlib.h>
|
| #include <stddef.h>
|
| // #include "iconv_local.h" /* from usr/ccs/lib/libiconv */ // JAC
|
| #include "multi-byte.h"
|
|
|
| /*
|
| * Code range table
|
| * This table encodes in a byte-by-byte manner the various ranges within
|
| * 0x00-0xff. This is used to check if the first or subsequent bytes
|
| * of a multi-byte character are valid or not.
|
| *
|
| * The following ranges are defined :
|
| * Bit 0 - 0x21 to 0x3f
|
| * Bit 1 - 0x40
|
| * Bit 2 - 0x41 to 0x5a
|
| * Bit 3 - 0x5b to 0x60
|
| * Bit 4 - 0x61 to 0x7a
|
| * Bit 5 - 0x7b to 0x7d
|
| * Bit 6 - 0x7e
|
| * Bit 7 - 0x80
|
| * Bit 8 - 0x81 to 0x8d
|
| * Bit 9 - 0x8e to 0x9d
|
| * Bit 10 - 0x9e
|
| * Bit 11 - 0x9f
|
| * Bit 12 - 0xa0
|
| * Bit 13 - 0xa1 to 0xc6
|
| * Bit 14 - 0xc7 to 0xdf
|
| * Bit 15 - 0xe0 to 0xf9
|
| * Bit 16 - 0xfa to 0xfc
|
| * Bit 17 - 0xfd
|
| * Bit 18 - 0xfe
|
| * Bit 19 - 0x30 to 0x39
|
| */
|
| const uint __cvtab[] =
|
| {
|
| 0x00000, 0x00000, 0x00000, 0x00000, 0x00000, 0x00000, 0x00000, 0x00000, /* 0x00-0x07 */
|
| 0x00000, 0x00000, 0x00000, 0x00000, 0x00000, 0x00000, 0x00000, 0x00000, /* 0x08-0x0f */
|
| 0x00000, 0x00000, 0x00000, 0x00000, 0x00000, 0x00000, 0x00000, 0x00000, /* 0x10-0x17 */
|
| 0x00000, 0x00000, 0x00000, 0x00000, 0x00000, 0x00000, 0x00000, 0x00000, /* 0x18-0x1f */
|
|
|
| 0x00000, 0x00001, 0x00001, 0x00001, 0x00001, 0x00001, 0x00001, 0x00001, /* 0x20-0x27 */
|
| 0x00001, 0x00001, 0x00001, 0x00001, 0x00001, 0x00001, 0x00001, 0x00001, /* 0x28-0x2f */
|
| 0x80001, 0x80001, 0x80001, 0x80001, 0x80001, 0x80001, 0x80001, 0x80001, /* 0x30-0x37 */
|
| 0x80001, 0x80001, 0x00001, 0x00001, 0x00001, 0x00001, 0x00001, 0x00001, /* 0x38-0x3f */
|
|
|
| 0x00002, 0x00004, 0x00004, 0x00004, 0x00004, 0x00004, 0x00004, 0x00004, /* 0x40-0x47 */
|
| 0x00004, 0x00004, 0x00004, 0x00004, 0x00004, 0x00004, 0x00004, 0x00004, /* 0x48-0x4f */
|
| 0x00004, 0x00004, 0x00004, 0x00004, 0x00004, 0x00004, 0x00004, 0x00004, /* 0x50-0x57 */
|
| 0x00004, 0x00004, 0x00004, 0x00008, 0x00008, 0x00008, 0x00008, 0x00008, /* 0x58-0x5f */
|
|
|
| 0x00008, 0x00010, 0x00010, 0x00010, 0x00010, 0x00010, 0x00010, 0x00010, /* 0x60-0x67 */
|
| 0x00010, 0x00010, 0x00010, 0x00010, 0x00010, 0x00010, 0x00010, 0x00010, /* 0x68-0x6f */
|
| 0x00010, 0x00010, 0x00010, 0x00010, 0x00010, 0x00010, 0x00010, 0x00010, /* 0x70-0x77 */
|
| 0x00010, 0x00010, 0x00010, 0x00020, 0x00020, 0x00020, 0x00040, 0x00000, /* 0x78-0x7f */
|
|
|
| 0x00080, 0x00100, 0x00100, 0x00100, 0x00100, 0x00100, 0x00100, 0x00100, /* 0x80-0x87 */
|
| 0x00100, 0x00100, 0x00100, 0x00100, 0x00100, 0x00100, 0x00200, 0x00200, /* 0x88-0x8f */
|
| 0x00200, 0x00200, 0x00200, 0x00200, 0x00200, 0x00200, 0x00200, 0x00200, /* 0x90-0x97 */
|
| 0x00200, 0x00200, 0x00200, 0x00200, 0x00200, 0x00200, 0x00400, 0x00800, /* 0x98-0x9f */
|
|
|
| 0x01000, 0x02000, 0x02000, 0x02000, 0x02000, 0x02000, 0x02000, 0x02000, /* 0xa0-0xa7 */
|
| 0x02000, 0x02000, 0x02000, 0x02000, 0x02000, 0x02000, 0x02000, 0x02000, /* 0xa8-0xaf */
|
| 0x02000, 0x02000, 0x02000, 0x02000, 0x02000, 0x02000, 0x02000, 0x02000, /* 0xb0-0xb7 */
|
| 0x02000, 0x02000, 0x02000, 0x02000, 0x02000, 0x02000, 0x02000, 0x02000, /* 0xb8-0xbf */
|
|
|
| 0x02000, 0x02000, 0x02000, 0x02000, 0x02000, 0x02000, 0x02000, 0x04000, /* 0xc0-0xc7 */
|
| 0x04000, 0x04000, 0x04000, 0x04000, 0x04000, 0x04000, 0x04000, 0x04000, /* 0xc8-0xcf */
|
| 0x04000, 0x04000, 0x04000, 0x04000, 0x04000, 0x04000, 0x04000, 0x04000, /* 0xd0-0xd7 */
|
| 0x04000, 0x04000, 0x04000, 0x04000, 0x04000, 0x04000, 0x04000, 0x04000, /* 0xd8-0xdf */
|
|
|
| 0x08000, 0x08000, 0x08000, 0x08000, 0x08000, 0x08000, 0x08000, 0x08000, /* 0xe0-0xe7 */
|
| 0x08000, 0x08000, 0x08000, 0x08000, 0x08000, 0x08000, 0x08000, 0x08000, /* 0xe8-0xef */
|
| 0x08000, 0x08000, 0x08000, 0x08000, 0x08000, 0x08000, 0x08000, 0x08000, /* 0xf0-0xf7 */
|
| 0x08000, 0x08000, 0x10000, 0x10000, 0x10000, 0x20000, 0x40000, 0x00000 /* 0xf8-0xff */
|
| } ;
|
|
|
| const short __gbk_2bidx[] =
|
| {
|
| -1, -1, -1, -1, -1, -1, -1, -1, /* 0x00-0x07 */
|
| -1, -1, -1, -1, -1, -1, -1, -1, /* 0x08-0x0f */
|
| -1, -1, -1, -1, -1, -1, -1, -1, /* 0x10-0x17 */
|
| -1, -1, -1, -1, -1, -1, -1, -1, /* 0x18-0x1f */
|
| -1, -1, -1, -1, -1, -1, -1, -1, /* 0x20-0x27 */
|
| -1, -1, -1, -1, -1, -1, -1, -1, /* 0x28-0x2f */
|
| -1, -1, -1, -1, -1, -1, -1, -1, /* 0x30-0x37 */
|
| -1, -1, -1, -1, -1, -1, -1, -1, /* 0x38-0x3f */
|
| 0, 1, 2, 3, 4, 5, 6, 7, /* 0x40-0x47 */
|
| 8, 9, 10, 11, 12, 13, 14, 15, /* 0x48-0x4f */
|
| 16, 17, 18, 19, 20, 21, 22, 23, /* 0x50-0x57 */
|
| 24, 25, 26, 27, 28, 29, 30, 31, /* 0x58-0x5f */
|
| 32, 33, 34, 35, 36, 37, 38, 39, /* 0x60-0x67 */
|
| 40, 41, 42, 43, 44, 45, 46, 47, /* 0x68-0x6f */
|
| 48, 49, 50, 51, 52, 53, 54, 55, /* 0x70-0x77 */
|
| 56, 57, 58, 59, 60, 61, 62, -1, /* 0x78-0x7f */
|
| 63, 64, 65, 66, 67, 68, 69, 70, /* 0x80-0x87 */
|
| 71, 72, 73, 74, 75, 76, 77, 78, /* 0x88-0x8f */
|
| 79, 80, 81, 82, 83, 84, 85, 86, /* 0x90-0x97 */
|
| 87, 88, 89, 90, 91, 92, 93, 94, /* 0x98-0x9f */
|
| 95, 96, 97, 98, 99, 100, 101, 102, /* 0xa0-0xa7 */
|
| 103, 104, 105, 106, 107, 108, 109, 110, /* 0xa8-0xaf */
|
| 111, 112, 113, 114, 115, 116, 117, 118, /* 0xb0-0xb7 */
|
| 119, 120, 121, 122, 123, 124, 125, 126, /* 0xb8-0xbf */
|
| 127, 128, 129, 130, 131, 132, 133, 134, /* 0xc0-0xc7 */
|
| 135, 136, 137, 138, 139, 140, 141, 142, /* 0xc8-0xcf */
|
| 143, 144, 145, 146, 147, 148, 149, 150, /* 0xd0-0xd7 */
|
| 151, 152, 153, 154, 155, 156, 157, 158, /* 0xd8-0xdf */
|
| 159, 160, 161, 162, 163, 164, 165, 166, /* 0xe0-0xe7 */
|
| 167, 168, 169, 170, 171, 172, 173, 174, /* 0xe8-0xef */
|
| 175, 176, 177, 178, 179, 180, 181, 182, /* 0xf0-0xf7 */
|
| 183, 184, 185, 186, 187, 188, 189, -1 /* 0xf8-0xff */
|
| } ;
|
|
|
| const short __gbk_idx2b[] =
|
| {
|
| 0x40, 0x41, 0x42, 0x43, 0x44, 0x45, 0x46, 0x47,
|
| 0x48, 0x49, 0x4a, 0x4b, 0x4c, 0x4d, 0x4e, 0x4f,
|
| 0x50, 0x51, 0x52, 0x53, 0x54, 0x55, 0x56, 0x57,
|
| 0x58, 0x59, 0x5a, 0x5b, 0x5c, 0x5d, 0x5e, 0x5f,
|
| 0x60, 0x61, 0x62, 0x63, 0x64, 0x65, 0x66, 0x67,
|
| 0x68, 0x69, 0x6a, 0x6b, 0x6c, 0x6d, 0x6e, 0x6f,
|
| 0x70, 0x71, 0x72, 0x73, 0x74, 0x75, 0x76, 0x77,
|
| 0x78, 0x79, 0x7a, 0x7b, 0x7c, 0x7d, 0x7e, 0x80,
|
| 0x81, 0x82, 0x83, 0x84, 0x85, 0x86, 0x87, 0x88,
|
| 0x89, 0x8a, 0x8b, 0x8c, 0x8d, 0x8e, 0x8f, 0x90,
|
| 0x91, 0x92, 0x93, 0x94, 0x95, 0x96, 0x97, 0x98,
|
| 0x99, 0x9a, 0x9b, 0x9c, 0x9d, 0x9e, 0x9f, 0xa0,
|
| 0xa1, 0xa2, 0xa3, 0xa4, 0xa5, 0xa6, 0xa7, 0xa8,
|
| 0xa9, 0xaa, 0xab, 0xac, 0xad, 0xae, 0xaf, 0xb0,
|
| 0xb1, 0xb2, 0xb3, 0xb4, 0xb5, 0xb6, 0xb7, 0xb8,
|
| 0xb9, 0xba, 0xbb, 0xbc, 0xbd, 0xbe, 0xbf, 0xc0,
|
| 0xc1, 0xc2, 0xc3, 0xc4, 0xc5, 0xc6, 0xc7, 0xc8,
|
| 0xc9, 0xca, 0xcb, 0xcc, 0xcd, 0xce, 0xcf, 0xd0,
|
| 0xd1, 0xd2, 0xd3, 0xd4, 0xd5, 0xd6, 0xd7, 0xd8,
|
| 0xd9, 0xda, 0xdb, 0xdc, 0xdd, 0xde, 0xdf, 0xe0,
|
| 0xe1, 0xe2, 0xe3, 0xe4, 0xe5, 0xe6, 0xe7, 0xe8,
|
| 0xe9, 0xea, 0xeb, 0xec, 0xed, 0xee, 0xef, 0xf0,
|
| 0xf1, 0xf2, 0xf3, 0xf4, 0xf5, 0xf6, 0xf7, 0xf8,
|
| 0xf9, 0xfa, 0xfb, 0xfc, 0xfd, 0xfe
|
| } ;
|
|
|
| /*
|
| * The program below is used to generate the cvtable conversion table
|
| * shown above.
|
| */
|
| #ifdef GEN_CVTABLE
|
| #include "multi-byte.h"
|
|
|
| main()
|
| {
|
| int idx ;
|
| int val ;
|
| int cnt ;
|
|
|
| /*
|
| * Print the cvtable conversion table.
|
| */
|
| printf("const uint __cvtab[] =\n{\n") ;
|
| for (idx = 0 ; idx <= 0xff ; idx++)
|
| {
|
| if ((0x21 <= idx) && (idx <= 0x3f))
|
| val = VBIT_21TO3F ;
|
| else if (idx == 0x40)
|
| val = VBIT_40 ;
|
| else if ((0x41 <= idx) && (idx <= 0x5a))
|
| val = VBIT_41TO5A ;
|
| else if ((0x5b <= idx) && (idx <= 0x60))
|
| val = VBIT_5BTO60 ;
|
| else if ((0x61 <= idx) && (idx <= 0x7a))
|
| val = VBIT_61TO7A ;
|
| else if ((0x7b <= idx) && (idx <= 0x7d))
|
| val = VBIT_7BTO7D ;
|
| else if (idx == 0x7e)
|
| val = VBIT_7E ;
|
| else if (idx == 0x80)
|
| val = VBIT_80 ;
|
| else if ((0x81 <= idx) && (idx <= 0x8d))
|
| val = VBIT_81TO8D ;
|
| else if ((0x8e <= idx) && (idx <= 0x9d))
|
| val = VBIT_8ETO9D ;
|
| else if (idx == 0x9e)
|
| val = VBIT_9E ;
|
| else if (idx == 0x9f)
|
| val = VBIT_9F ;
|
| else if (idx == 0xa0)
|
| val = VBIT_A0 ;
|
| else if ((0xa1 <= idx) && (idx <= 0xc6))
|
| val = VBIT_A1TOC6 ;
|
| else if ((0xc7 <= idx) && (idx <= 0xdf))
|
| val = VBIT_C7TODF ;
|
| else if ((0xe0 <= idx) && (idx <= 0xf9))
|
| val = VBIT_E0TOF9 ;
|
| else if ((0xfa <= idx) && (idx <= 0xfc))
|
| val = VBIT_FATOFC ;
|
| else if (idx == 0xfd)
|
| val = VBIT_FD ;
|
| else if (idx == 0xfe)
|
| val = VBIT_FE ;
|
| else
|
| val = 0 ;
|
|
|
| if ((0x30 <= idx) && (idx <= 0x39))
|
| val |= VBIT_30TO39 ;
|
| if ((idx & 0x7) == 0)
|
| printf(" ") ;
|
| printf((idx != 0xff) ? "0x%05x, " : "0x%05x ", val) ;
|
| if ((idx & 0x7) == 0x7)
|
| printf("/* 0x%02x-0x%02x */\n", idx & ~7, idx) ;
|
| if (((idx & 0x1f) == 0x1f) && (idx != 0xff))
|
| printf("\n") ;
|
| }
|
| printf("} ;\n") ;
|
|
|
| /*
|
| * Print the GBK second byte mapping table
|
| * 2bidx - Second byte to index table
|
| * idx2b - index to second byte table
|
| */
|
| printf("\nconst short __gbk_2bidx[] =\n{\n") ;
|
| for (idx = cnt = 0 ; cnt <= 0xff ; cnt++)
|
| {
|
| if (((0x40 <= cnt) && (cnt <= 0x7e)) ||
|
| ((0x80 <= cnt) && (cnt <= 0xfe)))
|
| val = idx++ ;
|
| else
|
| val = -1 ;
|
| if ((cnt & 0x7) == 0)
|
| printf(" ") ;
|
| printf((cnt != 0xff) ? "%3d, " : "%3d ", val) ;
|
| if ((cnt & 0x7) == 0x7)
|
| printf(" /* 0x%02x-0x%02x */\n", cnt & ~0x7, cnt) ;
|
| }
|
| printf("} ;\n") ;
|
|
|
| printf("\nconst short __gbk_idx2b[] =\n{\n") ;
|
| for (idx = 0, cnt = 0x40 ; cnt <= 0xfe ; cnt++)
|
| {
|
| if (cnt == 0x7f) continue ;
|
| if ((idx & 0x7) == 0)
|
| printf(" ") ;
|
| printf((cnt != 0xfe) ? "0x%02x, " : "0x%02x ", cnt) ;
|
| if ((idx & 0x7) == 0x7)
|
| printf("\n") ;
|
| idx++ ;
|
| }
|
| printf("\n} ;\n") ;
|
| }
|
| #endif /* GEN_CVTABLE */
|