| /************************************************************** |
| * |
| * Licensed to the Apache Software Foundation (ASF) under one |
| * or more contributor license agreements. See the NOTICE file |
| * distributed with this work for additional information |
| * regarding copyright ownership. The ASF licenses this file |
| * to you under the Apache License, Version 2.0 (the |
| * "License"); you may not use this file except in compliance |
| * with the License. You may obtain a copy of the License at |
| * |
| * http://www.apache.org/licenses/LICENSE-2.0 |
| * |
| * Unless required by applicable law or agreed to in writing, |
| * software distributed under the License is distributed on an |
| * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY |
| * KIND, either express or implied. See the License for the |
| * specific language governing permissions and limitations |
| * under the License. |
| * |
| *************************************************************/ |
| |
| |
| |
| // prevent internal compiler error with MSVC6SP3 |
| #include <utility> |
| #include <i18nutil/widthfolding.hxx> |
| #include <i18nutil/x_rtl_ustring.h> |
| #include "widthfolding_data.h" |
| |
| using namespace com::sun::star::uno; |
| using namespace rtl; |
| |
| namespace com { namespace sun { namespace star { namespace i18n { |
| |
| sal_Unicode widthfolding::decompose_ja_voiced_sound_marksChar2Char (sal_Unicode inChar) |
| { |
| if (0x30a0 <= inChar && inChar <= 0x30ff) { |
| sal_Int16 i = inChar - 0x3040; |
| if (decomposition_table[i].decomposited_character_1) |
| return 0xFFFF; |
| } |
| return inChar; |
| } |
| |
| /** |
| * Decompose Japanese specific voiced and semi-voiced sound marks. |
| */ |
| OUString widthfolding::decompose_ja_voiced_sound_marks (const OUString& inStr, sal_Int32 startPos, sal_Int32 nCount, Sequence< sal_Int32 >& offset, sal_Bool useOffset ) |
| { |
| // Create a string buffer which can hold nCount * 2 + 1 characters. |
| // Its size may become double of nCount. |
| rtl_uString * newStr = x_rtl_uString_new_WithLength( nCount * 2 ); // defined in x_rtl_ustring.h |
| |
| sal_Int32 *p = NULL; |
| sal_Int32 position = 0; |
| if (useOffset) { |
| // Allocate double of nCount length to offset argument. |
| offset.realloc( nCount * 2 ); |
| p = offset.getArray(); |
| position = startPos; |
| } |
| |
| // Prepare pointers of unicode character arrays. |
| const sal_Unicode* src = inStr.getStr() + startPos; |
| sal_Unicode* dst = newStr->buffer; |
| |
| // Decomposition: GA --> KA + voice-mark |
| while (nCount -- > 0) { |
| sal_Unicode c = *src++; |
| // see http://charts.unicode.org/Web/U3040.html Hiragana (U+3040..U+309F) |
| // see http://charts.unicode.org/Web/U30A0.html Katakana (U+30A0..U+30FF) |
| // Hiragana is not applied to decomposition. |
| // Only Katakana is applied to decomposition |
| if (0x30a0 <= c && c <= 0x30ff) { |
| int i = int(c - 0x3040); |
| sal_Unicode first = decomposition_table[i].decomposited_character_1; |
| if (first != 0x0000) { |
| *dst ++ = first; |
| *dst ++ = decomposition_table[i].decomposited_character_2; // second |
| if (useOffset) { |
| *p ++ = position; |
| *p ++ = position ++; |
| } |
| continue; |
| } |
| } |
| *dst ++ = c; |
| if (useOffset) |
| *p ++ = position ++; |
| } |
| *dst = (sal_Unicode) 0; |
| |
| newStr->length = sal_Int32(dst - newStr->buffer); |
| if (useOffset) |
| offset.realloc(newStr->length); |
| return OUString( newStr, SAL_NO_ACQUIRE ); // take over ownership of <newStr> |
| } |
| |
| oneToOneMapping& widthfolding::getfull2halfTable(void) |
| { |
| static oneToOneMappingWithFlag table(full2half, sizeof(full2half), FULL2HALF_NORMAL); |
| table.makeIndex(); |
| return table; |
| } |
| |
| /** |
| * Compose Japanese specific voiced and semi-voiced sound marks. |
| */ |
| OUString widthfolding::compose_ja_voiced_sound_marks (const OUString& inStr, sal_Int32 startPos, sal_Int32 nCount, Sequence< sal_Int32 >& offset, sal_Bool useOffset, sal_Int32 nFlags ) |
| { |
| // Create a string buffer which can hold nCount + 1 characters. |
| // Its size may become equal to nCount or smaller. |
| rtl_uString * newStr = x_rtl_uString_new_WithLength( nCount ); // defined in x_rtl_ustring.h |
| |
| // Prepare pointers of unicode character arrays. |
| const sal_Unicode* src = inStr.getStr() + startPos; |
| sal_Unicode* dst = newStr->buffer; |
| |
| // This conversion algorithm requires at least one character. |
| if (nCount > 0) { |
| |
| // .. .. KA VOICE .. .. |
| // ^ ^ |
| // previousChar currentChar |
| // ^ |
| // position |
| // |
| // will be converted to |
| // .. .. GA .. .. |
| |
| sal_Int32 *p = NULL; |
| sal_Int32 position = 0; |
| if (useOffset) { |
| // Allocate nCount length to offset argument. |
| offset.realloc( nCount ); |
| p = offset.getArray(); |
| position = startPos; |
| } |
| |
| // |
| sal_Unicode previousChar = *src ++; |
| sal_Unicode currentChar; |
| |
| // Composition: KA + voice-mark --> GA |
| while (-- nCount > 0) { |
| currentChar = *src ++; |
| // see http://charts.unicode.org/Web/U3040.html Hiragana (U+3040..U+309F) |
| // see http://charts.unicode.org/Web/U30A0.html Katakana (U+30A0..U+30FF) |
| // 0x3099 COMBINING KATAKANA-HIRAGANA VOICED SOUND MARK |
| // 0x309a COMBINING KATAKANA-HIRAGANA SEMI-VOICED SOUND MARK |
| // 0x309b KATAKANA-HIRAGANA VOICED SOUND MARK |
| // 0x309c KATAKANA-HIRAGANA SEMI-VOICED SOUND MARK |
| int j = currentChar - 0x3099; // 0x3099, 0x309a, 0x309b, 0x309c ? |
| |
| if (2 <= j && j <= 3) // 0x309b or 0x309c |
| j -= 2; |
| |
| if (0 <= j && j <= 1) { |
| // 0 addresses a code point regarding 0x3099 or 0x309b (voiced sound mark), |
| // 1 is 0x309a or 0x309c (semi-voiced sound mark) |
| int i = int(previousChar - 0x3040); // i acts as an index of array |
| sal_Bool bCompose = sal_False; |
| |
| if (0 <= i && i <= (0x30ff - 0x3040) && composition_table[i][j]) |
| bCompose = sal_True; |
| |
| // not to use combined KATAKANA LETTER VU |
| if ( previousChar == 0x30a6 && (nFlags & WIDTHFOLDNIG_DONT_USE_COMBINED_VU) ) |
| bCompose = sal_False; |
| |
| if( bCompose ){ |
| if (useOffset) { |
| position ++; |
| *p ++ = position ++; |
| } |
| *dst ++ = composition_table[i][j]; |
| previousChar = *src ++; |
| nCount --; |
| continue; |
| } |
| } |
| if (useOffset) |
| *p ++ = position ++; |
| *dst ++ = previousChar; |
| previousChar = currentChar; |
| } |
| |
| if (nCount == 0) { |
| if (useOffset) |
| *p = position; |
| *dst ++ = previousChar; |
| } |
| |
| *dst = (sal_Unicode) 0; |
| |
| newStr->length = sal_Int32(dst - newStr->buffer); |
| } |
| if (useOffset) |
| offset.realloc(newStr->length); |
| return OUString( newStr, SAL_NO_ACQUIRE ); // take over ownership of <newStr> |
| } |
| |
| oneToOneMapping& widthfolding::gethalf2fullTable(void) |
| { |
| static oneToOneMappingWithFlag table(half2full, sizeof(half2full), HALF2FULL_NORMAL); |
| table.makeIndex(); |
| return table; |
| } |
| |
| sal_Unicode widthfolding::getCompositionChar(sal_Unicode c1, sal_Unicode c2) |
| { |
| return composition_table[c1 - 0x3040][c2 - 0x3099]; |
| } |
| |
| |
| oneToOneMapping& widthfolding::getfull2halfTableForASC() |
| { |
| static oneToOneMappingWithFlag table(full2half, sizeof(full2half), FULL2HALF_ASC_FUNCTION); |
| table.makeIndex(); |
| |
| // bluedwarf: dirty hack! |
| // There is an exception. Additional conversion is required following: |
| // 0xFFE5 (FULLWIDTH YEN SIGN) --> 0x005C (REVERSE SOLIDUS) |
| // |
| // See the following page for detail: |
| // http://wiki.services.openoffice.org/wiki/Calc/Features/JIS_and_ASC_functions |
| int i, j, high, low; |
| int n = sizeof(full2halfASCException) / sizeof(UnicodePairWithFlag); |
| for( i = 0; i < n; i++ ) |
| { |
| high = (full2halfASCException[i].first >> 8) & 0xFF; |
| low = (full2halfASCException[i].first) & 0xFF; |
| |
| if( !table.mpIndex[high] ) |
| { |
| table.mpIndex[high] = new UnicodePairWithFlag*[256]; |
| |
| for( j = 0; j < 256; j++ ) |
| table.mpIndex[high][j] = NULL; |
| } |
| table.mpIndex[high][low] = &full2halfASCException[i]; |
| } |
| |
| return table; |
| } |
| |
| oneToOneMapping& widthfolding::gethalf2fullTableForJIS() |
| { |
| static oneToOneMappingWithFlag table(half2full, sizeof(half2full), HALF2FULL_JIS_FUNCTION); |
| table.makeIndex(); |
| |
| // bluedwarf: dirty hack! |
| // There are some exceptions. Additional conversion are required following: |
| // 0x0022 (QUOTATION MARK) --> 0x201D (RIGHT DOUBLE QUOTATION MARK) |
| // 0x0027 (APOSTROPHE) --> 0x2019 (RIGHT SINGLE QUOTATION MARK) |
| // 0x005C (REVERSE SOLIDUS) --> 0xFFE5 (FULLWIDTH YEN SIGN) |
| // 0x0060 (GRAVE ACCENT) --> 0x2018 (LEFT SINGLE QUOTATION MARK) |
| // |
| // See the following page for detail: |
| // http://wiki.services.openoffice.org/wiki/Calc/Features/JIS_and_ASC_functions |
| int i, j, high, low; |
| int n = sizeof(half2fullJISException) / sizeof(UnicodePairWithFlag); |
| for( i = 0; i < n; i++ ) |
| { |
| high = (half2fullJISException[i].first >> 8) & 0xFF; |
| low = (half2fullJISException[i].first) & 0xFF; |
| |
| if( !table.mpIndex[high] ) |
| { |
| table.mpIndex[high] = new UnicodePairWithFlag*[256]; |
| |
| for( j = 0; j < 256; j++ ) |
| table.mpIndex[high][j] = NULL; |
| } |
| table.mpIndex[high][low] = &half2fullJISException[i]; |
| } |
| |
| return table; |
| } |
| |
| oneToOneMapping& widthfolding::getfullKana2halfKanaTable() |
| { |
| static oneToOneMappingWithFlag table(full2half, sizeof(full2half), FULL2HALF_KATAKANA_ONLY); |
| table.makeIndex(); |
| return table; |
| } |
| |
| oneToOneMapping& widthfolding::gethalfKana2fullKanaTable() |
| { |
| static oneToOneMappingWithFlag table(half2full, sizeof(half2full), HALF2FULL_KATAKANA_ONLY); |
| table.makeIndex(); |
| return table; |
| } |
| |
| } } } } |