/************************************************************** * * Licensed to the Apache Software Foundation (ASF) under one * or more contributor license agreements. See the NOTICE file * distributed with this work for additional information * regarding copyright ownership. The ASF licenses this file * to you under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance * with the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, * software distributed under the License is distributed on an * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY * KIND, either express or implied. See the License for the * specific language governing permissions and limitations * under the License. * *************************************************************/ #include #include #include #include "unicode_data.h" using namespace ::com::sun::star::i18n; static ScriptTypeList defaultTypeList[] = { { UnicodeScript_kBasicLatin, UnicodeScript_kBasicLatin, UnicodeScript_kBasicLatin }, // 0, { UnicodeScript_kLatin1Supplement, UnicodeScript_kLatin1Supplement, UnicodeScript_kLatin1Supplement },// 1, { UnicodeScript_kLatinExtendedA, UnicodeScript_kLatinExtendedA, UnicodeScript_kLatinExtendedA }, // 2, { UnicodeScript_kLatinExtendedB, UnicodeScript_kLatinExtendedB, UnicodeScript_kLatinExtendedB }, // 3, { UnicodeScript_kIPAExtension, UnicodeScript_kIPAExtension, UnicodeScript_kIPAExtension }, // 4, { UnicodeScript_kSpacingModifier, UnicodeScript_kSpacingModifier, UnicodeScript_kSpacingModifier }, // 5, { UnicodeScript_kCombiningDiacritical, UnicodeScript_kCombiningDiacritical, UnicodeScript_kCombiningDiacritical }, // 6, { UnicodeScript_kGreek, UnicodeScript_kGreek, UnicodeScript_kGreek }, // 7, { UnicodeScript_kCyrillic, UnicodeScript_kCyrillic, UnicodeScript_kCyrillic }, // 8, { UnicodeScript_kArmenian, UnicodeScript_kArmenian, UnicodeScript_kArmenian }, // 9, { UnicodeScript_kHebrew, UnicodeScript_kHebrew, UnicodeScript_kHebrew }, // 10, { UnicodeScript_kArabic, UnicodeScript_kArabic, UnicodeScript_kArabic }, // 11, { UnicodeScript_kSyriac, UnicodeScript_kSyriac, UnicodeScript_kSyriac }, // 12, { UnicodeScript_kThaana, UnicodeScript_kThaana, UnicodeScript_kThaana }, // 13, { UnicodeScript_kDevanagari, UnicodeScript_kDevanagari, UnicodeScript_kDevanagari }, // 14, { UnicodeScript_kBengali, UnicodeScript_kBengali, UnicodeScript_kBengali }, // 15, { UnicodeScript_kGurmukhi, UnicodeScript_kGurmukhi, UnicodeScript_kGurmukhi }, // 16, { UnicodeScript_kGujarati, UnicodeScript_kGujarati, UnicodeScript_kGujarati }, // 17, { UnicodeScript_kOriya, UnicodeScript_kOriya, UnicodeScript_kOriya }, // 18, { UnicodeScript_kTamil, UnicodeScript_kTamil, UnicodeScript_kTamil }, // 19, { UnicodeScript_kTelugu, UnicodeScript_kTelugu, UnicodeScript_kTelugu }, // 20, { UnicodeScript_kKannada, UnicodeScript_kKannada, UnicodeScript_kKannada }, // 21, { UnicodeScript_kMalayalam, UnicodeScript_kMalayalam, UnicodeScript_kMalayalam }, // 22, { UnicodeScript_kSinhala, UnicodeScript_kSinhala, UnicodeScript_kSinhala }, // 23, { UnicodeScript_kThai, UnicodeScript_kThai, UnicodeScript_kThai }, // 24, { UnicodeScript_kLao, UnicodeScript_kLao, UnicodeScript_kLao }, // 25, { UnicodeScript_kTibetan, UnicodeScript_kTibetan, UnicodeScript_kTibetan }, // 26, { UnicodeScript_kMyanmar, UnicodeScript_kMyanmar, UnicodeScript_kMyanmar }, // 27, { UnicodeScript_kGeorgian, UnicodeScript_kGeorgian, UnicodeScript_kGeorgian }, // 28, { UnicodeScript_kHangulJamo, UnicodeScript_kHangulJamo, UnicodeScript_kHangulJamo }, // 29, { UnicodeScript_kEthiopic, UnicodeScript_kEthiopic, UnicodeScript_kEthiopic }, // 30, { UnicodeScript_kCherokee, UnicodeScript_kCherokee, UnicodeScript_kCherokee }, // 31, { UnicodeScript_kUnifiedCanadianAboriginalSyllabics, UnicodeScript_kUnifiedCanadianAboriginalSyllabics, UnicodeScript_kUnifiedCanadianAboriginalSyllabics }, // 32, { UnicodeScript_kOgham, UnicodeScript_kOgham, UnicodeScript_kOgham }, // 33, { UnicodeScript_kRunic, UnicodeScript_kRunic, UnicodeScript_kRunic }, // 34, { UnicodeScript_kKhmer, UnicodeScript_kKhmer, UnicodeScript_kKhmer }, // 35, { UnicodeScript_kMongolian, UnicodeScript_kMongolian, UnicodeScript_kMongolian }, // 36, { UnicodeScript_kLatinExtendedAdditional, UnicodeScript_kLatinExtendedAdditional, UnicodeScript_kLatinExtendedAdditional }, // 37, { UnicodeScript_kGreekExtended, UnicodeScript_kGreekExtended, UnicodeScript_kGreekExtended }, // 38, { UnicodeScript_kGeneralPunctuation, UnicodeScript_kGeneralPunctuation, UnicodeScript_kGeneralPunctuation }, // 39, { UnicodeScript_kSuperSubScript, UnicodeScript_kSuperSubScript, UnicodeScript_kSuperSubScript }, // 40, { UnicodeScript_kCurrencySymbolScript, UnicodeScript_kCurrencySymbolScript, UnicodeScript_kCurrencySymbolScript }, // 41, { UnicodeScript_kSymbolCombiningMark, UnicodeScript_kSymbolCombiningMark, UnicodeScript_kSymbolCombiningMark }, // 42, { UnicodeScript_kLetterlikeSymbol, UnicodeScript_kLetterlikeSymbol, UnicodeScript_kLetterlikeSymbol }, // 43, { UnicodeScript_kNumberForm, UnicodeScript_kNumberForm, UnicodeScript_kNumberForm }, // 44, { UnicodeScript_kArrow, UnicodeScript_kArrow, UnicodeScript_kArrow }, // 45, { UnicodeScript_kMathOperator, UnicodeScript_kMathOperator, UnicodeScript_kMathOperator }, // 46, { UnicodeScript_kMiscTechnical, UnicodeScript_kMiscTechnical, UnicodeScript_kMiscTechnical }, // 47, { UnicodeScript_kControlPicture, UnicodeScript_kControlPicture, UnicodeScript_kControlPicture }, // 48, { UnicodeScript_kOpticalCharacter, UnicodeScript_kOpticalCharacter, UnicodeScript_kOpticalCharacter }, // 49, { UnicodeScript_kEnclosedAlphanumeric, UnicodeScript_kEnclosedAlphanumeric, UnicodeScript_kEnclosedAlphanumeric }, // 50, { UnicodeScript_kBoxDrawing, UnicodeScript_kBoxDrawing, UnicodeScript_kBoxDrawing }, // 51, { UnicodeScript_kBlockElement, UnicodeScript_kBlockElement, UnicodeScript_kBlockElement }, // 52, { UnicodeScript_kGeometricShape, UnicodeScript_kGeometricShape, UnicodeScript_kGeometricShape }, // 53, { UnicodeScript_kMiscSymbol, UnicodeScript_kMiscSymbol, UnicodeScript_kMiscSymbol }, // 54, { UnicodeScript_kDingbat, UnicodeScript_kDingbat, UnicodeScript_kDingbat }, // 55, { UnicodeScript_kBraillePatterns, UnicodeScript_kBraillePatterns, UnicodeScript_kBraillePatterns }, // 56, { UnicodeScript_kCJKRadicalsSupplement, UnicodeScript_kCJKRadicalsSupplement, UnicodeScript_kCJKRadicalsSupplement }, // 57, { UnicodeScript_kKangxiRadicals, UnicodeScript_kKangxiRadicals, UnicodeScript_kKangxiRadicals }, // 58, { UnicodeScript_kIdeographicDescriptionCharacters, UnicodeScript_kIdeographicDescriptionCharacters, UnicodeScript_kIdeographicDescriptionCharacters }, // 59, { UnicodeScript_kCJKSymbolPunctuation, UnicodeScript_kCJKSymbolPunctuation, UnicodeScript_kCJKSymbolPunctuation }, // 60, { UnicodeScript_kHiragana, UnicodeScript_kHiragana, UnicodeScript_kHiragana }, // 61, { UnicodeScript_kKatakana, UnicodeScript_kKatakana, UnicodeScript_kKatakana }, // 62, { UnicodeScript_kBopomofo, UnicodeScript_kBopomofo, UnicodeScript_kBopomofo }, // 63, { UnicodeScript_kHangulCompatibilityJamo, UnicodeScript_kHangulCompatibilityJamo, UnicodeScript_kHangulCompatibilityJamo }, // 64, { UnicodeScript_kKanbun, UnicodeScript_kKanbun, UnicodeScript_kKanbun }, // 65, { UnicodeScript_kBopomofoExtended, UnicodeScript_kBopomofoExtended, UnicodeScript_kBopomofoExtended }, // 66, { UnicodeScript_kEnclosedCJKLetterMonth, UnicodeScript_kEnclosedCJKLetterMonth, UnicodeScript_kEnclosedCJKLetterMonth }, // 67, { UnicodeScript_kCJKCompatibility, UnicodeScript_kCJKCompatibility, UnicodeScript_kCJKCompatibility }, // 68, { UnicodeScript_k_CJKUnifiedIdeographsExtensionA, UnicodeScript_k_CJKUnifiedIdeographsExtensionA, UnicodeScript_k_CJKUnifiedIdeographsExtensionA }, // 69, { UnicodeScript_kCJKUnifiedIdeograph, UnicodeScript_kCJKUnifiedIdeograph, UnicodeScript_kCJKUnifiedIdeograph }, // 70, { UnicodeScript_kYiSyllables, UnicodeScript_kYiSyllables, UnicodeScript_kYiSyllables }, // 71, { UnicodeScript_kYiRadicals, UnicodeScript_kYiRadicals, UnicodeScript_kYiRadicals }, // 72, { UnicodeScript_kHangulSyllable, UnicodeScript_kHangulSyllable, UnicodeScript_kHangulSyllable }, // 73, { UnicodeScript_kHighSurrogate, UnicodeScript_kHighSurrogate, UnicodeScript_kHighSurrogate }, // 74, { UnicodeScript_kHighPrivateUseSurrogate, UnicodeScript_kHighPrivateUseSurrogate, UnicodeScript_kHighPrivateUseSurrogate }, // 75, { UnicodeScript_kLowSurrogate, UnicodeScript_kLowSurrogate, UnicodeScript_kLowSurrogate }, // 76, { UnicodeScript_kPrivateUse, UnicodeScript_kPrivateUse, UnicodeScript_kPrivateUse }, // 77, { UnicodeScript_kCJKCompatibilityIdeograph, UnicodeScript_kCJKCompatibilityIdeograph, UnicodeScript_kCJKCompatibilityIdeograph }, // 78, { UnicodeScript_kAlphabeticPresentation, UnicodeScript_kAlphabeticPresentation, UnicodeScript_kAlphabeticPresentation }, // 79, { UnicodeScript_kArabicPresentationA, UnicodeScript_kArabicPresentationA, UnicodeScript_kArabicPresentationA }, // 80, { UnicodeScript_kCombiningHalfMark, UnicodeScript_kCombiningHalfMark, UnicodeScript_kCombiningHalfMark }, // 81, { UnicodeScript_kCJKCompatibilityForm, UnicodeScript_kCJKCompatibilityForm, UnicodeScript_kCJKCompatibilityForm }, // 82, { UnicodeScript_kSmallFormVariant, UnicodeScript_kSmallFormVariant, UnicodeScript_kSmallFormVariant }, // 83, { UnicodeScript_kArabicPresentationB, UnicodeScript_kArabicPresentationB, UnicodeScript_kArabicPresentationB }, // 84, { UnicodeScript_kNoScript, UnicodeScript_kNoScript, UnicodeScript_kNoScript }, // 85, { UnicodeScript_kHalfwidthFullwidthForm, UnicodeScript_kHalfwidthFullwidthForm, UnicodeScript_kHalfwidthFullwidthForm }, // 86, { UnicodeScript_kScriptCount, UnicodeScript_kScriptCount, UnicodeScript_kNoScript } // 87, }; sal_Int16 SAL_CALL unicode::getUnicodeScriptType( const sal_Unicode ch, ScriptTypeList* typeList, sal_Int16 unknownType ) { if (!typeList) { typeList = defaultTypeList; unknownType = UnicodeScript_kNoScript; } sal_Int16 i = 0, type = typeList[0].to; while (type < UnicodeScript_kScriptCount && ch > UnicodeScriptType[type][UnicodeScriptTypeTo]) { type = typeList[++i].to; } return (type < UnicodeScript_kScriptCount && ch >= UnicodeScriptType[typeList[i].from][UnicodeScriptTypeFrom]) ? typeList[i].value : unknownType; } sal_Bool SAL_CALL unicode::isUnicodeScriptType( const sal_Unicode ch, sal_Int16 type) { return ch >= UnicodeScriptType[type][UnicodeScriptTypeFrom] && ch <= UnicodeScriptType[type][UnicodeScriptTypeTo]; } sal_Unicode SAL_CALL unicode::getUnicodeScriptStart( UnicodeScript type) { return UnicodeScriptType[type][UnicodeScriptTypeFrom]; } sal_Unicode SAL_CALL unicode::getUnicodeScriptEnd( UnicodeScript type) { return UnicodeScriptType[type][UnicodeScriptTypeTo]; } sal_Int16 SAL_CALL unicode::getUnicodeType( const sal_Unicode ch ) { static sal_Unicode c = 0x00; static sal_Int16 r = 0x00; if (ch == c) return r; else c = ch; sal_Int16 address = UnicodeTypeIndex[ch >> 8]; return r = (sal_Int16)((address < UnicodeTypeNumberBlock) ? UnicodeTypeBlockValue[address] : UnicodeTypeValue[((address - UnicodeTypeNumberBlock) << 8) + (ch & 0xff)]); } sal_uInt8 SAL_CALL unicode::getUnicodeDirection( const sal_Unicode ch ) { static sal_Unicode c = 0x00; static sal_uInt8 r = 0x00; if (ch == c) return r; else c = ch; sal_Int16 address = UnicodeDirectionIndex[ch >> 8]; return r = ((address < UnicodeDirectionNumberBlock) ? UnicodeDirectionBlockValue[address] : UnicodeDirectionValue[((address - UnicodeDirectionNumberBlock) << 8) + (ch & 0xff)]); } #define bit(name) (1 << name) #define UPPERMASK bit(UnicodeType::UPPERCASE_LETTER) #define LOWERMASK bit(UnicodeType::LOWERCASE_LETTER) #define TITLEMASK bit(UnicodeType::TITLECASE_LETTER) #define DIGITMASK bit(UnicodeType::DECIMAL_DIGIT_NUMBER)|\ bit(UnicodeType::LETTER_NUMBER)|\ bit(UnicodeType::OTHER_NUMBER) #define ALPHAMASK UPPERMASK|LOWERMASK|TITLEMASK|\ bit(UnicodeType::MODIFIER_LETTER)|\ bit(UnicodeType::OTHER_LETTER) #define BASEMASK DIGITMASK|ALPHAMASK|\ bit(UnicodeType::NON_SPACING_MARK)|\ bit(UnicodeType::ENCLOSING_MARK)|\ bit(UnicodeType::COMBINING_SPACING_MARK) #define SPACEMASK bit(UnicodeType::SPACE_SEPARATOR)|\ bit(UnicodeType::LINE_SEPARATOR)|\ bit(UnicodeType::PARAGRAPH_SEPARATOR) #define PUNCTUATIONMASK bit(UnicodeType::DASH_PUNCTUATION)|\ bit(UnicodeType::INITIAL_PUNCTUATION)|\ bit(UnicodeType::FINAL_PUNCTUATION)|\ bit(UnicodeType::CONNECTOR_PUNCTUATION)|\ bit(UnicodeType::OTHER_PUNCTUATION) #define SYMBOLMASK bit(UnicodeType::MATH_SYMBOL)|\ bit(UnicodeType::CURRENCY_SYMBOL)|\ bit(UnicodeType::MODIFIER_SYMBOL)|\ bit(UnicodeType::OTHER_SYMBOL) #define PRINTMASK BASEMASK|SPACEMASK|PUNCTUATIONMASK|SYMBOLMASK #define CONTROLMASK bit(UnicodeType::CONTROL)|\ bit(UnicodeType::FORMAT)|\ bit(UnicodeType::LINE_SEPARATOR)|\ bit(UnicodeType::PARAGRAPH_SEPARATOR) #define IsType(func, mask) \ sal_Bool SAL_CALL func( const sal_Unicode ch) {\ return (bit(getUnicodeType(ch)) & (mask)) != 0;\ } IsType(unicode::isUpper, UPPERMASK) IsType(unicode::isLower, LOWERMASK) IsType(unicode::isTitle, DIGITMASK) IsType(unicode::isControl, CONTROLMASK) IsType(unicode::isPrint, PRINTMASK) IsType(unicode::isAlpha, ALPHAMASK) IsType(unicode::isDigit, DIGITMASK) IsType(unicode::isAlphaDigit, ALPHAMASK|DIGITMASK) IsType(unicode::isSpace, SPACEMASK) IsType(unicode::isBase, BASEMASK) IsType(unicode::isPunctuation, PUNCTUATIONMASK) #define CONTROLSPACE bit(0x09)|bit(0x0a)|bit(0x0b)|bit(0x0c)|bit(0x0d)|\ bit(0x1c)|bit(0x1d)|bit(0x1e)|bit(0x1f) sal_Bool SAL_CALL unicode::isWhiteSpace( const sal_Unicode ch) { return (ch != 0xa0 && isSpace(ch)) || (ch <= 0x1F && (bit(ch) & (CONTROLSPACE))); } sal_Int32 SAL_CALL unicode::getCharType( const sal_Unicode ch ) { using namespace ::com::sun::star::i18n::KCharacterType; switch ( getUnicodeType( ch ) ) { // Upper case UnicodeType::UPPERCASE_LETTER : return UPPER|LETTER|PRINTABLE|BASE_FORM; // Lower case UnicodeType::LOWERCASE_LETTER : return LOWER|LETTER|PRINTABLE|BASE_FORM; // Title case UnicodeType::TITLECASE_LETTER : return TITLE_CASE|LETTER|PRINTABLE|BASE_FORM; // Letter case UnicodeType::MODIFIER_LETTER : case UnicodeType::OTHER_LETTER : return LETTER|PRINTABLE|BASE_FORM; // Digit case UnicodeType::DECIMAL_DIGIT_NUMBER: case UnicodeType::LETTER_NUMBER: case UnicodeType::OTHER_NUMBER: return DIGIT|PRINTABLE|BASE_FORM; // Base case UnicodeType::NON_SPACING_MARK: case UnicodeType::ENCLOSING_MARK: case UnicodeType::COMBINING_SPACING_MARK: return BASE_FORM|PRINTABLE; // Print case UnicodeType::SPACE_SEPARATOR: case UnicodeType::DASH_PUNCTUATION: case UnicodeType::INITIAL_PUNCTUATION: case UnicodeType::FINAL_PUNCTUATION: case UnicodeType::CONNECTOR_PUNCTUATION: case UnicodeType::OTHER_PUNCTUATION: case UnicodeType::MATH_SYMBOL: case UnicodeType::CURRENCY_SYMBOL: case UnicodeType::MODIFIER_SYMBOL: case UnicodeType::OTHER_SYMBOL: return PRINTABLE; // Control case UnicodeType::CONTROL: case UnicodeType::FORMAT: return CONTROL; case UnicodeType::LINE_SEPARATOR: case UnicodeType::PARAGRAPH_SEPARATOR: return CONTROL|PRINTABLE; // for all others default: return 0; } }