1*993b0882SAndroid Build Coastguard Worker /* 2*993b0882SAndroid Build Coastguard Worker * Copyright (C) 2018 The Android Open Source Project 3*993b0882SAndroid Build Coastguard Worker * 4*993b0882SAndroid Build Coastguard Worker * Licensed under the Apache License, Version 2.0 (the "License"); 5*993b0882SAndroid Build Coastguard Worker * you may not use this file except in compliance with the License. 6*993b0882SAndroid Build Coastguard Worker * You may obtain a copy of the License at 7*993b0882SAndroid Build Coastguard Worker * 8*993b0882SAndroid Build Coastguard Worker * http://www.apache.org/licenses/LICENSE-2.0 9*993b0882SAndroid Build Coastguard Worker * 10*993b0882SAndroid Build Coastguard Worker * Unless required by applicable law or agreed to in writing, software 11*993b0882SAndroid Build Coastguard Worker * distributed under the License is distributed on an "AS IS" BASIS, 12*993b0882SAndroid Build Coastguard Worker * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13*993b0882SAndroid Build Coastguard Worker * See the License for the specific language governing permissions and 14*993b0882SAndroid Build Coastguard Worker * limitations under the License. 15*993b0882SAndroid Build Coastguard Worker */ 16*993b0882SAndroid Build Coastguard Worker 17*993b0882SAndroid Build Coastguard Worker #ifndef LIBTEXTCLASSIFIER_UTILS_UTF8_UNILIB_COMMON_H_ 18*993b0882SAndroid Build Coastguard Worker #define LIBTEXTCLASSIFIER_UTILS_UTF8_UNILIB_COMMON_H_ 19*993b0882SAndroid Build Coastguard Worker 20*993b0882SAndroid Build Coastguard Worker #include "utils/base/integral_types.h" 21*993b0882SAndroid Build Coastguard Worker #include "utils/utf8/unicodetext.h" 22*993b0882SAndroid Build Coastguard Worker 23*993b0882SAndroid Build Coastguard Worker namespace libtextclassifier3 { 24*993b0882SAndroid Build Coastguard Worker 25*993b0882SAndroid Build Coastguard Worker bool IsOpeningBracket(char32 codepoint); 26*993b0882SAndroid Build Coastguard Worker bool IsClosingBracket(char32 codepoint); 27*993b0882SAndroid Build Coastguard Worker bool IsWhitespace(char32 codepoint); 28*993b0882SAndroid Build Coastguard Worker bool IsBidirectional(char32 codepoint); 29*993b0882SAndroid Build Coastguard Worker bool IsDigit(char32 codepoint); 30*993b0882SAndroid Build Coastguard Worker bool IsLower(char32 codepoint); 31*993b0882SAndroid Build Coastguard Worker bool IsUpper(char32 codepoint); 32*993b0882SAndroid Build Coastguard Worker bool IsPunctuation(char32 codepoint); 33*993b0882SAndroid Build Coastguard Worker bool IsPercentage(char32 codepoint); 34*993b0882SAndroid Build Coastguard Worker bool IsSlash(char32 codepoint); 35*993b0882SAndroid Build Coastguard Worker bool IsMinus(char32 codepoint); 36*993b0882SAndroid Build Coastguard Worker bool IsNumberSign(char32 codepoint); 37*993b0882SAndroid Build Coastguard Worker bool IsDot(char32 codepoint); 38*993b0882SAndroid Build Coastguard Worker bool IsApostrophe(char32 codepoint); 39*993b0882SAndroid Build Coastguard Worker bool IsQuotation(char32 codepoint); 40*993b0882SAndroid Build Coastguard Worker bool IsAmpersand(char32 codepoint); 41*993b0882SAndroid Build Coastguard Worker 42*993b0882SAndroid Build Coastguard Worker bool IsLatinLetter(char32 codepoint); 43*993b0882SAndroid Build Coastguard Worker bool IsArabicLetter(char32 codepoint); 44*993b0882SAndroid Build Coastguard Worker bool IsCyrillicLetter(char32 codepoint); 45*993b0882SAndroid Build Coastguard Worker bool IsChineseLetter(char32 codepoint); 46*993b0882SAndroid Build Coastguard Worker bool IsJapaneseLetter(char32 codepoint); 47*993b0882SAndroid Build Coastguard Worker bool IsKoreanLetter(char32 codepoint); 48*993b0882SAndroid Build Coastguard Worker bool IsThaiLetter(char32 codepoint); 49*993b0882SAndroid Build Coastguard Worker bool IsLetter(char32 codepoint); 50*993b0882SAndroid Build Coastguard Worker bool IsCJTletter(char32 codepoint); 51*993b0882SAndroid Build Coastguard Worker 52*993b0882SAndroid Build Coastguard Worker char32 ToLower(char32 codepoint); 53*993b0882SAndroid Build Coastguard Worker char32 ToUpper(char32 codepoint); 54*993b0882SAndroid Build Coastguard Worker char32 GetPairedBracket(char32 codepoint); 55*993b0882SAndroid Build Coastguard Worker 56*993b0882SAndroid Build Coastguard Worker // Checks if the text format is not likely to be a number. Used to avoid most of 57*993b0882SAndroid Build Coastguard Worker // the java exceptions thrown when fail to parse. 58*993b0882SAndroid Build Coastguard Worker template <class T> PassesIntPreChesks(const UnicodeText & text,const T result)59*993b0882SAndroid Build Coastguard Workerbool PassesIntPreChesks(const UnicodeText& text, const T result) { 60*993b0882SAndroid Build Coastguard Worker if (text.empty() || 61*993b0882SAndroid Build Coastguard Worker (std::is_same<T, int32>::value && text.size_codepoints() > 10) || 62*993b0882SAndroid Build Coastguard Worker (std::is_same<T, int64>::value && text.size_codepoints() > 19)) { 63*993b0882SAndroid Build Coastguard Worker return false; 64*993b0882SAndroid Build Coastguard Worker } 65*993b0882SAndroid Build Coastguard Worker for (auto it = text.begin(); it != text.end(); ++it) { 66*993b0882SAndroid Build Coastguard Worker if (!IsDigit(*it)) { 67*993b0882SAndroid Build Coastguard Worker return false; 68*993b0882SAndroid Build Coastguard Worker } 69*993b0882SAndroid Build Coastguard Worker } 70*993b0882SAndroid Build Coastguard Worker return true; 71*993b0882SAndroid Build Coastguard Worker } 72*993b0882SAndroid Build Coastguard Worker 73*993b0882SAndroid Build Coastguard Worker } // namespace libtextclassifier3 74*993b0882SAndroid Build Coastguard Worker 75*993b0882SAndroid Build Coastguard Worker #endif // LIBTEXTCLASSIFIER_UTILS_UTF8_UNILIB_COMMON_H_ 76