xref: /aosp_15_r20/external/libtextclassifier/native/utils/utf8/unilib-common.h (revision 993b0882672172b81d12fad7a7ac0c3e5c824a12)
1*993b0882SAndroid Build Coastguard Worker /*
2*993b0882SAndroid Build Coastguard Worker  * Copyright (C) 2018 The Android Open Source Project
3*993b0882SAndroid Build Coastguard Worker  *
4*993b0882SAndroid Build Coastguard Worker  * Licensed under the Apache License, Version 2.0 (the "License");
5*993b0882SAndroid Build Coastguard Worker  * you may not use this file except in compliance with the License.
6*993b0882SAndroid Build Coastguard Worker  * You may obtain a copy of the License at
7*993b0882SAndroid Build Coastguard Worker  *
8*993b0882SAndroid Build Coastguard Worker  *      http://www.apache.org/licenses/LICENSE-2.0
9*993b0882SAndroid Build Coastguard Worker  *
10*993b0882SAndroid Build Coastguard Worker  * Unless required by applicable law or agreed to in writing, software
11*993b0882SAndroid Build Coastguard Worker  * distributed under the License is distributed on an "AS IS" BASIS,
12*993b0882SAndroid Build Coastguard Worker  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13*993b0882SAndroid Build Coastguard Worker  * See the License for the specific language governing permissions and
14*993b0882SAndroid Build Coastguard Worker  * limitations under the License.
15*993b0882SAndroid Build Coastguard Worker  */
16*993b0882SAndroid Build Coastguard Worker 
17*993b0882SAndroid Build Coastguard Worker #ifndef LIBTEXTCLASSIFIER_UTILS_UTF8_UNILIB_COMMON_H_
18*993b0882SAndroid Build Coastguard Worker #define LIBTEXTCLASSIFIER_UTILS_UTF8_UNILIB_COMMON_H_
19*993b0882SAndroid Build Coastguard Worker 
20*993b0882SAndroid Build Coastguard Worker #include "utils/base/integral_types.h"
21*993b0882SAndroid Build Coastguard Worker #include "utils/utf8/unicodetext.h"
22*993b0882SAndroid Build Coastguard Worker 
23*993b0882SAndroid Build Coastguard Worker namespace libtextclassifier3 {
24*993b0882SAndroid Build Coastguard Worker 
25*993b0882SAndroid Build Coastguard Worker bool IsOpeningBracket(char32 codepoint);
26*993b0882SAndroid Build Coastguard Worker bool IsClosingBracket(char32 codepoint);
27*993b0882SAndroid Build Coastguard Worker bool IsWhitespace(char32 codepoint);
28*993b0882SAndroid Build Coastguard Worker bool IsBidirectional(char32 codepoint);
29*993b0882SAndroid Build Coastguard Worker bool IsDigit(char32 codepoint);
30*993b0882SAndroid Build Coastguard Worker bool IsLower(char32 codepoint);
31*993b0882SAndroid Build Coastguard Worker bool IsUpper(char32 codepoint);
32*993b0882SAndroid Build Coastguard Worker bool IsPunctuation(char32 codepoint);
33*993b0882SAndroid Build Coastguard Worker bool IsPercentage(char32 codepoint);
34*993b0882SAndroid Build Coastguard Worker bool IsSlash(char32 codepoint);
35*993b0882SAndroid Build Coastguard Worker bool IsMinus(char32 codepoint);
36*993b0882SAndroid Build Coastguard Worker bool IsNumberSign(char32 codepoint);
37*993b0882SAndroid Build Coastguard Worker bool IsDot(char32 codepoint);
38*993b0882SAndroid Build Coastguard Worker bool IsApostrophe(char32 codepoint);
39*993b0882SAndroid Build Coastguard Worker bool IsQuotation(char32 codepoint);
40*993b0882SAndroid Build Coastguard Worker bool IsAmpersand(char32 codepoint);
41*993b0882SAndroid Build Coastguard Worker 
42*993b0882SAndroid Build Coastguard Worker bool IsLatinLetter(char32 codepoint);
43*993b0882SAndroid Build Coastguard Worker bool IsArabicLetter(char32 codepoint);
44*993b0882SAndroid Build Coastguard Worker bool IsCyrillicLetter(char32 codepoint);
45*993b0882SAndroid Build Coastguard Worker bool IsChineseLetter(char32 codepoint);
46*993b0882SAndroid Build Coastguard Worker bool IsJapaneseLetter(char32 codepoint);
47*993b0882SAndroid Build Coastguard Worker bool IsKoreanLetter(char32 codepoint);
48*993b0882SAndroid Build Coastguard Worker bool IsThaiLetter(char32 codepoint);
49*993b0882SAndroid Build Coastguard Worker bool IsLetter(char32 codepoint);
50*993b0882SAndroid Build Coastguard Worker bool IsCJTletter(char32 codepoint);
51*993b0882SAndroid Build Coastguard Worker 
52*993b0882SAndroid Build Coastguard Worker char32 ToLower(char32 codepoint);
53*993b0882SAndroid Build Coastguard Worker char32 ToUpper(char32 codepoint);
54*993b0882SAndroid Build Coastguard Worker char32 GetPairedBracket(char32 codepoint);
55*993b0882SAndroid Build Coastguard Worker 
56*993b0882SAndroid Build Coastguard Worker // Checks if the text format is not likely to be a number. Used to avoid most of
57*993b0882SAndroid Build Coastguard Worker // the java exceptions thrown when fail to parse.
58*993b0882SAndroid Build Coastguard Worker template <class T>
PassesIntPreChesks(const UnicodeText & text,const T result)59*993b0882SAndroid Build Coastguard Worker bool PassesIntPreChesks(const UnicodeText& text, const T result) {
60*993b0882SAndroid Build Coastguard Worker   if (text.empty() ||
61*993b0882SAndroid Build Coastguard Worker       (std::is_same<T, int32>::value && text.size_codepoints() > 10) ||
62*993b0882SAndroid Build Coastguard Worker       (std::is_same<T, int64>::value && text.size_codepoints() > 19)) {
63*993b0882SAndroid Build Coastguard Worker     return false;
64*993b0882SAndroid Build Coastguard Worker   }
65*993b0882SAndroid Build Coastguard Worker   for (auto it = text.begin(); it != text.end(); ++it) {
66*993b0882SAndroid Build Coastguard Worker     if (!IsDigit(*it)) {
67*993b0882SAndroid Build Coastguard Worker       return false;
68*993b0882SAndroid Build Coastguard Worker     }
69*993b0882SAndroid Build Coastguard Worker   }
70*993b0882SAndroid Build Coastguard Worker   return true;
71*993b0882SAndroid Build Coastguard Worker }
72*993b0882SAndroid Build Coastguard Worker 
73*993b0882SAndroid Build Coastguard Worker }  // namespace libtextclassifier3
74*993b0882SAndroid Build Coastguard Worker 
75*993b0882SAndroid Build Coastguard Worker #endif  // LIBTEXTCLASSIFIER_UTILS_UTF8_UNILIB_COMMON_H_
76