1 // © 2016 and later: Unicode, Inc. and others. 2 // License & terms of use: http://www.unicode.org/copyright.html 3 /* 4 ********************************************************************** 5 * Copyright (c) 2001-2011, International Business Machines 6 * Corporation and others. All Rights Reserved. 7 ********************************************************************** 8 * Date Name Description 9 * 11/19/2001 aliu Creation. 10 ********************************************************************** 11 */ 12 13 #ifndef ICU_UTIL_H 14 #define ICU_UTIL_H 15 16 #include "charstr.h" 17 #include "unicode/unistr.h" 18 #include "unicode/uobject.h" 19 #include "unicode/utypes.h" 20 //-------------------------------------------------------------------- 21 // class ICU_Utility 22 // i18n utility functions, scoped into the class ICU_Utility. 23 //-------------------------------------------------------------------- 24 25 U_NAMESPACE_BEGIN 26 27 class UnicodeMatcher; 28 29 class U_COMMON_API ICU_Utility /* not : public UObject because all methods are static */ { 30 public: 31 32 /** 33 * Append a number to the given UnicodeString in the given radix. 34 * Standard digits '0'-'9' are used and letters 'A'-'Z' for 35 * radices 11 through 36. 36 * @param result the digits of the number are appended here 37 * @param n the number to be converted to digits; may be negative. 38 * If negative, a '-' is prepended to the digits. 39 * @param radix a radix from 2 to 36 inclusive. 40 * @param minDigits the minimum number of digits, not including 41 * any '-', to produce. Values less than 2 have no effect. One 42 * digit is always emitted regardless of this parameter. 43 * @return a reference to result 44 */ 45 static UnicodeString& appendNumber(UnicodeString& result, int32_t n, 46 int32_t radix = 10, 47 int32_t minDigits = 1); 48 49 /** Returns a bogus UnicodeString by value. */ makeBogusString()50 static inline UnicodeString makeBogusString() { 51 UnicodeString result; 52 result.setToBogus(); 53 return result; 54 } 55 56 /** 57 * Return true if the character is NOT printable ASCII. 58 * The tab, newline and linefeed characters are considered unprintable. 59 */ 60 static UBool isUnprintable(UChar32 c); 61 62 /** 63 * @return true for control codes and for surrogate and noncharacter code points 64 */ 65 static UBool shouldAlwaysBeEscaped(UChar32 c); 66 67 /** 68 * Escapes one unprintable code point using \uxxxx notation for U+0000 to 69 * U+FFFF and \Uxxxxxxxx for U+10000 and above. If the character is 70 * printable ASCII, then do nothing and return false. Otherwise, 71 * append the escaped notation and return true. 72 */ 73 static UBool escapeUnprintable(UnicodeString& result, UChar32 c); 74 75 /** 76 * Escapes one code point using \uxxxx notation 77 * for U+0000 to U+FFFF and \Uxxxxxxxx for U+10000 and above. 78 * @return result 79 */ 80 static UnicodeString &escape(UnicodeString& result, UChar32 c); 81 82 /** 83 * Returns the index of a character, ignoring quoted text. 84 * For example, in the string "abc'hide'h", the 'h' in "hide" will not be 85 * found by a search for 'h'. 86 * @param text text to be searched 87 * @param start the beginning index, inclusive; <code>0 <= start 88 * <= limit</code>. 89 * @param limit the ending index, exclusive; <code>start <= limit 90 * <= text.length()</code>. 91 * @param c character to search for 92 * @return Offset of the first instance of c, or -1 if not found. 93 */ 94 //?FOR FUTURE USE. DISABLE FOR NOW for coverage reasons. 95 // static int32_t quotedIndexOf(const UnicodeString& text, 96 // int32_t start, int32_t limit, 97 // char16_t c); 98 99 /** 100 * Skip over a sequence of zero or more white space characters at pos. 101 * @param advance if true, advance pos to the first non-white-space 102 * character at or after pos, or str.length(), if there is none. 103 * Otherwise leave pos unchanged. 104 * @return the index of the first non-white-space character at or 105 * after pos, or str.length(), if there is none. 106 */ 107 static int32_t skipWhitespace(const UnicodeString& str, int32_t& pos, 108 UBool advance = false); 109 110 /** 111 * Skip over Pattern_White_Space in a Replaceable. 112 * Skipping may be done in the forward or 113 * reverse direction. In either case, the leftmost index will be 114 * inclusive, and the rightmost index will be exclusive. That is, 115 * given a range defined as [start, limit), the call 116 * skipWhitespace(text, start, limit) will advance start past leading 117 * whitespace, whereas the call skipWhitespace(text, limit, start), 118 * will back up limit past trailing whitespace. 119 * @param text the text to be analyzed 120 * @param pos either the start or limit of a range of 'text', to skip 121 * leading or trailing whitespace, respectively 122 * @param stop either the limit or start of a range of 'text', to skip 123 * leading or trailing whitespace, respectively 124 * @return the new start or limit, depending on what was passed in to 125 * 'pos' 126 */ 127 //?FOR FUTURE USE. DISABLE FOR NOW for coverage reasons. 128 //? static int32_t skipWhitespace(const Replaceable& text, 129 //? int32_t pos, int32_t stop); 130 131 /** 132 * Parse a single non-whitespace character 'ch', optionally 133 * preceded by whitespace. 134 * @param id the string to be parsed 135 * @param pos INPUT-OUTPUT parameter. On input, pos[0] is the 136 * offset of the first character to be parsed. On output, pos[0] 137 * is the index after the last parsed character. If the parse 138 * fails, pos[0] will be unchanged. 139 * @param ch the non-whitespace character to be parsed. 140 * @return true if 'ch' is seen preceded by zero or more 141 * whitespace characters. 142 */ 143 static UBool parseChar(const UnicodeString& id, int32_t& pos, char16_t ch); 144 145 /** 146 * Parse a pattern string starting at offset pos. Keywords are 147 * matched case-insensitively. Spaces may be skipped and may be 148 * optional or required. Integer values may be parsed, and if 149 * they are, they will be returned in the given array. If 150 * successful, the offset of the next non-space character is 151 * returned. On failure, -1 is returned. 152 * @param pattern must only contain lowercase characters, which 153 * will match their uppercase equivalents as well. A space 154 * character matches one or more required spaces. A '~' character 155 * matches zero or more optional spaces. A '#' character matches 156 * an integer and stores it in parsedInts, which the caller must 157 * ensure has enough capacity. 158 * @param parsedInts array to receive parsed integers. Caller 159 * must ensure that parsedInts.length is >= the number of '#' 160 * signs in 'pattern'. 161 * @return the position after the last character parsed, or -1 if 162 * the parse failed 163 */ 164 static int32_t parsePattern(const UnicodeString& rule, int32_t pos, int32_t limit, 165 const UnicodeString& pattern, int32_t* parsedInts); 166 167 /** 168 * Parse a pattern string within the given Replaceable and a parsing 169 * pattern. Characters are matched literally and case-sensitively 170 * except for the following special characters: 171 * 172 * ~ zero or more Pattern_White_Space chars 173 * 174 * If end of pattern is reached with all matches along the way, 175 * pos is advanced to the first unparsed index and returned. 176 * Otherwise -1 is returned. 177 * @param pat pattern that controls parsing 178 * @param text text to be parsed, starting at index 179 * @param index offset to first character to parse 180 * @param limit offset after last character to parse 181 * @return index after last parsed character, or -1 on parse failure. 182 */ 183 static int32_t parsePattern(const UnicodeString& pat, 184 const Replaceable& text, 185 int32_t index, 186 int32_t limit); 187 188 /** 189 * Parse an integer at pos, either of the form \d+ or of the form 190 * 0x[0-9A-Fa-f]+ or 0[0-7]+, that is, in standard decimal, hex, 191 * or octal format. 192 * @param pos INPUT-OUTPUT parameter. On input, the index of the first 193 * character to parse. On output, the index of the character after the 194 * last parsed character. 195 */ 196 static int32_t parseInteger(const UnicodeString& rule, int32_t& pos, int32_t limit); 197 198 /** 199 * Parse an integer at pos using only ASCII digits. 200 * Base 10 only. 201 * @param pos INPUT-OUTPUT parameter. On input, the index of the first 202 * character to parse. On output, the index of the character after the 203 * last parsed character. 204 */ 205 static int32_t parseAsciiInteger(const UnicodeString& str, int32_t& pos); 206 207 /** 208 * Parse a Unicode identifier from the given string at the given 209 * position. Return the identifier, or an empty string if there 210 * is no identifier. 211 * @param str the string to parse 212 * @param pos INPUT-OUTPUT parameter. On INPUT, pos is the 213 * first character to examine. It must be less than str.length(), 214 * and it must not point to a whitespace character. That is, must 215 * have pos < str.length() and 216 * !UCharacter::isWhitespace(str.char32At(pos)). On 217 * OUTPUT, the position after the last parsed character. 218 * @return the Unicode identifier, or an empty string if there is 219 * no valid identifier at pos. 220 */ 221 static UnicodeString parseUnicodeIdentifier(const UnicodeString& str, int32_t& pos); 222 223 /** 224 * Parse an unsigned 31-bit integer at the given offset. Use 225 * UCharacter.digit() to parse individual characters into digits. 226 * @param text the text to be parsed 227 * @param pos INPUT-OUTPUT parameter. On entry, pos is the 228 * offset within text at which to start parsing; it should point 229 * to a valid digit. On exit, pos is the offset after the last 230 * parsed character. If the parse failed, it will be unchanged on 231 * exit. Must be >= 0 on entry. 232 * @param radix the radix in which to parse; must be >= 2 and <= 233 * 36. 234 * @return a non-negative parsed number, or -1 upon parse failure. 235 * Parse fails if there are no digits, that is, if pos does not 236 * point to a valid digit on entry, or if the number to be parsed 237 * does not fit into a 31-bit unsigned integer. 238 */ 239 static int32_t parseNumber(const UnicodeString& text, 240 int32_t& pos, int8_t radix); 241 242 static void appendToRule(UnicodeString& rule, 243 UChar32 c, 244 UBool isLiteral, 245 UBool escapeUnprintable, 246 UnicodeString& quoteBuf); 247 248 static void appendToRule(UnicodeString& rule, 249 const UnicodeString& text, 250 UBool isLiteral, 251 UBool escapeUnprintable, 252 UnicodeString& quoteBuf); 253 254 static void appendToRule(UnicodeString& rule, 255 const UnicodeMatcher* matcher, 256 UBool escapeUnprintable, 257 UnicodeString& quoteBuf); 258 259 private: 260 // do not instantiate 261 ICU_Utility() = delete; 262 }; 263 264 U_NAMESPACE_END 265 266 #endif 267 //eof 268