1*0e209d39SAndroid Build Coastguard Worker // © 2017 and later: Unicode, Inc. and others. 2*0e209d39SAndroid Build Coastguard Worker // License & terms of use: http://www.unicode.org/copyright.html 3*0e209d39SAndroid Build Coastguard Worker 4*0e209d39SAndroid Build Coastguard Worker #include "unicode/utypes.h" 5*0e209d39SAndroid Build Coastguard Worker 6*0e209d39SAndroid Build Coastguard Worker #if !UCONFIG_NO_FORMATTING 7*0e209d39SAndroid Build Coastguard Worker #ifndef __NUMBER_AFFIXUTILS_H__ 8*0e209d39SAndroid Build Coastguard Worker #define __NUMBER_AFFIXUTILS_H__ 9*0e209d39SAndroid Build Coastguard Worker 10*0e209d39SAndroid Build Coastguard Worker #include <cstdint> 11*0e209d39SAndroid Build Coastguard Worker #include "number_types.h" 12*0e209d39SAndroid Build Coastguard Worker #include "unicode/stringpiece.h" 13*0e209d39SAndroid Build Coastguard Worker #include "unicode/unistr.h" 14*0e209d39SAndroid Build Coastguard Worker #include "formatted_string_builder.h" 15*0e209d39SAndroid Build Coastguard Worker #include "unicode/uniset.h" 16*0e209d39SAndroid Build Coastguard Worker 17*0e209d39SAndroid Build Coastguard Worker U_NAMESPACE_BEGIN 18*0e209d39SAndroid Build Coastguard Worker namespace number::impl { 19*0e209d39SAndroid Build Coastguard Worker 20*0e209d39SAndroid Build Coastguard Worker enum AffixPatternState { 21*0e209d39SAndroid Build Coastguard Worker STATE_BASE = 0, 22*0e209d39SAndroid Build Coastguard Worker STATE_FIRST_QUOTE = 1, 23*0e209d39SAndroid Build Coastguard Worker STATE_INSIDE_QUOTE = 2, 24*0e209d39SAndroid Build Coastguard Worker STATE_AFTER_QUOTE = 3, 25*0e209d39SAndroid Build Coastguard Worker STATE_FIRST_CURR = 4, 26*0e209d39SAndroid Build Coastguard Worker STATE_SECOND_CURR = 5, 27*0e209d39SAndroid Build Coastguard Worker STATE_THIRD_CURR = 6, 28*0e209d39SAndroid Build Coastguard Worker STATE_FOURTH_CURR = 7, 29*0e209d39SAndroid Build Coastguard Worker STATE_FIFTH_CURR = 8, 30*0e209d39SAndroid Build Coastguard Worker STATE_OVERFLOW_CURR = 9 31*0e209d39SAndroid Build Coastguard Worker }; 32*0e209d39SAndroid Build Coastguard Worker 33*0e209d39SAndroid Build Coastguard Worker // enum AffixPatternType defined in internals.h 34*0e209d39SAndroid Build Coastguard Worker 35*0e209d39SAndroid Build Coastguard Worker struct AffixTag { 36*0e209d39SAndroid Build Coastguard Worker int32_t offset; 37*0e209d39SAndroid Build Coastguard Worker UChar32 codePoint; 38*0e209d39SAndroid Build Coastguard Worker AffixPatternState state; 39*0e209d39SAndroid Build Coastguard Worker AffixPatternType type; 40*0e209d39SAndroid Build Coastguard Worker AffixTagAffixTag41*0e209d39SAndroid Build Coastguard Worker AffixTag() 42*0e209d39SAndroid Build Coastguard Worker : offset(0), state(STATE_BASE) {} 43*0e209d39SAndroid Build Coastguard Worker AffixTagAffixTag44*0e209d39SAndroid Build Coastguard Worker AffixTag(int32_t offset) 45*0e209d39SAndroid Build Coastguard Worker : offset(offset) {} 46*0e209d39SAndroid Build Coastguard Worker AffixTagAffixTag47*0e209d39SAndroid Build Coastguard Worker AffixTag(int32_t offset, UChar32 codePoint, AffixPatternState state, AffixPatternType type) 48*0e209d39SAndroid Build Coastguard Worker : offset(offset), codePoint(codePoint), state(state), type(type) {} 49*0e209d39SAndroid Build Coastguard Worker }; 50*0e209d39SAndroid Build Coastguard Worker 51*0e209d39SAndroid Build Coastguard Worker class TokenConsumer { 52*0e209d39SAndroid Build Coastguard Worker public: 53*0e209d39SAndroid Build Coastguard Worker virtual ~TokenConsumer(); 54*0e209d39SAndroid Build Coastguard Worker 55*0e209d39SAndroid Build Coastguard Worker virtual void consumeToken(AffixPatternType type, UChar32 cp, UErrorCode& status) = 0; 56*0e209d39SAndroid Build Coastguard Worker }; 57*0e209d39SAndroid Build Coastguard Worker 58*0e209d39SAndroid Build Coastguard Worker // Exported as U_I18N_API because it is a base class for other exported types 59*0e209d39SAndroid Build Coastguard Worker class U_I18N_API SymbolProvider { 60*0e209d39SAndroid Build Coastguard Worker public: 61*0e209d39SAndroid Build Coastguard Worker virtual ~SymbolProvider(); 62*0e209d39SAndroid Build Coastguard Worker 63*0e209d39SAndroid Build Coastguard Worker // TODO: Could this be more efficient if it returned by reference? 64*0e209d39SAndroid Build Coastguard Worker virtual UnicodeString getSymbol(AffixPatternType type) const = 0; 65*0e209d39SAndroid Build Coastguard Worker }; 66*0e209d39SAndroid Build Coastguard Worker 67*0e209d39SAndroid Build Coastguard Worker /** 68*0e209d39SAndroid Build Coastguard Worker * Performs manipulations on affix patterns: the prefix and suffix strings associated with a decimal 69*0e209d39SAndroid Build Coastguard Worker * format pattern. For example: 70*0e209d39SAndroid Build Coastguard Worker * 71*0e209d39SAndroid Build Coastguard Worker * <table> 72*0e209d39SAndroid Build Coastguard Worker * <tr><th>Affix Pattern</th><th>Example Unescaped (Formatted) String</th></tr> 73*0e209d39SAndroid Build Coastguard Worker * <tr><td>abc</td><td>abc</td></tr> 74*0e209d39SAndroid Build Coastguard Worker * <tr><td>ab-</td><td>ab−</td></tr> 75*0e209d39SAndroid Build Coastguard Worker * <tr><td>ab'-'</td><td>ab-</td></tr> 76*0e209d39SAndroid Build Coastguard Worker * <tr><td>ab''</td><td>ab'</td></tr> 77*0e209d39SAndroid Build Coastguard Worker * </table> 78*0e209d39SAndroid Build Coastguard Worker * 79*0e209d39SAndroid Build Coastguard Worker * To manually iterate over tokens in a literal string, use the following pattern, which is designed 80*0e209d39SAndroid Build Coastguard Worker * to be efficient. 81*0e209d39SAndroid Build Coastguard Worker * 82*0e209d39SAndroid Build Coastguard Worker * <pre> 83*0e209d39SAndroid Build Coastguard Worker * long tag = 0L; 84*0e209d39SAndroid Build Coastguard Worker * while (AffixPatternUtils.hasNext(tag, patternString)) { 85*0e209d39SAndroid Build Coastguard Worker * tag = AffixPatternUtils.nextToken(tag, patternString); 86*0e209d39SAndroid Build Coastguard Worker * int typeOrCp = AffixPatternUtils.getTypeOrCp(tag); 87*0e209d39SAndroid Build Coastguard Worker * switch (typeOrCp) { 88*0e209d39SAndroid Build Coastguard Worker * case AffixPatternUtils.TYPE_MINUS_SIGN: 89*0e209d39SAndroid Build Coastguard Worker * // Current token is a minus sign. 90*0e209d39SAndroid Build Coastguard Worker * break; 91*0e209d39SAndroid Build Coastguard Worker * case AffixPatternUtils.TYPE_PLUS_SIGN: 92*0e209d39SAndroid Build Coastguard Worker * // Current token is a plus sign. 93*0e209d39SAndroid Build Coastguard Worker * break; 94*0e209d39SAndroid Build Coastguard Worker * case AffixPatternUtils.TYPE_PERCENT: 95*0e209d39SAndroid Build Coastguard Worker * // Current token is a percent sign. 96*0e209d39SAndroid Build Coastguard Worker * break; 97*0e209d39SAndroid Build Coastguard Worker * // ... other types ... 98*0e209d39SAndroid Build Coastguard Worker * default: 99*0e209d39SAndroid Build Coastguard Worker * // Current token is an arbitrary code point. 100*0e209d39SAndroid Build Coastguard Worker * // The variable typeOrCp is the code point. 101*0e209d39SAndroid Build Coastguard Worker * break; 102*0e209d39SAndroid Build Coastguard Worker * } 103*0e209d39SAndroid Build Coastguard Worker * } 104*0e209d39SAndroid Build Coastguard Worker * </pre> 105*0e209d39SAndroid Build Coastguard Worker */ 106*0e209d39SAndroid Build Coastguard Worker class U_I18N_API AffixUtils { 107*0e209d39SAndroid Build Coastguard Worker 108*0e209d39SAndroid Build Coastguard Worker public: 109*0e209d39SAndroid Build Coastguard Worker 110*0e209d39SAndroid Build Coastguard Worker /** 111*0e209d39SAndroid Build Coastguard Worker * Estimates the number of code points present in an unescaped version of the affix pattern string 112*0e209d39SAndroid Build Coastguard Worker * (one that would be returned by {@link #unescape}), assuming that all interpolated symbols 113*0e209d39SAndroid Build Coastguard Worker * consume one code point and that currencies consume as many code points as their symbol width. 114*0e209d39SAndroid Build Coastguard Worker * Used for computing padding width. 115*0e209d39SAndroid Build Coastguard Worker * 116*0e209d39SAndroid Build Coastguard Worker * @param patternString The original string whose width will be estimated. 117*0e209d39SAndroid Build Coastguard Worker * @return The length of the unescaped string. 118*0e209d39SAndroid Build Coastguard Worker */ 119*0e209d39SAndroid Build Coastguard Worker static int32_t estimateLength(const UnicodeString& patternString, UErrorCode& status); 120*0e209d39SAndroid Build Coastguard Worker 121*0e209d39SAndroid Build Coastguard Worker /** 122*0e209d39SAndroid Build Coastguard Worker * Takes a string and escapes (quotes) characters that have special meaning in the affix pattern 123*0e209d39SAndroid Build Coastguard Worker * syntax. This function does not reverse-lookup symbols. 124*0e209d39SAndroid Build Coastguard Worker * 125*0e209d39SAndroid Build Coastguard Worker * <p>Example input: "-$x"; example output: "'-'$x" 126*0e209d39SAndroid Build Coastguard Worker * 127*0e209d39SAndroid Build Coastguard Worker * @param input The string to be escaped. 128*0e209d39SAndroid Build Coastguard Worker * @return The resulting UnicodeString. 129*0e209d39SAndroid Build Coastguard Worker */ 130*0e209d39SAndroid Build Coastguard Worker static UnicodeString escape(const UnicodeString& input); 131*0e209d39SAndroid Build Coastguard Worker 132*0e209d39SAndroid Build Coastguard Worker static Field getFieldForType(AffixPatternType type); 133*0e209d39SAndroid Build Coastguard Worker 134*0e209d39SAndroid Build Coastguard Worker /** 135*0e209d39SAndroid Build Coastguard Worker * Executes the unescape state machine. Replaces the unquoted characters "-", "+", "%", "‰", and 136*0e209d39SAndroid Build Coastguard Worker * "¤" with the corresponding symbols provided by the {@link SymbolProvider}, and inserts the 137*0e209d39SAndroid Build Coastguard Worker * result into the FormattedStringBuilder at the requested location. 138*0e209d39SAndroid Build Coastguard Worker * 139*0e209d39SAndroid Build Coastguard Worker * <p>Example input: "'-'¤x"; example output: "-$x" 140*0e209d39SAndroid Build Coastguard Worker * 141*0e209d39SAndroid Build Coastguard Worker * @param affixPattern The original string to be unescaped. 142*0e209d39SAndroid Build Coastguard Worker * @param output The FormattedStringBuilder to mutate with the result. 143*0e209d39SAndroid Build Coastguard Worker * @param position The index into the FormattedStringBuilder to insert the string. 144*0e209d39SAndroid Build Coastguard Worker * @param provider An object to generate locale symbols. 145*0e209d39SAndroid Build Coastguard Worker */ 146*0e209d39SAndroid Build Coastguard Worker static int32_t unescape(const UnicodeString& affixPattern, FormattedStringBuilder& output, 147*0e209d39SAndroid Build Coastguard Worker int32_t position, const SymbolProvider& provider, Field field, 148*0e209d39SAndroid Build Coastguard Worker UErrorCode& status); 149*0e209d39SAndroid Build Coastguard Worker 150*0e209d39SAndroid Build Coastguard Worker /** 151*0e209d39SAndroid Build Coastguard Worker * Sames as {@link #unescape}, but only calculates the code point count. More efficient than {@link #unescape} 152*0e209d39SAndroid Build Coastguard Worker * if you only need the length but not the string itself. 153*0e209d39SAndroid Build Coastguard Worker * 154*0e209d39SAndroid Build Coastguard Worker * @param affixPattern The original string to be unescaped. 155*0e209d39SAndroid Build Coastguard Worker * @param provider An object to generate locale symbols. 156*0e209d39SAndroid Build Coastguard Worker * @return The same return value as if you called {@link #unescape}. 157*0e209d39SAndroid Build Coastguard Worker */ 158*0e209d39SAndroid Build Coastguard Worker static int32_t unescapedCodePointCount(const UnicodeString& affixPattern, 159*0e209d39SAndroid Build Coastguard Worker const SymbolProvider& provider, UErrorCode& status); 160*0e209d39SAndroid Build Coastguard Worker 161*0e209d39SAndroid Build Coastguard Worker /** 162*0e209d39SAndroid Build Coastguard Worker * Checks whether the given affix pattern contains at least one token of the given type, which is 163*0e209d39SAndroid Build Coastguard Worker * one of the constants "TYPE_" in {@link AffixPatternUtils}. 164*0e209d39SAndroid Build Coastguard Worker * 165*0e209d39SAndroid Build Coastguard Worker * @param affixPattern The affix pattern to check. 166*0e209d39SAndroid Build Coastguard Worker * @param type The token type. 167*0e209d39SAndroid Build Coastguard Worker * @return true if the affix pattern contains the given token type; false otherwise. 168*0e209d39SAndroid Build Coastguard Worker */ 169*0e209d39SAndroid Build Coastguard Worker static bool containsType(const UnicodeString& affixPattern, AffixPatternType type, UErrorCode& status); 170*0e209d39SAndroid Build Coastguard Worker 171*0e209d39SAndroid Build Coastguard Worker /** 172*0e209d39SAndroid Build Coastguard Worker * Checks whether the specified affix pattern has any unquoted currency symbols ("¤"). 173*0e209d39SAndroid Build Coastguard Worker * 174*0e209d39SAndroid Build Coastguard Worker * @param affixPattern The string to check for currency symbols. 175*0e209d39SAndroid Build Coastguard Worker * @return true if the literal has at least one unquoted currency symbol; false otherwise. 176*0e209d39SAndroid Build Coastguard Worker */ 177*0e209d39SAndroid Build Coastguard Worker static bool hasCurrencySymbols(const UnicodeString& affixPattern, UErrorCode& status); 178*0e209d39SAndroid Build Coastguard Worker 179*0e209d39SAndroid Build Coastguard Worker /** 180*0e209d39SAndroid Build Coastguard Worker * Replaces all occurrences of tokens with the given type with the given replacement char. 181*0e209d39SAndroid Build Coastguard Worker * 182*0e209d39SAndroid Build Coastguard Worker * @param affixPattern The source affix pattern (does not get modified). 183*0e209d39SAndroid Build Coastguard Worker * @param type The token type. 184*0e209d39SAndroid Build Coastguard Worker * @param replacementChar The char to substitute in place of chars of the given token type. 185*0e209d39SAndroid Build Coastguard Worker * @return A string containing the new affix pattern. 186*0e209d39SAndroid Build Coastguard Worker */ 187*0e209d39SAndroid Build Coastguard Worker static UnicodeString replaceType(const UnicodeString& affixPattern, AffixPatternType type, 188*0e209d39SAndroid Build Coastguard Worker char16_t replacementChar, UErrorCode& status); 189*0e209d39SAndroid Build Coastguard Worker 190*0e209d39SAndroid Build Coastguard Worker /** 191*0e209d39SAndroid Build Coastguard Worker * Returns whether the given affix pattern contains only symbols and ignorables as defined by the 192*0e209d39SAndroid Build Coastguard Worker * given ignorables set. 193*0e209d39SAndroid Build Coastguard Worker */ 194*0e209d39SAndroid Build Coastguard Worker static bool containsOnlySymbolsAndIgnorables(const UnicodeString& affixPattern, 195*0e209d39SAndroid Build Coastguard Worker const UnicodeSet& ignorables, UErrorCode& status); 196*0e209d39SAndroid Build Coastguard Worker 197*0e209d39SAndroid Build Coastguard Worker /** 198*0e209d39SAndroid Build Coastguard Worker * Iterates over the affix pattern, calling the TokenConsumer for each token. 199*0e209d39SAndroid Build Coastguard Worker */ 200*0e209d39SAndroid Build Coastguard Worker static void iterateWithConsumer(const UnicodeString& affixPattern, TokenConsumer& consumer, 201*0e209d39SAndroid Build Coastguard Worker UErrorCode& status); 202*0e209d39SAndroid Build Coastguard Worker 203*0e209d39SAndroid Build Coastguard Worker /** 204*0e209d39SAndroid Build Coastguard Worker * Returns the next token from the affix pattern. 205*0e209d39SAndroid Build Coastguard Worker * 206*0e209d39SAndroid Build Coastguard Worker * @param tag A bitmask used for keeping track of state from token to token. The initial value 207*0e209d39SAndroid Build Coastguard Worker * should be 0L. 208*0e209d39SAndroid Build Coastguard Worker * @param patternString The affix pattern. 209*0e209d39SAndroid Build Coastguard Worker * @return The bitmask tag to pass to the next call of this method to retrieve the following token 210*0e209d39SAndroid Build Coastguard Worker * (never negative), or -1 if there were no more tokens in the affix pattern. 211*0e209d39SAndroid Build Coastguard Worker * @see #hasNext 212*0e209d39SAndroid Build Coastguard Worker */ 213*0e209d39SAndroid Build Coastguard Worker static AffixTag nextToken(AffixTag tag, const UnicodeString& patternString, UErrorCode& status); 214*0e209d39SAndroid Build Coastguard Worker 215*0e209d39SAndroid Build Coastguard Worker /** 216*0e209d39SAndroid Build Coastguard Worker * Returns whether the affix pattern string has any more tokens to be retrieved from a call to 217*0e209d39SAndroid Build Coastguard Worker * {@link #nextToken}. 218*0e209d39SAndroid Build Coastguard Worker * 219*0e209d39SAndroid Build Coastguard Worker * @param tag The bitmask tag of the previous token, as returned by {@link #nextToken}. 220*0e209d39SAndroid Build Coastguard Worker * @param string The affix pattern. 221*0e209d39SAndroid Build Coastguard Worker * @return true if there are more tokens to consume; false otherwise. 222*0e209d39SAndroid Build Coastguard Worker */ 223*0e209d39SAndroid Build Coastguard Worker static bool hasNext(const AffixTag& tag, const UnicodeString& string); 224*0e209d39SAndroid Build Coastguard Worker 225*0e209d39SAndroid Build Coastguard Worker private: 226*0e209d39SAndroid Build Coastguard Worker /** 227*0e209d39SAndroid Build Coastguard Worker * Encodes the given values into a tag struct. 228*0e209d39SAndroid Build Coastguard Worker * The order of the arguments is consistent with Java, but the order of the stored 229*0e209d39SAndroid Build Coastguard Worker * fields is not necessarily the same. 230*0e209d39SAndroid Build Coastguard Worker */ makeTag(int32_t offset,AffixPatternType type,AffixPatternState state,UChar32 cp)231*0e209d39SAndroid Build Coastguard Worker static inline AffixTag makeTag(int32_t offset, AffixPatternType type, AffixPatternState state, 232*0e209d39SAndroid Build Coastguard Worker UChar32 cp) { 233*0e209d39SAndroid Build Coastguard Worker return {offset, cp, state, type}; 234*0e209d39SAndroid Build Coastguard Worker } 235*0e209d39SAndroid Build Coastguard Worker }; 236*0e209d39SAndroid Build Coastguard Worker 237*0e209d39SAndroid Build Coastguard Worker } // namespace number::impl 238*0e209d39SAndroid Build Coastguard Worker U_NAMESPACE_END 239*0e209d39SAndroid Build Coastguard Worker 240*0e209d39SAndroid Build Coastguard Worker 241*0e209d39SAndroid Build Coastguard Worker #endif //__NUMBER_AFFIXUTILS_H__ 242*0e209d39SAndroid Build Coastguard Worker 243*0e209d39SAndroid Build Coastguard Worker #endif /* #if !UCONFIG_NO_FORMATTING */ 244