xref: /aosp_15_r20/external/icu/libicu/cts_headers/number_affixutils.h (revision 0e209d3975ff4a8c132096b14b0e9364a753506e)
1*0e209d39SAndroid Build Coastguard Worker // © 2017 and later: Unicode, Inc. and others.
2*0e209d39SAndroid Build Coastguard Worker // License & terms of use: http://www.unicode.org/copyright.html
3*0e209d39SAndroid Build Coastguard Worker 
4*0e209d39SAndroid Build Coastguard Worker #include "unicode/utypes.h"
5*0e209d39SAndroid Build Coastguard Worker 
6*0e209d39SAndroid Build Coastguard Worker #if !UCONFIG_NO_FORMATTING
7*0e209d39SAndroid Build Coastguard Worker #ifndef __NUMBER_AFFIXUTILS_H__
8*0e209d39SAndroid Build Coastguard Worker #define __NUMBER_AFFIXUTILS_H__
9*0e209d39SAndroid Build Coastguard Worker 
10*0e209d39SAndroid Build Coastguard Worker #include <cstdint>
11*0e209d39SAndroid Build Coastguard Worker #include "number_types.h"
12*0e209d39SAndroid Build Coastguard Worker #include "unicode/stringpiece.h"
13*0e209d39SAndroid Build Coastguard Worker #include "unicode/unistr.h"
14*0e209d39SAndroid Build Coastguard Worker #include "formatted_string_builder.h"
15*0e209d39SAndroid Build Coastguard Worker #include "unicode/uniset.h"
16*0e209d39SAndroid Build Coastguard Worker 
17*0e209d39SAndroid Build Coastguard Worker U_NAMESPACE_BEGIN
18*0e209d39SAndroid Build Coastguard Worker namespace number::impl {
19*0e209d39SAndroid Build Coastguard Worker 
20*0e209d39SAndroid Build Coastguard Worker enum AffixPatternState {
21*0e209d39SAndroid Build Coastguard Worker     STATE_BASE = 0,
22*0e209d39SAndroid Build Coastguard Worker     STATE_FIRST_QUOTE = 1,
23*0e209d39SAndroid Build Coastguard Worker     STATE_INSIDE_QUOTE = 2,
24*0e209d39SAndroid Build Coastguard Worker     STATE_AFTER_QUOTE = 3,
25*0e209d39SAndroid Build Coastguard Worker     STATE_FIRST_CURR = 4,
26*0e209d39SAndroid Build Coastguard Worker     STATE_SECOND_CURR = 5,
27*0e209d39SAndroid Build Coastguard Worker     STATE_THIRD_CURR = 6,
28*0e209d39SAndroid Build Coastguard Worker     STATE_FOURTH_CURR = 7,
29*0e209d39SAndroid Build Coastguard Worker     STATE_FIFTH_CURR = 8,
30*0e209d39SAndroid Build Coastguard Worker     STATE_OVERFLOW_CURR = 9
31*0e209d39SAndroid Build Coastguard Worker };
32*0e209d39SAndroid Build Coastguard Worker 
33*0e209d39SAndroid Build Coastguard Worker // enum AffixPatternType defined in internals.h
34*0e209d39SAndroid Build Coastguard Worker 
35*0e209d39SAndroid Build Coastguard Worker struct AffixTag {
36*0e209d39SAndroid Build Coastguard Worker     int32_t offset;
37*0e209d39SAndroid Build Coastguard Worker     UChar32 codePoint;
38*0e209d39SAndroid Build Coastguard Worker     AffixPatternState state;
39*0e209d39SAndroid Build Coastguard Worker     AffixPatternType type;
40*0e209d39SAndroid Build Coastguard Worker 
AffixTagAffixTag41*0e209d39SAndroid Build Coastguard Worker     AffixTag()
42*0e209d39SAndroid Build Coastguard Worker             : offset(0), state(STATE_BASE) {}
43*0e209d39SAndroid Build Coastguard Worker 
AffixTagAffixTag44*0e209d39SAndroid Build Coastguard Worker     AffixTag(int32_t offset)
45*0e209d39SAndroid Build Coastguard Worker             : offset(offset) {}
46*0e209d39SAndroid Build Coastguard Worker 
AffixTagAffixTag47*0e209d39SAndroid Build Coastguard Worker     AffixTag(int32_t offset, UChar32 codePoint, AffixPatternState state, AffixPatternType type)
48*0e209d39SAndroid Build Coastguard Worker             : offset(offset), codePoint(codePoint), state(state), type(type) {}
49*0e209d39SAndroid Build Coastguard Worker };
50*0e209d39SAndroid Build Coastguard Worker 
51*0e209d39SAndroid Build Coastguard Worker class TokenConsumer {
52*0e209d39SAndroid Build Coastguard Worker   public:
53*0e209d39SAndroid Build Coastguard Worker     virtual ~TokenConsumer();
54*0e209d39SAndroid Build Coastguard Worker 
55*0e209d39SAndroid Build Coastguard Worker     virtual void consumeToken(AffixPatternType type, UChar32 cp, UErrorCode& status) = 0;
56*0e209d39SAndroid Build Coastguard Worker };
57*0e209d39SAndroid Build Coastguard Worker 
58*0e209d39SAndroid Build Coastguard Worker // Exported as U_I18N_API because it is a base class for other exported types
59*0e209d39SAndroid Build Coastguard Worker class U_I18N_API SymbolProvider {
60*0e209d39SAndroid Build Coastguard Worker   public:
61*0e209d39SAndroid Build Coastguard Worker     virtual ~SymbolProvider();
62*0e209d39SAndroid Build Coastguard Worker 
63*0e209d39SAndroid Build Coastguard Worker     // TODO: Could this be more efficient if it returned by reference?
64*0e209d39SAndroid Build Coastguard Worker     virtual UnicodeString getSymbol(AffixPatternType type) const = 0;
65*0e209d39SAndroid Build Coastguard Worker };
66*0e209d39SAndroid Build Coastguard Worker 
67*0e209d39SAndroid Build Coastguard Worker /**
68*0e209d39SAndroid Build Coastguard Worker  * Performs manipulations on affix patterns: the prefix and suffix strings associated with a decimal
69*0e209d39SAndroid Build Coastguard Worker  * format pattern. For example:
70*0e209d39SAndroid Build Coastguard Worker  *
71*0e209d39SAndroid Build Coastguard Worker  * <table>
72*0e209d39SAndroid Build Coastguard Worker  * <tr><th>Affix Pattern</th><th>Example Unescaped (Formatted) String</th></tr>
73*0e209d39SAndroid Build Coastguard Worker  * <tr><td>abc</td><td>abc</td></tr>
74*0e209d39SAndroid Build Coastguard Worker  * <tr><td>ab-</td><td>ab−</td></tr>
75*0e209d39SAndroid Build Coastguard Worker  * <tr><td>ab'-'</td><td>ab-</td></tr>
76*0e209d39SAndroid Build Coastguard Worker  * <tr><td>ab''</td><td>ab'</td></tr>
77*0e209d39SAndroid Build Coastguard Worker  * </table>
78*0e209d39SAndroid Build Coastguard Worker  *
79*0e209d39SAndroid Build Coastguard Worker  * To manually iterate over tokens in a literal string, use the following pattern, which is designed
80*0e209d39SAndroid Build Coastguard Worker  * to be efficient.
81*0e209d39SAndroid Build Coastguard Worker  *
82*0e209d39SAndroid Build Coastguard Worker  * <pre>
83*0e209d39SAndroid Build Coastguard Worker  * long tag = 0L;
84*0e209d39SAndroid Build Coastguard Worker  * while (AffixPatternUtils.hasNext(tag, patternString)) {
85*0e209d39SAndroid Build Coastguard Worker  *   tag = AffixPatternUtils.nextToken(tag, patternString);
86*0e209d39SAndroid Build Coastguard Worker  *   int typeOrCp = AffixPatternUtils.getTypeOrCp(tag);
87*0e209d39SAndroid Build Coastguard Worker  *   switch (typeOrCp) {
88*0e209d39SAndroid Build Coastguard Worker  *     case AffixPatternUtils.TYPE_MINUS_SIGN:
89*0e209d39SAndroid Build Coastguard Worker  *       // Current token is a minus sign.
90*0e209d39SAndroid Build Coastguard Worker  *       break;
91*0e209d39SAndroid Build Coastguard Worker  *     case AffixPatternUtils.TYPE_PLUS_SIGN:
92*0e209d39SAndroid Build Coastguard Worker  *       // Current token is a plus sign.
93*0e209d39SAndroid Build Coastguard Worker  *       break;
94*0e209d39SAndroid Build Coastguard Worker  *     case AffixPatternUtils.TYPE_PERCENT:
95*0e209d39SAndroid Build Coastguard Worker  *       // Current token is a percent sign.
96*0e209d39SAndroid Build Coastguard Worker  *       break;
97*0e209d39SAndroid Build Coastguard Worker  *     // ... other types ...
98*0e209d39SAndroid Build Coastguard Worker  *     default:
99*0e209d39SAndroid Build Coastguard Worker  *       // Current token is an arbitrary code point.
100*0e209d39SAndroid Build Coastguard Worker  *       // The variable typeOrCp is the code point.
101*0e209d39SAndroid Build Coastguard Worker  *       break;
102*0e209d39SAndroid Build Coastguard Worker  *   }
103*0e209d39SAndroid Build Coastguard Worker  * }
104*0e209d39SAndroid Build Coastguard Worker  * </pre>
105*0e209d39SAndroid Build Coastguard Worker  */
106*0e209d39SAndroid Build Coastguard Worker class U_I18N_API AffixUtils {
107*0e209d39SAndroid Build Coastguard Worker 
108*0e209d39SAndroid Build Coastguard Worker   public:
109*0e209d39SAndroid Build Coastguard Worker 
110*0e209d39SAndroid Build Coastguard Worker     /**
111*0e209d39SAndroid Build Coastguard Worker      * Estimates the number of code points present in an unescaped version of the affix pattern string
112*0e209d39SAndroid Build Coastguard Worker      * (one that would be returned by {@link #unescape}), assuming that all interpolated symbols
113*0e209d39SAndroid Build Coastguard Worker      * consume one code point and that currencies consume as many code points as their symbol width.
114*0e209d39SAndroid Build Coastguard Worker      * Used for computing padding width.
115*0e209d39SAndroid Build Coastguard Worker      *
116*0e209d39SAndroid Build Coastguard Worker      * @param patternString The original string whose width will be estimated.
117*0e209d39SAndroid Build Coastguard Worker      * @return The length of the unescaped string.
118*0e209d39SAndroid Build Coastguard Worker      */
119*0e209d39SAndroid Build Coastguard Worker     static int32_t estimateLength(const UnicodeString& patternString, UErrorCode& status);
120*0e209d39SAndroid Build Coastguard Worker 
121*0e209d39SAndroid Build Coastguard Worker     /**
122*0e209d39SAndroid Build Coastguard Worker      * Takes a string and escapes (quotes) characters that have special meaning in the affix pattern
123*0e209d39SAndroid Build Coastguard Worker      * syntax. This function does not reverse-lookup symbols.
124*0e209d39SAndroid Build Coastguard Worker      *
125*0e209d39SAndroid Build Coastguard Worker      * <p>Example input: "-$x"; example output: "'-'$x"
126*0e209d39SAndroid Build Coastguard Worker      *
127*0e209d39SAndroid Build Coastguard Worker      * @param input The string to be escaped.
128*0e209d39SAndroid Build Coastguard Worker      * @return The resulting UnicodeString.
129*0e209d39SAndroid Build Coastguard Worker      */
130*0e209d39SAndroid Build Coastguard Worker     static UnicodeString escape(const UnicodeString& input);
131*0e209d39SAndroid Build Coastguard Worker 
132*0e209d39SAndroid Build Coastguard Worker     static Field getFieldForType(AffixPatternType type);
133*0e209d39SAndroid Build Coastguard Worker 
134*0e209d39SAndroid Build Coastguard Worker     /**
135*0e209d39SAndroid Build Coastguard Worker      * Executes the unescape state machine. Replaces the unquoted characters "-", "+", "%", "‰", and
136*0e209d39SAndroid Build Coastguard Worker      * "¤" with the corresponding symbols provided by the {@link SymbolProvider}, and inserts the
137*0e209d39SAndroid Build Coastguard Worker      * result into the FormattedStringBuilder at the requested location.
138*0e209d39SAndroid Build Coastguard Worker      *
139*0e209d39SAndroid Build Coastguard Worker      * <p>Example input: "'-'¤x"; example output: "-$x"
140*0e209d39SAndroid Build Coastguard Worker      *
141*0e209d39SAndroid Build Coastguard Worker      * @param affixPattern The original string to be unescaped.
142*0e209d39SAndroid Build Coastguard Worker      * @param output The FormattedStringBuilder to mutate with the result.
143*0e209d39SAndroid Build Coastguard Worker      * @param position The index into the FormattedStringBuilder to insert the string.
144*0e209d39SAndroid Build Coastguard Worker      * @param provider An object to generate locale symbols.
145*0e209d39SAndroid Build Coastguard Worker      */
146*0e209d39SAndroid Build Coastguard Worker     static int32_t unescape(const UnicodeString& affixPattern, FormattedStringBuilder& output,
147*0e209d39SAndroid Build Coastguard Worker                             int32_t position, const SymbolProvider& provider, Field field,
148*0e209d39SAndroid Build Coastguard Worker                             UErrorCode& status);
149*0e209d39SAndroid Build Coastguard Worker 
150*0e209d39SAndroid Build Coastguard Worker     /**
151*0e209d39SAndroid Build Coastguard Worker    * Sames as {@link #unescape}, but only calculates the code point count.  More efficient than {@link #unescape}
152*0e209d39SAndroid Build Coastguard Worker    * if you only need the length but not the string itself.
153*0e209d39SAndroid Build Coastguard Worker      *
154*0e209d39SAndroid Build Coastguard Worker      * @param affixPattern The original string to be unescaped.
155*0e209d39SAndroid Build Coastguard Worker      * @param provider An object to generate locale symbols.
156*0e209d39SAndroid Build Coastguard Worker      * @return The same return value as if you called {@link #unescape}.
157*0e209d39SAndroid Build Coastguard Worker      */
158*0e209d39SAndroid Build Coastguard Worker     static int32_t unescapedCodePointCount(const UnicodeString& affixPattern,
159*0e209d39SAndroid Build Coastguard Worker                                            const SymbolProvider& provider, UErrorCode& status);
160*0e209d39SAndroid Build Coastguard Worker 
161*0e209d39SAndroid Build Coastguard Worker     /**
162*0e209d39SAndroid Build Coastguard Worker      * Checks whether the given affix pattern contains at least one token of the given type, which is
163*0e209d39SAndroid Build Coastguard Worker      * one of the constants "TYPE_" in {@link AffixPatternUtils}.
164*0e209d39SAndroid Build Coastguard Worker      *
165*0e209d39SAndroid Build Coastguard Worker      * @param affixPattern The affix pattern to check.
166*0e209d39SAndroid Build Coastguard Worker      * @param type The token type.
167*0e209d39SAndroid Build Coastguard Worker      * @return true if the affix pattern contains the given token type; false otherwise.
168*0e209d39SAndroid Build Coastguard Worker      */
169*0e209d39SAndroid Build Coastguard Worker     static bool containsType(const UnicodeString& affixPattern, AffixPatternType type, UErrorCode& status);
170*0e209d39SAndroid Build Coastguard Worker 
171*0e209d39SAndroid Build Coastguard Worker     /**
172*0e209d39SAndroid Build Coastguard Worker      * Checks whether the specified affix pattern has any unquoted currency symbols ("¤").
173*0e209d39SAndroid Build Coastguard Worker      *
174*0e209d39SAndroid Build Coastguard Worker      * @param affixPattern The string to check for currency symbols.
175*0e209d39SAndroid Build Coastguard Worker      * @return true if the literal has at least one unquoted currency symbol; false otherwise.
176*0e209d39SAndroid Build Coastguard Worker      */
177*0e209d39SAndroid Build Coastguard Worker     static bool hasCurrencySymbols(const UnicodeString& affixPattern, UErrorCode& status);
178*0e209d39SAndroid Build Coastguard Worker 
179*0e209d39SAndroid Build Coastguard Worker     /**
180*0e209d39SAndroid Build Coastguard Worker      * Replaces all occurrences of tokens with the given type with the given replacement char.
181*0e209d39SAndroid Build Coastguard Worker      *
182*0e209d39SAndroid Build Coastguard Worker      * @param affixPattern The source affix pattern (does not get modified).
183*0e209d39SAndroid Build Coastguard Worker      * @param type The token type.
184*0e209d39SAndroid Build Coastguard Worker      * @param replacementChar The char to substitute in place of chars of the given token type.
185*0e209d39SAndroid Build Coastguard Worker      * @return A string containing the new affix pattern.
186*0e209d39SAndroid Build Coastguard Worker      */
187*0e209d39SAndroid Build Coastguard Worker     static UnicodeString replaceType(const UnicodeString& affixPattern, AffixPatternType type,
188*0e209d39SAndroid Build Coastguard Worker                                      char16_t replacementChar, UErrorCode& status);
189*0e209d39SAndroid Build Coastguard Worker 
190*0e209d39SAndroid Build Coastguard Worker     /**
191*0e209d39SAndroid Build Coastguard Worker      * Returns whether the given affix pattern contains only symbols and ignorables as defined by the
192*0e209d39SAndroid Build Coastguard Worker      * given ignorables set.
193*0e209d39SAndroid Build Coastguard Worker      */
194*0e209d39SAndroid Build Coastguard Worker     static bool containsOnlySymbolsAndIgnorables(const UnicodeString& affixPattern,
195*0e209d39SAndroid Build Coastguard Worker                                                  const UnicodeSet& ignorables, UErrorCode& status);
196*0e209d39SAndroid Build Coastguard Worker 
197*0e209d39SAndroid Build Coastguard Worker     /**
198*0e209d39SAndroid Build Coastguard Worker      * Iterates over the affix pattern, calling the TokenConsumer for each token.
199*0e209d39SAndroid Build Coastguard Worker      */
200*0e209d39SAndroid Build Coastguard Worker     static void iterateWithConsumer(const UnicodeString& affixPattern, TokenConsumer& consumer,
201*0e209d39SAndroid Build Coastguard Worker                                     UErrorCode& status);
202*0e209d39SAndroid Build Coastguard Worker 
203*0e209d39SAndroid Build Coastguard Worker     /**
204*0e209d39SAndroid Build Coastguard Worker      * Returns the next token from the affix pattern.
205*0e209d39SAndroid Build Coastguard Worker      *
206*0e209d39SAndroid Build Coastguard Worker      * @param tag A bitmask used for keeping track of state from token to token. The initial value
207*0e209d39SAndroid Build Coastguard Worker      *     should be 0L.
208*0e209d39SAndroid Build Coastguard Worker      * @param patternString The affix pattern.
209*0e209d39SAndroid Build Coastguard Worker      * @return The bitmask tag to pass to the next call of this method to retrieve the following token
210*0e209d39SAndroid Build Coastguard Worker      *     (never negative), or -1 if there were no more tokens in the affix pattern.
211*0e209d39SAndroid Build Coastguard Worker      * @see #hasNext
212*0e209d39SAndroid Build Coastguard Worker      */
213*0e209d39SAndroid Build Coastguard Worker     static AffixTag nextToken(AffixTag tag, const UnicodeString& patternString, UErrorCode& status);
214*0e209d39SAndroid Build Coastguard Worker 
215*0e209d39SAndroid Build Coastguard Worker     /**
216*0e209d39SAndroid Build Coastguard Worker      * Returns whether the affix pattern string has any more tokens to be retrieved from a call to
217*0e209d39SAndroid Build Coastguard Worker      * {@link #nextToken}.
218*0e209d39SAndroid Build Coastguard Worker      *
219*0e209d39SAndroid Build Coastguard Worker      * @param tag The bitmask tag of the previous token, as returned by {@link #nextToken}.
220*0e209d39SAndroid Build Coastguard Worker      * @param string The affix pattern.
221*0e209d39SAndroid Build Coastguard Worker      * @return true if there are more tokens to consume; false otherwise.
222*0e209d39SAndroid Build Coastguard Worker      */
223*0e209d39SAndroid Build Coastguard Worker     static bool hasNext(const AffixTag& tag, const UnicodeString& string);
224*0e209d39SAndroid Build Coastguard Worker 
225*0e209d39SAndroid Build Coastguard Worker   private:
226*0e209d39SAndroid Build Coastguard Worker     /**
227*0e209d39SAndroid Build Coastguard Worker      * Encodes the given values into a tag struct.
228*0e209d39SAndroid Build Coastguard Worker      * The order of the arguments is consistent with Java, but the order of the stored
229*0e209d39SAndroid Build Coastguard Worker      * fields is not necessarily the same.
230*0e209d39SAndroid Build Coastguard Worker      */
makeTag(int32_t offset,AffixPatternType type,AffixPatternState state,UChar32 cp)231*0e209d39SAndroid Build Coastguard Worker     static inline AffixTag makeTag(int32_t offset, AffixPatternType type, AffixPatternState state,
232*0e209d39SAndroid Build Coastguard Worker                                    UChar32 cp) {
233*0e209d39SAndroid Build Coastguard Worker         return {offset, cp, state, type};
234*0e209d39SAndroid Build Coastguard Worker     }
235*0e209d39SAndroid Build Coastguard Worker };
236*0e209d39SAndroid Build Coastguard Worker 
237*0e209d39SAndroid Build Coastguard Worker } // namespace number::impl
238*0e209d39SAndroid Build Coastguard Worker U_NAMESPACE_END
239*0e209d39SAndroid Build Coastguard Worker 
240*0e209d39SAndroid Build Coastguard Worker 
241*0e209d39SAndroid Build Coastguard Worker #endif //__NUMBER_AFFIXUTILS_H__
242*0e209d39SAndroid Build Coastguard Worker 
243*0e209d39SAndroid Build Coastguard Worker #endif /* #if !UCONFIG_NO_FORMATTING */
244