1 | // © 2016 and later: Unicode, Inc. and others. |
2 | // License & terms of use: http://www.unicode.org/copyright.html |
3 | /* |
4 | ******************************************************************** |
5 | * COPYRIGHT: |
6 | * Copyright (c) 1996-2015, International Business Machines Corporation and |
7 | * others. All Rights Reserved. |
8 | ******************************************************************** |
9 | */ |
10 | |
11 | #ifndef NORMLZR_H |
12 | #define NORMLZR_H |
13 | |
14 | #include "unicode/utypes.h" |
15 | |
16 | #if U_SHOW_CPLUSPLUS_API |
17 | |
18 | /** |
19 | * \file |
20 | * \brief C++ API: Unicode Normalization |
21 | */ |
22 | |
23 | #if !UCONFIG_NO_NORMALIZATION |
24 | |
25 | #include "unicode/chariter.h" |
26 | #include "unicode/normalizer2.h" |
27 | #include "unicode/unistr.h" |
28 | #include "unicode/unorm.h" |
29 | #include "unicode/uobject.h" |
30 | |
31 | U_NAMESPACE_BEGIN |
32 | /** |
33 | * Old Unicode normalization API. |
34 | * |
35 | * This API has been replaced by the Normalizer2 class and is only available |
36 | * for backward compatibility. This class simply delegates to the Normalizer2 class. |
37 | * There is one exception: The new API does not provide a replacement for Normalizer::compare(). |
38 | * |
39 | * The Normalizer class supports the standard normalization forms described in |
40 | * <a href="http://www.unicode.org/unicode/reports/tr15/" target="unicode"> |
41 | * Unicode Standard Annex #15: Unicode Normalization Forms</a>. |
42 | * |
43 | * The Normalizer class consists of two parts: |
44 | * - static functions that normalize strings or test if strings are normalized |
45 | * - a Normalizer object is an iterator that takes any kind of text and |
46 | * provides iteration over its normalized form |
47 | * |
48 | * The Normalizer class is not suitable for subclassing. |
49 | * |
50 | * For basic information about normalization forms and details about the C API |
51 | * please see the documentation in unorm.h. |
52 | * |
53 | * The iterator API with the Normalizer constructors and the non-static functions |
54 | * use a CharacterIterator as input. It is possible to pass a string which |
55 | * is then internally wrapped in a CharacterIterator. |
56 | * The input text is not normalized all at once, but incrementally where needed |
57 | * (providing efficient random access). |
58 | * This allows to pass in a large text but spend only a small amount of time |
59 | * normalizing a small part of that text. |
60 | * However, if the entire text is normalized, then the iterator will be |
61 | * slower than normalizing the entire text at once and iterating over the result. |
62 | * A possible use of the Normalizer iterator is also to report an index into the |
63 | * original text that is close to where the normalized characters come from. |
64 | * |
65 | * <em>Important:</em> The iterator API was cleaned up significantly for ICU 2.0. |
66 | * The earlier implementation reported the getIndex() inconsistently, |
67 | * and previous() could not be used after setIndex(), next(), first(), and current(). |
68 | * |
69 | * Normalizer allows to start normalizing from anywhere in the input text by |
70 | * calling setIndexOnly(), first(), or last(). |
71 | * Without calling any of these, the iterator will start at the beginning of the text. |
72 | * |
73 | * At any time, next() returns the next normalized code point (UChar32), |
74 | * with post-increment semantics (like CharacterIterator::next32PostInc()). |
75 | * previous() returns the previous normalized code point (UChar32), |
76 | * with pre-decrement semantics (like CharacterIterator::previous32()). |
77 | * |
78 | * current() returns the current code point |
79 | * (respectively the one at the newly set index) without moving |
80 | * the getIndex(). Note that if the text at the current position |
81 | * needs to be normalized, then these functions will do that. |
82 | * (This is why current() is not const.) |
83 | * It is more efficient to call setIndexOnly() instead, which does not |
84 | * normalize. |
85 | * |
86 | * getIndex() always refers to the position in the input text where the normalized |
87 | * code points are returned from. It does not always change with each returned |
88 | * code point. |
89 | * The code point that is returned from any of the functions |
90 | * corresponds to text at or after getIndex(), according to the |
91 | * function's iteration semantics (post-increment or pre-decrement). |
92 | * |
93 | * next() returns a code point from at or after the getIndex() |
94 | * from before the next() call. After the next() call, the getIndex() |
95 | * might have moved to where the next code point will be returned from |
96 | * (from a next() or current() call). |
97 | * This is semantically equivalent to array access with array[index++] |
98 | * (post-increment semantics). |
99 | * |
100 | * previous() returns a code point from at or after the getIndex() |
101 | * from after the previous() call. |
102 | * This is semantically equivalent to array access with array[--index] |
103 | * (pre-decrement semantics). |
104 | * |
105 | * Internally, the Normalizer iterator normalizes a small piece of text |
106 | * starting at the getIndex() and ending at a following "safe" index. |
107 | * The normalized results is stored in an internal string buffer, and |
108 | * the code points are iterated from there. |
109 | * With multiple iteration calls, this is repeated until the next piece |
110 | * of text needs to be normalized, and the getIndex() needs to be moved. |
111 | * |
112 | * The following "safe" index, the internal buffer, and the secondary |
113 | * iteration index into that buffer are not exposed on the API. |
114 | * This also means that it is currently not practical to return to |
115 | * a particular, arbitrary position in the text because one would need to |
116 | * know, and be able to set, in addition to the getIndex(), at least also the |
117 | * current index into the internal buffer. |
118 | * It is currently only possible to observe when getIndex() changes |
119 | * (with careful consideration of the iteration semantics), |
120 | * at which time the internal index will be 0. |
121 | * For example, if getIndex() is different after next() than before it, |
122 | * then the internal index is 0 and one can return to this getIndex() |
123 | * later with setIndexOnly(). |
124 | * |
125 | * Note: While the setIndex() and getIndex() refer to indices in the |
126 | * underlying Unicode input text, the next() and previous() methods |
127 | * iterate through characters in the normalized output. |
128 | * This means that there is not necessarily a one-to-one correspondence |
129 | * between characters returned by next() and previous() and the indices |
130 | * passed to and returned from setIndex() and getIndex(). |
131 | * It is for this reason that Normalizer does not implement the CharacterIterator interface. |
132 | * |
133 | * @author Laura Werner, Mark Davis, Markus Scherer |
134 | * @stable ICU 2.0 |
135 | */ |
136 | class U_COMMON_API Normalizer : public UObject { |
137 | public: |
138 | #ifndef U_HIDE_DEPRECATED_API |
139 | /** |
140 | * If DONE is returned from an iteration function that returns a code point, |
141 | * then there are no more normalization results available. |
142 | * @deprecated ICU 56 Use Normalizer2 instead. |
143 | */ |
144 | enum { |
145 | DONE=0xffff |
146 | }; |
147 | |
148 | // Constructors |
149 | |
150 | /** |
151 | * Creates a new <code>Normalizer</code> object for iterating over the |
152 | * normalized form of a given string. |
153 | * <p> |
154 | * @param str The string to be normalized. The normalization |
155 | * will start at the beginning of the string. |
156 | * |
157 | * @param mode The normalization mode. |
158 | * @deprecated ICU 56 Use Normalizer2 instead. |
159 | */ |
160 | Normalizer(const UnicodeString& str, UNormalizationMode mode); |
161 | |
162 | /** |
163 | * Creates a new <code>Normalizer</code> object for iterating over the |
164 | * normalized form of a given string. |
165 | * <p> |
166 | * @param str The string to be normalized. The normalization |
167 | * will start at the beginning of the string. |
168 | * |
169 | * @param length Length of the string, or -1 if NUL-terminated. |
170 | * @param mode The normalization mode. |
171 | * @deprecated ICU 56 Use Normalizer2 instead. |
172 | */ |
173 | Normalizer(ConstChar16Ptr str, int32_t length, UNormalizationMode mode); |
174 | |
175 | /** |
176 | * Creates a new <code>Normalizer</code> object for iterating over the |
177 | * normalized form of the given text. |
178 | * <p> |
179 | * @param iter The input text to be normalized. The normalization |
180 | * will start at the beginning of the string. |
181 | * |
182 | * @param mode The normalization mode. |
183 | * @deprecated ICU 56 Use Normalizer2 instead. |
184 | */ |
185 | Normalizer(const CharacterIterator& iter, UNormalizationMode mode); |
186 | #endif /* U_HIDE_DEPRECATED_API */ |
187 | |
188 | #ifndef U_FORCE_HIDE_DEPRECATED_API |
189 | /** |
190 | * Copy constructor. |
191 | * @param copy The object to be copied. |
192 | * @deprecated ICU 56 Use Normalizer2 instead. |
193 | */ |
194 | Normalizer(const Normalizer& copy); |
195 | |
196 | /** |
197 | * Destructor |
198 | * @deprecated ICU 56 Use Normalizer2 instead. |
199 | */ |
200 | virtual ~Normalizer(); |
201 | #endif // U_FORCE_HIDE_DEPRECATED_API |
202 | |
203 | //------------------------------------------------------------------------- |
204 | // Static utility methods |
205 | //------------------------------------------------------------------------- |
206 | |
207 | #ifndef U_HIDE_DEPRECATED_API |
208 | /** |
209 | * Normalizes a <code>UnicodeString</code> according to the specified normalization mode. |
210 | * This is a wrapper for unorm_normalize(), using UnicodeString's. |
211 | * |
212 | * The <code>options</code> parameter specifies which optional |
213 | * <code>Normalizer</code> features are to be enabled for this operation. |
214 | * |
215 | * @param source the input string to be normalized. |
216 | * @param mode the normalization mode |
217 | * @param options the optional features to be enabled (0 for no options) |
218 | * @param result The normalized string (on output). |
219 | * @param status The error code. |
220 | * @deprecated ICU 56 Use Normalizer2 instead. |
221 | */ |
222 | static void U_EXPORT2 normalize(const UnicodeString& source, |
223 | UNormalizationMode mode, int32_t options, |
224 | UnicodeString& result, |
225 | UErrorCode &status); |
226 | |
227 | /** |
228 | * Compose a <code>UnicodeString</code>. |
229 | * This is equivalent to normalize() with mode UNORM_NFC or UNORM_NFKC. |
230 | * This is a wrapper for unorm_normalize(), using UnicodeString's. |
231 | * |
232 | * The <code>options</code> parameter specifies which optional |
233 | * <code>Normalizer</code> features are to be enabled for this operation. |
234 | * |
235 | * @param source the string to be composed. |
236 | * @param compat Perform compatibility decomposition before composition. |
237 | * If this argument is <code>FALSE</code>, only canonical |
238 | * decomposition will be performed. |
239 | * @param options the optional features to be enabled (0 for no options) |
240 | * @param result The composed string (on output). |
241 | * @param status The error code. |
242 | * @deprecated ICU 56 Use Normalizer2 instead. |
243 | */ |
244 | static void U_EXPORT2 compose(const UnicodeString& source, |
245 | UBool compat, int32_t options, |
246 | UnicodeString& result, |
247 | UErrorCode &status); |
248 | |
249 | /** |
250 | * Static method to decompose a <code>UnicodeString</code>. |
251 | * This is equivalent to normalize() with mode UNORM_NFD or UNORM_NFKD. |
252 | * This is a wrapper for unorm_normalize(), using UnicodeString's. |
253 | * |
254 | * The <code>options</code> parameter specifies which optional |
255 | * <code>Normalizer</code> features are to be enabled for this operation. |
256 | * |
257 | * @param source the string to be decomposed. |
258 | * @param compat Perform compatibility decomposition. |
259 | * If this argument is <code>FALSE</code>, only canonical |
260 | * decomposition will be performed. |
261 | * @param options the optional features to be enabled (0 for no options) |
262 | * @param result The decomposed string (on output). |
263 | * @param status The error code. |
264 | * @deprecated ICU 56 Use Normalizer2 instead. |
265 | */ |
266 | static void U_EXPORT2 decompose(const UnicodeString& source, |
267 | UBool compat, int32_t options, |
268 | UnicodeString& result, |
269 | UErrorCode &status); |
270 | |
271 | /** |
272 | * Performing quick check on a string, to quickly determine if the string is |
273 | * in a particular normalization format. |
274 | * This is a wrapper for unorm_quickCheck(), using a UnicodeString. |
275 | * |
276 | * Three types of result can be returned UNORM_YES, UNORM_NO or |
277 | * UNORM_MAYBE. Result UNORM_YES indicates that the argument |
278 | * string is in the desired normalized format, UNORM_NO determines that |
279 | * argument string is not in the desired normalized format. A |
280 | * UNORM_MAYBE result indicates that a more thorough check is required, |
281 | * the user may have to put the string in its normalized form and compare the |
282 | * results. |
283 | * @param source string for determining if it is in a normalized format |
284 | * @param mode normalization format |
285 | * @param status A reference to a UErrorCode to receive any errors |
286 | * @return UNORM_YES, UNORM_NO or UNORM_MAYBE |
287 | * |
288 | * @see isNormalized |
289 | * @deprecated ICU 56 Use Normalizer2 instead. |
290 | */ |
291 | static inline UNormalizationCheckResult |
292 | quickCheck(const UnicodeString &source, UNormalizationMode mode, UErrorCode &status); |
293 | |
294 | /** |
295 | * Performing quick check on a string; same as the other version of quickCheck |
296 | * but takes an extra options parameter like most normalization functions. |
297 | * |
298 | * @param source string for determining if it is in a normalized format |
299 | * @param mode normalization format |
300 | * @param options the optional features to be enabled (0 for no options) |
301 | * @param status A reference to a UErrorCode to receive any errors |
302 | * @return UNORM_YES, UNORM_NO or UNORM_MAYBE |
303 | * |
304 | * @see isNormalized |
305 | * @deprecated ICU 56 Use Normalizer2 instead. |
306 | */ |
307 | static UNormalizationCheckResult |
308 | quickCheck(const UnicodeString &source, UNormalizationMode mode, int32_t options, UErrorCode &status); |
309 | |
310 | /** |
311 | * Test if a string is in a given normalization form. |
312 | * This is semantically equivalent to source.equals(normalize(source, mode)) . |
313 | * |
314 | * Unlike unorm_quickCheck(), this function returns a definitive result, |
315 | * never a "maybe". |
316 | * For NFD, NFKD, and FCD, both functions work exactly the same. |
317 | * For NFC and NFKC where quickCheck may return "maybe", this function will |
318 | * perform further tests to arrive at a TRUE/FALSE result. |
319 | * |
320 | * @param src String that is to be tested if it is in a normalization format. |
321 | * @param mode Which normalization form to test for. |
322 | * @param errorCode ICU error code in/out parameter. |
323 | * Must fulfill U_SUCCESS before the function call. |
324 | * @return Boolean value indicating whether the source string is in the |
325 | * "mode" normalization form. |
326 | * |
327 | * @see quickCheck |
328 | * @deprecated ICU 56 Use Normalizer2 instead. |
329 | */ |
330 | static inline UBool |
331 | isNormalized(const UnicodeString &src, UNormalizationMode mode, UErrorCode &errorCode); |
332 | |
333 | /** |
334 | * Test if a string is in a given normalization form; same as the other version of isNormalized |
335 | * but takes an extra options parameter like most normalization functions. |
336 | * |
337 | * @param src String that is to be tested if it is in a normalization format. |
338 | * @param mode Which normalization form to test for. |
339 | * @param options the optional features to be enabled (0 for no options) |
340 | * @param errorCode ICU error code in/out parameter. |
341 | * Must fulfill U_SUCCESS before the function call. |
342 | * @return Boolean value indicating whether the source string is in the |
343 | * "mode" normalization form. |
344 | * |
345 | * @see quickCheck |
346 | * @deprecated ICU 56 Use Normalizer2 instead. |
347 | */ |
348 | static UBool |
349 | isNormalized(const UnicodeString &src, UNormalizationMode mode, int32_t options, UErrorCode &errorCode); |
350 | |
351 | /** |
352 | * Concatenate normalized strings, making sure that the result is normalized as well. |
353 | * |
354 | * If both the left and the right strings are in |
355 | * the normalization form according to "mode/options", |
356 | * then the result will be |
357 | * |
358 | * \code |
359 | * dest=normalize(left+right, mode, options) |
360 | * \endcode |
361 | * |
362 | * For details see unorm_concatenate in unorm.h. |
363 | * |
364 | * @param left Left source string. |
365 | * @param right Right source string. |
366 | * @param result The output string. |
367 | * @param mode The normalization mode. |
368 | * @param options A bit set of normalization options. |
369 | * @param errorCode ICU error code in/out parameter. |
370 | * Must fulfill U_SUCCESS before the function call. |
371 | * @return result |
372 | * |
373 | * @see unorm_concatenate |
374 | * @see normalize |
375 | * @see unorm_next |
376 | * @see unorm_previous |
377 | * |
378 | * @deprecated ICU 56 Use Normalizer2 instead. |
379 | */ |
380 | static UnicodeString & |
381 | U_EXPORT2 concatenate(const UnicodeString &left, const UnicodeString &right, |
382 | UnicodeString &result, |
383 | UNormalizationMode mode, int32_t options, |
384 | UErrorCode &errorCode); |
385 | #endif /* U_HIDE_DEPRECATED_API */ |
386 | |
387 | /** |
388 | * Compare two strings for canonical equivalence. |
389 | * Further options include case-insensitive comparison and |
390 | * code point order (as opposed to code unit order). |
391 | * |
392 | * Canonical equivalence between two strings is defined as their normalized |
393 | * forms (NFD or NFC) being identical. |
394 | * This function compares strings incrementally instead of normalizing |
395 | * (and optionally case-folding) both strings entirely, |
396 | * improving performance significantly. |
397 | * |
398 | * Bulk normalization is only necessary if the strings do not fulfill the FCD |
399 | * conditions. Only in this case, and only if the strings are relatively long, |
400 | * is memory allocated temporarily. |
401 | * For FCD strings and short non-FCD strings there is no memory allocation. |
402 | * |
403 | * Semantically, this is equivalent to |
404 | * strcmp[CodePointOrder](NFD(foldCase(s1)), NFD(foldCase(s2))) |
405 | * where code point order and foldCase are all optional. |
406 | * |
407 | * UAX 21 2.5 Caseless Matching specifies that for a canonical caseless match |
408 | * the case folding must be performed first, then the normalization. |
409 | * |
410 | * @param s1 First source string. |
411 | * @param s2 Second source string. |
412 | * |
413 | * @param options A bit set of options: |
414 | * - U_FOLD_CASE_DEFAULT or 0 is used for default options: |
415 | * Case-sensitive comparison in code unit order, and the input strings |
416 | * are quick-checked for FCD. |
417 | * |
418 | * - UNORM_INPUT_IS_FCD |
419 | * Set if the caller knows that both s1 and s2 fulfill the FCD conditions. |
420 | * If not set, the function will quickCheck for FCD |
421 | * and normalize if necessary. |
422 | * |
423 | * - U_COMPARE_CODE_POINT_ORDER |
424 | * Set to choose code point order instead of code unit order |
425 | * (see u_strCompare for details). |
426 | * |
427 | * - U_COMPARE_IGNORE_CASE |
428 | * Set to compare strings case-insensitively using case folding, |
429 | * instead of case-sensitively. |
430 | * If set, then the following case folding options are used. |
431 | * |
432 | * - Options as used with case-insensitive comparisons, currently: |
433 | * |
434 | * - U_FOLD_CASE_EXCLUDE_SPECIAL_I |
435 | * (see u_strCaseCompare for details) |
436 | * |
437 | * - regular normalization options shifted left by UNORM_COMPARE_NORM_OPTIONS_SHIFT |
438 | * |
439 | * @param errorCode ICU error code in/out parameter. |
440 | * Must fulfill U_SUCCESS before the function call. |
441 | * @return <0 or 0 or >0 as usual for string comparisons |
442 | * |
443 | * @see unorm_compare |
444 | * @see normalize |
445 | * @see UNORM_FCD |
446 | * @see u_strCompare |
447 | * @see u_strCaseCompare |
448 | * |
449 | * @stable ICU 2.2 |
450 | */ |
451 | static inline int32_t |
452 | compare(const UnicodeString &s1, const UnicodeString &s2, |
453 | uint32_t options, |
454 | UErrorCode &errorCode); |
455 | |
456 | #ifndef U_HIDE_DEPRECATED_API |
457 | //------------------------------------------------------------------------- |
458 | // Iteration API |
459 | //------------------------------------------------------------------------- |
460 | |
461 | /** |
462 | * Return the current character in the normalized text. |
463 | * current() may need to normalize some text at getIndex(). |
464 | * The getIndex() is not changed. |
465 | * |
466 | * @return the current normalized code point |
467 | * @deprecated ICU 56 Use Normalizer2 instead. |
468 | */ |
469 | UChar32 current(void); |
470 | |
471 | /** |
472 | * Return the first character in the normalized text. |
473 | * This is equivalent to setIndexOnly(startIndex()) followed by next(). |
474 | * (Post-increment semantics.) |
475 | * |
476 | * @return the first normalized code point |
477 | * @deprecated ICU 56 Use Normalizer2 instead. |
478 | */ |
479 | UChar32 first(void); |
480 | |
481 | /** |
482 | * Return the last character in the normalized text. |
483 | * This is equivalent to setIndexOnly(endIndex()) followed by previous(). |
484 | * (Pre-decrement semantics.) |
485 | * |
486 | * @return the last normalized code point |
487 | * @deprecated ICU 56 Use Normalizer2 instead. |
488 | */ |
489 | UChar32 last(void); |
490 | |
491 | /** |
492 | * Return the next character in the normalized text. |
493 | * (Post-increment semantics.) |
494 | * If the end of the text has already been reached, DONE is returned. |
495 | * The DONE value could be confused with a U+FFFF non-character code point |
496 | * in the text. If this is possible, you can test getIndex()<endIndex() |
497 | * before calling next(), or (getIndex()<endIndex() || last()!=DONE) |
498 | * after calling next(). (Calling last() will change the iterator state!) |
499 | * |
500 | * The C API unorm_next() is more efficient and does not have this ambiguity. |
501 | * |
502 | * @return the next normalized code point |
503 | * @deprecated ICU 56 Use Normalizer2 instead. |
504 | */ |
505 | UChar32 next(void); |
506 | |
507 | /** |
508 | * Return the previous character in the normalized text and decrement. |
509 | * (Pre-decrement semantics.) |
510 | * If the beginning of the text has already been reached, DONE is returned. |
511 | * The DONE value could be confused with a U+FFFF non-character code point |
512 | * in the text. If this is possible, you can test |
513 | * (getIndex()>startIndex() || first()!=DONE). (Calling first() will change |
514 | * the iterator state!) |
515 | * |
516 | * The C API unorm_previous() is more efficient and does not have this ambiguity. |
517 | * |
518 | * @return the previous normalized code point |
519 | * @deprecated ICU 56 Use Normalizer2 instead. |
520 | */ |
521 | UChar32 previous(void); |
522 | |
523 | /** |
524 | * Set the iteration position in the input text that is being normalized, |
525 | * without any immediate normalization. |
526 | * After setIndexOnly(), getIndex() will return the same index that is |
527 | * specified here. |
528 | * |
529 | * @param index the desired index in the input text. |
530 | * @deprecated ICU 56 Use Normalizer2 instead. |
531 | */ |
532 | void setIndexOnly(int32_t index); |
533 | |
534 | /** |
535 | * Reset the index to the beginning of the text. |
536 | * This is equivalent to setIndexOnly(startIndex)). |
537 | * @deprecated ICU 56 Use Normalizer2 instead. |
538 | */ |
539 | void reset(void); |
540 | |
541 | /** |
542 | * Retrieve the current iteration position in the input text that is |
543 | * being normalized. |
544 | * |
545 | * A following call to next() will return a normalized code point from |
546 | * the input text at or after this index. |
547 | * |
548 | * After a call to previous(), getIndex() will point at or before the |
549 | * position in the input text where the normalized code point |
550 | * was returned from with previous(). |
551 | * |
552 | * @return the current index in the input text |
553 | * @deprecated ICU 56 Use Normalizer2 instead. |
554 | */ |
555 | int32_t getIndex(void) const; |
556 | |
557 | /** |
558 | * Retrieve the index of the start of the input text. This is the begin index |
559 | * of the <code>CharacterIterator</code> or the start (i.e. index 0) of the string |
560 | * over which this <code>Normalizer</code> is iterating. |
561 | * |
562 | * @return the smallest index in the input text where the Normalizer operates |
563 | * @deprecated ICU 56 Use Normalizer2 instead. |
564 | */ |
565 | int32_t startIndex(void) const; |
566 | |
567 | /** |
568 | * Retrieve the index of the end of the input text. This is the end index |
569 | * of the <code>CharacterIterator</code> or the length of the string |
570 | * over which this <code>Normalizer</code> is iterating. |
571 | * This end index is exclusive, i.e., the Normalizer operates only on characters |
572 | * before this index. |
573 | * |
574 | * @return the first index in the input text where the Normalizer does not operate |
575 | * @deprecated ICU 56 Use Normalizer2 instead. |
576 | */ |
577 | int32_t endIndex(void) const; |
578 | |
579 | /** |
580 | * Returns TRUE when both iterators refer to the same character in the same |
581 | * input text. |
582 | * |
583 | * @param that a Normalizer object to compare this one to |
584 | * @return comparison result |
585 | * @deprecated ICU 56 Use Normalizer2 instead. |
586 | */ |
587 | UBool operator==(const Normalizer& that) const; |
588 | |
589 | /** |
590 | * Returns FALSE when both iterators refer to the same character in the same |
591 | * input text. |
592 | * |
593 | * @param that a Normalizer object to compare this one to |
594 | * @return comparison result |
595 | * @deprecated ICU 56 Use Normalizer2 instead. |
596 | */ |
597 | inline UBool operator!=(const Normalizer& that) const; |
598 | |
599 | /** |
600 | * Returns a pointer to a new Normalizer that is a clone of this one. |
601 | * The caller is responsible for deleting the new clone. |
602 | * @return a pointer to a new Normalizer |
603 | * @deprecated ICU 56 Use Normalizer2 instead. |
604 | */ |
605 | Normalizer* clone() const; |
606 | |
607 | /** |
608 | * Generates a hash code for this iterator. |
609 | * |
610 | * @return the hash code |
611 | * @deprecated ICU 56 Use Normalizer2 instead. |
612 | */ |
613 | int32_t hashCode(void) const; |
614 | |
615 | //------------------------------------------------------------------------- |
616 | // Property access methods |
617 | //------------------------------------------------------------------------- |
618 | |
619 | /** |
620 | * Set the normalization mode for this object. |
621 | * <p> |
622 | * <b>Note:</b>If the normalization mode is changed while iterating |
623 | * over a string, calls to {@link #next() } and {@link #previous() } may |
624 | * return previously buffers characters in the old normalization mode |
625 | * until the iteration is able to re-sync at the next base character. |
626 | * It is safest to call {@link #setIndexOnly }, {@link #reset() }, |
627 | * {@link #setText }, {@link #first() }, |
628 | * {@link #last() }, etc. after calling <code>setMode</code>. |
629 | * <p> |
630 | * @param newMode the new mode for this <code>Normalizer</code>. |
631 | * @see #getUMode |
632 | * @deprecated ICU 56 Use Normalizer2 instead. |
633 | */ |
634 | void setMode(UNormalizationMode newMode); |
635 | |
636 | /** |
637 | * Return the normalization mode for this object. |
638 | * |
639 | * This is an unusual name because there used to be a getMode() that |
640 | * returned a different type. |
641 | * |
642 | * @return the mode for this <code>Normalizer</code> |
643 | * @see #setMode |
644 | * @deprecated ICU 56 Use Normalizer2 instead. |
645 | */ |
646 | UNormalizationMode getUMode(void) const; |
647 | |
648 | /** |
649 | * Set options that affect this <code>Normalizer</code>'s operation. |
650 | * Options do not change the basic composition or decomposition operation |
651 | * that is being performed, but they control whether |
652 | * certain optional portions of the operation are done. |
653 | * Currently the only available option is obsolete. |
654 | * |
655 | * It is possible to specify multiple options that are all turned on or off. |
656 | * |
657 | * @param option the option(s) whose value is/are to be set. |
658 | * @param value the new setting for the option. Use <code>TRUE</code> to |
659 | * turn the option(s) on and <code>FALSE</code> to turn it/them off. |
660 | * |
661 | * @see #getOption |
662 | * @deprecated ICU 56 Use Normalizer2 instead. |
663 | */ |
664 | void setOption(int32_t option, |
665 | UBool value); |
666 | |
667 | /** |
668 | * Determine whether an option is turned on or off. |
669 | * If multiple options are specified, then the result is TRUE if any |
670 | * of them are set. |
671 | * <p> |
672 | * @param option the option(s) that are to be checked |
673 | * @return TRUE if any of the option(s) are set |
674 | * @see #setOption |
675 | * @deprecated ICU 56 Use Normalizer2 instead. |
676 | */ |
677 | UBool getOption(int32_t option) const; |
678 | |
679 | /** |
680 | * Set the input text over which this <code>Normalizer</code> will iterate. |
681 | * The iteration position is set to the beginning. |
682 | * |
683 | * @param newText a string that replaces the current input text |
684 | * @param status a UErrorCode |
685 | * @deprecated ICU 56 Use Normalizer2 instead. |
686 | */ |
687 | void setText(const UnicodeString& newText, |
688 | UErrorCode &status); |
689 | |
690 | /** |
691 | * Set the input text over which this <code>Normalizer</code> will iterate. |
692 | * The iteration position is set to the beginning. |
693 | * |
694 | * @param newText a CharacterIterator object that replaces the current input text |
695 | * @param status a UErrorCode |
696 | * @deprecated ICU 56 Use Normalizer2 instead. |
697 | */ |
698 | void setText(const CharacterIterator& newText, |
699 | UErrorCode &status); |
700 | |
701 | /** |
702 | * Set the input text over which this <code>Normalizer</code> will iterate. |
703 | * The iteration position is set to the beginning. |
704 | * |
705 | * @param newText a string that replaces the current input text |
706 | * @param length the length of the string, or -1 if NUL-terminated |
707 | * @param status a UErrorCode |
708 | * @deprecated ICU 56 Use Normalizer2 instead. |
709 | */ |
710 | void setText(ConstChar16Ptr newText, |
711 | int32_t length, |
712 | UErrorCode &status); |
713 | /** |
714 | * Copies the input text into the UnicodeString argument. |
715 | * |
716 | * @param result Receives a copy of the text under iteration. |
717 | * @deprecated ICU 56 Use Normalizer2 instead. |
718 | */ |
719 | void getText(UnicodeString& result); |
720 | |
721 | /** |
722 | * ICU "poor man's RTTI", returns a UClassID for this class. |
723 | * @returns a UClassID for this class. |
724 | * @deprecated ICU 56 Use Normalizer2 instead. |
725 | */ |
726 | static UClassID U_EXPORT2 getStaticClassID(); |
727 | #endif /* U_HIDE_DEPRECATED_API */ |
728 | |
729 | #ifndef U_FORCE_HIDE_DEPRECATED_API |
730 | /** |
731 | * ICU "poor man's RTTI", returns a UClassID for the actual class. |
732 | * @return a UClassID for the actual class. |
733 | * @deprecated ICU 56 Use Normalizer2 instead. |
734 | */ |
735 | virtual UClassID getDynamicClassID() const; |
736 | #endif // U_FORCE_HIDE_DEPRECATED_API |
737 | |
738 | private: |
739 | //------------------------------------------------------------------------- |
740 | // Private functions |
741 | //------------------------------------------------------------------------- |
742 | |
743 | Normalizer(); // default constructor not implemented |
744 | Normalizer &operator=(const Normalizer &that); // assignment operator not implemented |
745 | |
746 | // Private utility methods for iteration |
747 | // For documentation, see the source code |
748 | UBool nextNormalize(); |
749 | UBool previousNormalize(); |
750 | |
751 | void init(); |
752 | void clearBuffer(void); |
753 | |
754 | //------------------------------------------------------------------------- |
755 | // Private data |
756 | //------------------------------------------------------------------------- |
757 | |
758 | FilteredNormalizer2*fFilteredNorm2; // owned if not NULL |
759 | const Normalizer2 *fNorm2; // not owned; may be equal to fFilteredNorm2 |
760 | UNormalizationMode fUMode; // deprecated |
761 | int32_t fOptions; |
762 | |
763 | // The input text and our position in it |
764 | CharacterIterator *text; |
765 | |
766 | // The normalization buffer is the result of normalization |
767 | // of the source in [currentIndex..nextIndex[ . |
768 | int32_t currentIndex, nextIndex; |
769 | |
770 | // A buffer for holding intermediate results |
771 | UnicodeString buffer; |
772 | int32_t bufferPos; |
773 | }; |
774 | |
775 | //------------------------------------------------------------------------- |
776 | // Inline implementations |
777 | //------------------------------------------------------------------------- |
778 | |
779 | #ifndef U_HIDE_DEPRECATED_API |
780 | inline UBool |
781 | Normalizer::operator!= (const Normalizer& other) const |
782 | { return ! operator==(other); } |
783 | |
784 | inline UNormalizationCheckResult |
785 | Normalizer::quickCheck(const UnicodeString& source, |
786 | UNormalizationMode mode, |
787 | UErrorCode &status) { |
788 | return quickCheck(source, mode, 0, status); |
789 | } |
790 | |
791 | inline UBool |
792 | Normalizer::isNormalized(const UnicodeString& source, |
793 | UNormalizationMode mode, |
794 | UErrorCode &status) { |
795 | return isNormalized(source, mode, 0, status); |
796 | } |
797 | #endif /* U_HIDE_DEPRECATED_API */ |
798 | |
799 | inline int32_t |
800 | Normalizer::compare(const UnicodeString &s1, const UnicodeString &s2, |
801 | uint32_t options, |
802 | UErrorCode &errorCode) { |
803 | // all argument checking is done in unorm_compare |
804 | return unorm_compare(toUCharPtr(s1.getBuffer()), s1.length(), |
805 | toUCharPtr(s2.getBuffer()), s2.length(), |
806 | options, |
807 | &errorCode); |
808 | } |
809 | |
810 | U_NAMESPACE_END |
811 | |
812 | #endif /* #if !UCONFIG_NO_NORMALIZATION */ |
813 | |
814 | #endif // NORMLZR_H |
815 | |
816 | #endif /* U_SHOW_CPLUSPLUS_API */ |
817 | |