1 | // © 2016 and later: Unicode, Inc. and others. |
2 | // License & terms of use: http://www.unicode.org/copyright.html |
3 | /* |
4 | ********************************************************************** |
5 | * Copyright (C) 1999-2015, International Business Machines |
6 | * Corporation and others. All Rights Reserved. |
7 | ********************************************************************** |
8 | * file name: ustr_imp.h |
9 | * encoding: UTF-8 |
10 | * tab size: 8 (not used) |
11 | * indentation:4 |
12 | * |
13 | * created on: 2001jan30 |
14 | * created by: Markus W. Scherer |
15 | */ |
16 | |
17 | #ifndef __USTR_IMP_H__ |
18 | #define __USTR_IMP_H__ |
19 | |
20 | #include "unicode/utypes.h" |
21 | #include "unicode/utf8.h" |
22 | |
23 | /** |
24 | * Internal option for unorm_cmpEquivFold() for strncmp style. |
25 | * If set, checks for both string length and terminating NUL. |
26 | */ |
27 | #define _STRNCMP_STYLE 0x1000 |
28 | |
29 | /** |
30 | * Compare two strings in code point order or code unit order. |
31 | * Works in strcmp style (both lengths -1), |
32 | * strncmp style (lengths equal and >=0, flag TRUE), |
33 | * and memcmp/UnicodeString style (at least one length >=0). |
34 | */ |
35 | U_CFUNC int32_t U_EXPORT2 |
36 | uprv_strCompare(const UChar *s1, int32_t length1, |
37 | const UChar *s2, int32_t length2, |
38 | UBool strncmpStyle, UBool codePointOrder); |
39 | |
40 | U_CAPI int32_t U_EXPORT2 |
41 | ustr_hashUCharsN(const UChar *str, int32_t length); |
42 | |
43 | U_CAPI int32_t U_EXPORT2 |
44 | ustr_hashCharsN(const char *str, int32_t length); |
45 | |
46 | U_CAPI int32_t U_EXPORT2 |
47 | ustr_hashICharsN(const char *str, int32_t length); |
48 | |
49 | /** |
50 | * NUL-terminate a UChar * string if possible. |
51 | * If length < destCapacity then NUL-terminate. |
52 | * If length == destCapacity then do not terminate but set U_STRING_NOT_TERMINATED_WARNING. |
53 | * If length > destCapacity then do not terminate but set U_BUFFER_OVERFLOW_ERROR. |
54 | * |
55 | * @param dest Destination buffer, can be NULL if destCapacity==0. |
56 | * @param destCapacity Number of UChars available at dest. |
57 | * @param length Number of UChars that were (to be) written to dest. |
58 | * @param pErrorCode ICU error code. |
59 | * @return length |
60 | */ |
61 | U_CAPI int32_t U_EXPORT2 |
62 | u_terminateUChars(UChar *dest, int32_t destCapacity, int32_t length, UErrorCode *pErrorCode); |
63 | |
64 | /** |
65 | * NUL-terminate a char * string if possible. |
66 | * Same as u_terminateUChars() but for a different string type. |
67 | */ |
68 | U_CAPI int32_t U_EXPORT2 |
69 | u_terminateChars(char *dest, int32_t destCapacity, int32_t length, UErrorCode *pErrorCode); |
70 | |
71 | /** |
72 | * NUL-terminate a UChar32 * string if possible. |
73 | * Same as u_terminateUChars() but for a different string type. |
74 | */ |
75 | U_CAPI int32_t U_EXPORT2 |
76 | u_terminateUChar32s(UChar32 *dest, int32_t destCapacity, int32_t length, UErrorCode *pErrorCode); |
77 | |
78 | /** |
79 | * NUL-terminate a wchar_t * string if possible. |
80 | * Same as u_terminateUChars() but for a different string type. |
81 | */ |
82 | U_CAPI int32_t U_EXPORT2 |
83 | u_terminateWChars(wchar_t *dest, int32_t destCapacity, int32_t length, UErrorCode *pErrorCode); |
84 | |
85 | /** |
86 | * Counts the bytes of any whole valid sequence for a UTF-8 lead byte. |
87 | * Returns 1 for ASCII 0..0x7f. |
88 | * Returns 0 for 0x80..0xc1 as well as for 0xf5..0xff. |
89 | * leadByte might be evaluated multiple times. |
90 | * |
91 | * @param leadByte The first byte of a UTF-8 sequence. Must be 0..0xff. |
92 | * @return 0..4 |
93 | */ |
94 | #define U8_COUNT_BYTES(leadByte) \ |
95 | (U8_IS_SINGLE(leadByte) ? 1 : U8_COUNT_BYTES_NON_ASCII(leadByte)) |
96 | |
97 | /** |
98 | * Counts the bytes of any whole valid sequence for a UTF-8 lead byte. |
99 | * Returns 0 for 0x00..0xc1 as well as for 0xf5..0xff. |
100 | * leadByte might be evaluated multiple times. |
101 | * |
102 | * @param leadByte The first byte of a UTF-8 sequence. Must be 0..0xff. |
103 | * @return 0 or 2..4 |
104 | */ |
105 | #define U8_COUNT_BYTES_NON_ASCII(leadByte) \ |
106 | (U8_IS_LEAD(leadByte) ? ((uint8_t)(leadByte)>=0xe0)+((uint8_t)(leadByte)>=0xf0)+2 : 0) |
107 | |
108 | #ifdef __cplusplus |
109 | |
110 | U_NAMESPACE_BEGIN |
111 | |
112 | class UTF8 { |
113 | public: |
114 | UTF8() = delete; // all static |
115 | |
116 | /** |
117 | * Is t a valid UTF-8 trail byte? |
118 | * |
119 | * @param prev Must be the preceding lead byte if i==1 and length>=3; |
120 | * otherwise ignored. |
121 | * @param t The i-th byte following the lead byte. |
122 | * @param i The index (1..3) of byte t in the byte sequence. 0<i<length |
123 | * @param length The length (2..4) of the byte sequence according to the lead byte. |
124 | * @return TRUE if t is a valid trail byte in this context. |
125 | */ |
126 | static inline UBool isValidTrail(int32_t prev, uint8_t t, int32_t i, int32_t length) { |
127 | // The first trail byte after a 3- or 4-byte lead byte |
128 | // needs to be validated together with its lead byte. |
129 | if (length <= 2 || i > 1) { |
130 | return U8_IS_TRAIL(t); |
131 | } else if (length == 3) { |
132 | return U8_IS_VALID_LEAD3_AND_T1(prev, t); |
133 | } else { // length == 4 |
134 | return U8_IS_VALID_LEAD4_AND_T1(prev, t); |
135 | } |
136 | } |
137 | }; |
138 | |
139 | U_NAMESPACE_END |
140 | |
141 | #endif // __cplusplus |
142 | |
143 | #endif |
144 | |