| 1 | // © 2017 and later: Unicode, Inc. and others. | 
|---|
| 2 | // License & terms of use: http://www.unicode.org/copyright.html | 
|---|
| 3 |  | 
|---|
| 4 | // ucptrie.cpp (modified from utrie2.cpp) | 
|---|
| 5 | // created: 2017dec29 Markus W. Scherer | 
|---|
| 6 |  | 
|---|
| 7 | // #define UCPTRIE_DEBUG | 
|---|
| 8 | #ifdef UCPTRIE_DEBUG | 
|---|
| 9 | #   include <stdio.h> | 
|---|
| 10 | #endif | 
|---|
| 11 |  | 
|---|
| 12 | #include "unicode/utypes.h" | 
|---|
| 13 | #include "unicode/ucptrie.h" | 
|---|
| 14 | #include "unicode/utf.h" | 
|---|
| 15 | #include "unicode/utf8.h" | 
|---|
| 16 | #include "unicode/utf16.h" | 
|---|
| 17 | #include "cmemory.h" | 
|---|
| 18 | #include "uassert.h" | 
|---|
| 19 | #include "ucptrie_impl.h" | 
|---|
| 20 |  | 
|---|
| 21 | U_CAPI UCPTrie * U_EXPORT2 | 
|---|
| 22 | ucptrie_openFromBinary(UCPTrieType type, UCPTrieValueWidth valueWidth, | 
|---|
| 23 | const void *data, int32_t length, int32_t *pActualLength, | 
|---|
| 24 | UErrorCode *pErrorCode) { | 
|---|
| 25 | if (U_FAILURE(*pErrorCode)) { | 
|---|
| 26 | return nullptr; | 
|---|
| 27 | } | 
|---|
| 28 |  | 
|---|
| 29 | if (length <= 0 || (U_POINTER_MASK_LSB(data, 3) != 0) || | 
|---|
| 30 | type < UCPTRIE_TYPE_ANY || UCPTRIE_TYPE_SMALL < type || | 
|---|
| 31 | valueWidth < UCPTRIE_VALUE_BITS_ANY || UCPTRIE_VALUE_BITS_8 < valueWidth) { | 
|---|
| 32 | *pErrorCode = U_ILLEGAL_ARGUMENT_ERROR; | 
|---|
| 33 | return nullptr; | 
|---|
| 34 | } | 
|---|
| 35 |  | 
|---|
| 36 | // Enough data for a trie header? | 
|---|
| 37 | if (length < (int32_t)sizeof(UCPTrieHeader)) { | 
|---|
| 38 | *pErrorCode = U_INVALID_FORMAT_ERROR; | 
|---|
| 39 | return nullptr; | 
|---|
| 40 | } | 
|---|
| 41 |  | 
|---|
| 42 | // Check the signature. | 
|---|
| 43 | const UCPTrieHeader * = (const UCPTrieHeader *)data; | 
|---|
| 44 | if (header->signature != UCPTRIE_SIG) { | 
|---|
| 45 | *pErrorCode = U_INVALID_FORMAT_ERROR; | 
|---|
| 46 | return nullptr; | 
|---|
| 47 | } | 
|---|
| 48 |  | 
|---|
| 49 | int32_t options = header->options; | 
|---|
| 50 | int32_t typeInt = (options >> 6) & 3; | 
|---|
| 51 | int32_t valueWidthInt = options & UCPTRIE_OPTIONS_VALUE_BITS_MASK; | 
|---|
| 52 | if (typeInt > UCPTRIE_TYPE_SMALL || valueWidthInt > UCPTRIE_VALUE_BITS_8 || | 
|---|
| 53 | (options & UCPTRIE_OPTIONS_RESERVED_MASK) != 0) { | 
|---|
| 54 | *pErrorCode = U_INVALID_FORMAT_ERROR; | 
|---|
| 55 | return nullptr; | 
|---|
| 56 | } | 
|---|
| 57 | UCPTrieType actualType = (UCPTrieType)typeInt; | 
|---|
| 58 | UCPTrieValueWidth actualValueWidth = (UCPTrieValueWidth)valueWidthInt; | 
|---|
| 59 | if (type < 0) { | 
|---|
| 60 | type = actualType; | 
|---|
| 61 | } | 
|---|
| 62 | if (valueWidth < 0) { | 
|---|
| 63 | valueWidth = actualValueWidth; | 
|---|
| 64 | } | 
|---|
| 65 | if (type != actualType || valueWidth != actualValueWidth) { | 
|---|
| 66 | *pErrorCode = U_INVALID_FORMAT_ERROR; | 
|---|
| 67 | return nullptr; | 
|---|
| 68 | } | 
|---|
| 69 |  | 
|---|
| 70 | // Get the length values and offsets. | 
|---|
| 71 | UCPTrie tempTrie; | 
|---|
| 72 | uprv_memset(&tempTrie, 0, sizeof(tempTrie)); | 
|---|
| 73 | tempTrie.indexLength = header->indexLength; | 
|---|
| 74 | tempTrie.dataLength = | 
|---|
| 75 | ((options & UCPTRIE_OPTIONS_DATA_LENGTH_MASK) << 4) | header->dataLength; | 
|---|
| 76 | tempTrie.index3NullOffset = header->index3NullOffset; | 
|---|
| 77 | tempTrie.dataNullOffset = | 
|---|
| 78 | ((options & UCPTRIE_OPTIONS_DATA_NULL_OFFSET_MASK) << 8) | header->dataNullOffset; | 
|---|
| 79 |  | 
|---|
| 80 | tempTrie.highStart = header->shiftedHighStart << UCPTRIE_SHIFT_2; | 
|---|
| 81 | tempTrie.shifted12HighStart = (tempTrie.highStart + 0xfff) >> 12; | 
|---|
| 82 | tempTrie.type = type; | 
|---|
| 83 | tempTrie.valueWidth = valueWidth; | 
|---|
| 84 |  | 
|---|
| 85 | // Calculate the actual length. | 
|---|
| 86 | int32_t actualLength = (int32_t)sizeof(UCPTrieHeader) + tempTrie.indexLength * 2; | 
|---|
| 87 | if (valueWidth == UCPTRIE_VALUE_BITS_16) { | 
|---|
| 88 | actualLength += tempTrie.dataLength * 2; | 
|---|
| 89 | } else if (valueWidth == UCPTRIE_VALUE_BITS_32) { | 
|---|
| 90 | actualLength += tempTrie.dataLength * 4; | 
|---|
| 91 | } else { | 
|---|
| 92 | actualLength += tempTrie.dataLength; | 
|---|
| 93 | } | 
|---|
| 94 | if (length < actualLength) { | 
|---|
| 95 | *pErrorCode = U_INVALID_FORMAT_ERROR;  // Not enough bytes. | 
|---|
| 96 | return nullptr; | 
|---|
| 97 | } | 
|---|
| 98 |  | 
|---|
| 99 | // Allocate the trie. | 
|---|
| 100 | UCPTrie *trie = (UCPTrie *)uprv_malloc(sizeof(UCPTrie)); | 
|---|
| 101 | if (trie == nullptr) { | 
|---|
| 102 | *pErrorCode = U_MEMORY_ALLOCATION_ERROR; | 
|---|
| 103 | return nullptr; | 
|---|
| 104 | } | 
|---|
| 105 | uprv_memcpy(trie, &tempTrie, sizeof(tempTrie)); | 
|---|
| 106 | #ifdef UCPTRIE_DEBUG | 
|---|
| 107 | trie->name = "fromSerialized"; | 
|---|
| 108 | #endif | 
|---|
| 109 |  | 
|---|
| 110 | // Set the pointers to its index and data arrays. | 
|---|
| 111 | const uint16_t *p16 = (const uint16_t *)(header + 1); | 
|---|
| 112 | trie->index = p16; | 
|---|
| 113 | p16 += trie->indexLength; | 
|---|
| 114 |  | 
|---|
| 115 | // Get the data. | 
|---|
| 116 | int32_t nullValueOffset = trie->dataNullOffset; | 
|---|
| 117 | if (nullValueOffset >= trie->dataLength) { | 
|---|
| 118 | nullValueOffset = trie->dataLength - UCPTRIE_HIGH_VALUE_NEG_DATA_OFFSET; | 
|---|
| 119 | } | 
|---|
| 120 | switch (valueWidth) { | 
|---|
| 121 | case UCPTRIE_VALUE_BITS_16: | 
|---|
| 122 | trie->data.ptr16 = p16; | 
|---|
| 123 | trie->nullValue = trie->data.ptr16[nullValueOffset]; | 
|---|
| 124 | break; | 
|---|
| 125 | case UCPTRIE_VALUE_BITS_32: | 
|---|
| 126 | trie->data.ptr32 = (const uint32_t *)p16; | 
|---|
| 127 | trie->nullValue = trie->data.ptr32[nullValueOffset]; | 
|---|
| 128 | break; | 
|---|
| 129 | case UCPTRIE_VALUE_BITS_8: | 
|---|
| 130 | trie->data.ptr8 = (const uint8_t *)p16; | 
|---|
| 131 | trie->nullValue = trie->data.ptr8[nullValueOffset]; | 
|---|
| 132 | break; | 
|---|
| 133 | default: | 
|---|
| 134 | // Unreachable because valueWidth was checked above. | 
|---|
| 135 | *pErrorCode = U_INVALID_FORMAT_ERROR; | 
|---|
| 136 | return nullptr; | 
|---|
| 137 | } | 
|---|
| 138 |  | 
|---|
| 139 | if (pActualLength != nullptr) { | 
|---|
| 140 | *pActualLength = actualLength; | 
|---|
| 141 | } | 
|---|
| 142 | return trie; | 
|---|
| 143 | } | 
|---|
| 144 |  | 
|---|
| 145 | U_CAPI void U_EXPORT2 | 
|---|
| 146 | ucptrie_close(UCPTrie *trie) { | 
|---|
| 147 | uprv_free(trie); | 
|---|
| 148 | } | 
|---|
| 149 |  | 
|---|
| 150 | U_CAPI UCPTrieType U_EXPORT2 | 
|---|
| 151 | ucptrie_getType(const UCPTrie *trie) { | 
|---|
| 152 | return (UCPTrieType)trie->type; | 
|---|
| 153 | } | 
|---|
| 154 |  | 
|---|
| 155 | U_CAPI UCPTrieValueWidth U_EXPORT2 | 
|---|
| 156 | ucptrie_getValueWidth(const UCPTrie *trie) { | 
|---|
| 157 | return (UCPTrieValueWidth)trie->valueWidth; | 
|---|
| 158 | } | 
|---|
| 159 |  | 
|---|
| 160 | U_CAPI int32_t U_EXPORT2 | 
|---|
| 161 | ucptrie_internalSmallIndex(const UCPTrie *trie, UChar32 c) { | 
|---|
| 162 | int32_t i1 = c >> UCPTRIE_SHIFT_1; | 
|---|
| 163 | if (trie->type == UCPTRIE_TYPE_FAST) { | 
|---|
| 164 | U_ASSERT(0xffff < c && c < trie->highStart); | 
|---|
| 165 | i1 += UCPTRIE_BMP_INDEX_LENGTH - UCPTRIE_OMITTED_BMP_INDEX_1_LENGTH; | 
|---|
| 166 | } else { | 
|---|
| 167 | U_ASSERT((uint32_t)c < (uint32_t)trie->highStart && trie->highStart > UCPTRIE_SMALL_LIMIT); | 
|---|
| 168 | i1 += UCPTRIE_SMALL_INDEX_LENGTH; | 
|---|
| 169 | } | 
|---|
| 170 | int32_t i3Block = trie->index[ | 
|---|
| 171 | (int32_t)trie->index[i1] + ((c >> UCPTRIE_SHIFT_2) & UCPTRIE_INDEX_2_MASK)]; | 
|---|
| 172 | int32_t i3 = (c >> UCPTRIE_SHIFT_3) & UCPTRIE_INDEX_3_MASK; | 
|---|
| 173 | int32_t dataBlock; | 
|---|
| 174 | if ((i3Block & 0x8000) == 0) { | 
|---|
| 175 | // 16-bit indexes | 
|---|
| 176 | dataBlock = trie->index[i3Block + i3]; | 
|---|
| 177 | } else { | 
|---|
| 178 | // 18-bit indexes stored in groups of 9 entries per 8 indexes. | 
|---|
| 179 | i3Block = (i3Block & 0x7fff) + (i3 & ~7) + (i3 >> 3); | 
|---|
| 180 | i3 &= 7; | 
|---|
| 181 | dataBlock = ((int32_t)trie->index[i3Block++] << (2 + (2 * i3))) & 0x30000; | 
|---|
| 182 | dataBlock |= trie->index[i3Block + i3]; | 
|---|
| 183 | } | 
|---|
| 184 | return dataBlock + (c & UCPTRIE_SMALL_DATA_MASK); | 
|---|
| 185 | } | 
|---|
| 186 |  | 
|---|
| 187 | U_CAPI int32_t U_EXPORT2 | 
|---|
| 188 | ucptrie_internalSmallU8Index(const UCPTrie *trie, int32_t lt1, uint8_t t2, uint8_t t3) { | 
|---|
| 189 | UChar32 c = (lt1 << 12) | (t2 << 6) | t3; | 
|---|
| 190 | if (c >= trie->highStart) { | 
|---|
| 191 | // Possible because the UTF-8 macro compares with shifted12HighStart which may be higher. | 
|---|
| 192 | return trie->dataLength - UCPTRIE_HIGH_VALUE_NEG_DATA_OFFSET; | 
|---|
| 193 | } | 
|---|
| 194 | return ucptrie_internalSmallIndex(trie, c); | 
|---|
| 195 | } | 
|---|
| 196 |  | 
|---|
| 197 | U_CAPI int32_t U_EXPORT2 | 
|---|
| 198 | ucptrie_internalU8PrevIndex(const UCPTrie *trie, UChar32 c, | 
|---|
| 199 | const uint8_t *start, const uint8_t *src) { | 
|---|
| 200 | int32_t i, length; | 
|---|
| 201 | // Support 64-bit pointers by avoiding cast of arbitrary difference. | 
|---|
| 202 | if ((src - start) <= 7) { | 
|---|
| 203 | i = length = (int32_t)(src - start); | 
|---|
| 204 | } else { | 
|---|
| 205 | i = length = 7; | 
|---|
| 206 | start = src - 7; | 
|---|
| 207 | } | 
|---|
| 208 | c = utf8_prevCharSafeBody(start, 0, &i, c, -1); | 
|---|
| 209 | i = length - i;  // Number of bytes read backward from src. | 
|---|
| 210 | int32_t idx = _UCPTRIE_CP_INDEX(trie, 0xffff, c); | 
|---|
| 211 | return (idx << 3) | i; | 
|---|
| 212 | } | 
|---|
| 213 |  | 
|---|
| 214 | namespace { | 
|---|
| 215 |  | 
|---|
| 216 | inline uint32_t getValue(UCPTrieData data, UCPTrieValueWidth valueWidth, int32_t dataIndex) { | 
|---|
| 217 | switch (valueWidth) { | 
|---|
| 218 | case UCPTRIE_VALUE_BITS_16: | 
|---|
| 219 | return data.ptr16[dataIndex]; | 
|---|
| 220 | case UCPTRIE_VALUE_BITS_32: | 
|---|
| 221 | return data.ptr32[dataIndex]; | 
|---|
| 222 | case UCPTRIE_VALUE_BITS_8: | 
|---|
| 223 | return data.ptr8[dataIndex]; | 
|---|
| 224 | default: | 
|---|
| 225 | // Unreachable if the trie is properly initialized. | 
|---|
| 226 | return 0xffffffff; | 
|---|
| 227 | } | 
|---|
| 228 | } | 
|---|
| 229 |  | 
|---|
| 230 | }  // namespace | 
|---|
| 231 |  | 
|---|
| 232 | U_CAPI uint32_t U_EXPORT2 | 
|---|
| 233 | ucptrie_get(const UCPTrie *trie, UChar32 c) { | 
|---|
| 234 | int32_t dataIndex; | 
|---|
| 235 | if ((uint32_t)c <= 0x7f) { | 
|---|
| 236 | // linear ASCII | 
|---|
| 237 | dataIndex = c; | 
|---|
| 238 | } else { | 
|---|
| 239 | UChar32 fastMax = trie->type == UCPTRIE_TYPE_FAST ? 0xffff : UCPTRIE_SMALL_MAX; | 
|---|
| 240 | dataIndex = _UCPTRIE_CP_INDEX(trie, fastMax, c); | 
|---|
| 241 | } | 
|---|
| 242 | return getValue(trie->data, (UCPTrieValueWidth)trie->valueWidth, dataIndex); | 
|---|
| 243 | } | 
|---|
| 244 |  | 
|---|
| 245 | namespace { | 
|---|
| 246 |  | 
|---|
| 247 | constexpr int32_t MAX_UNICODE = 0x10ffff; | 
|---|
| 248 |  | 
|---|
| 249 | inline uint32_t maybeFilterValue(uint32_t value, uint32_t trieNullValue, uint32_t nullValue, | 
|---|
| 250 | UCPMapValueFilter *filter, const void *context) { | 
|---|
| 251 | if (value == trieNullValue) { | 
|---|
| 252 | value = nullValue; | 
|---|
| 253 | } else if (filter != nullptr) { | 
|---|
| 254 | value = filter(context, value); | 
|---|
| 255 | } | 
|---|
| 256 | return value; | 
|---|
| 257 | } | 
|---|
| 258 |  | 
|---|
| 259 | UChar32 getRange(const void *t, UChar32 start, | 
|---|
| 260 | UCPMapValueFilter *filter, const void *context, uint32_t *pValue) { | 
|---|
| 261 | if ((uint32_t)start > MAX_UNICODE) { | 
|---|
| 262 | return U_SENTINEL; | 
|---|
| 263 | } | 
|---|
| 264 | const UCPTrie *trie = reinterpret_cast<const UCPTrie *>(t); | 
|---|
| 265 | UCPTrieValueWidth valueWidth = (UCPTrieValueWidth)trie->valueWidth; | 
|---|
| 266 | if (start >= trie->highStart) { | 
|---|
| 267 | if (pValue != nullptr) { | 
|---|
| 268 | int32_t di = trie->dataLength - UCPTRIE_HIGH_VALUE_NEG_DATA_OFFSET; | 
|---|
| 269 | uint32_t value = getValue(trie->data, valueWidth, di); | 
|---|
| 270 | if (filter != nullptr) { value = filter(context, value); } | 
|---|
| 271 | *pValue = value; | 
|---|
| 272 | } | 
|---|
| 273 | return MAX_UNICODE; | 
|---|
| 274 | } | 
|---|
| 275 |  | 
|---|
| 276 | uint32_t nullValue = trie->nullValue; | 
|---|
| 277 | if (filter != nullptr) { nullValue = filter(context, nullValue); } | 
|---|
| 278 | const uint16_t *index = trie->index; | 
|---|
| 279 |  | 
|---|
| 280 | int32_t prevI3Block = -1; | 
|---|
| 281 | int32_t prevBlock = -1; | 
|---|
| 282 | UChar32 c = start; | 
|---|
| 283 | uint32_t trieValue, value = nullValue; | 
|---|
| 284 | bool haveValue = false; | 
|---|
| 285 | do { | 
|---|
| 286 | int32_t i3Block; | 
|---|
| 287 | int32_t i3; | 
|---|
| 288 | int32_t i3BlockLength; | 
|---|
| 289 | int32_t dataBlockLength; | 
|---|
| 290 | if (c <= 0xffff && (trie->type == UCPTRIE_TYPE_FAST || c <= UCPTRIE_SMALL_MAX)) { | 
|---|
| 291 | i3Block = 0; | 
|---|
| 292 | i3 = c >> UCPTRIE_FAST_SHIFT; | 
|---|
| 293 | i3BlockLength = trie->type == UCPTRIE_TYPE_FAST ? | 
|---|
| 294 | UCPTRIE_BMP_INDEX_LENGTH : UCPTRIE_SMALL_INDEX_LENGTH; | 
|---|
| 295 | dataBlockLength = UCPTRIE_FAST_DATA_BLOCK_LENGTH; | 
|---|
| 296 | } else { | 
|---|
| 297 | // Use the multi-stage index. | 
|---|
| 298 | int32_t i1 = c >> UCPTRIE_SHIFT_1; | 
|---|
| 299 | if (trie->type == UCPTRIE_TYPE_FAST) { | 
|---|
| 300 | U_ASSERT(0xffff < c && c < trie->highStart); | 
|---|
| 301 | i1 += UCPTRIE_BMP_INDEX_LENGTH - UCPTRIE_OMITTED_BMP_INDEX_1_LENGTH; | 
|---|
| 302 | } else { | 
|---|
| 303 | U_ASSERT(c < trie->highStart && trie->highStart > UCPTRIE_SMALL_LIMIT); | 
|---|
| 304 | i1 += UCPTRIE_SMALL_INDEX_LENGTH; | 
|---|
| 305 | } | 
|---|
| 306 | i3Block = trie->index[ | 
|---|
| 307 | (int32_t)trie->index[i1] + ((c >> UCPTRIE_SHIFT_2) & UCPTRIE_INDEX_2_MASK)]; | 
|---|
| 308 | if (i3Block == prevI3Block && (c - start) >= UCPTRIE_CP_PER_INDEX_2_ENTRY) { | 
|---|
| 309 | // The index-3 block is the same as the previous one, and filled with value. | 
|---|
| 310 | U_ASSERT((c & (UCPTRIE_CP_PER_INDEX_2_ENTRY - 1)) == 0); | 
|---|
| 311 | c += UCPTRIE_CP_PER_INDEX_2_ENTRY; | 
|---|
| 312 | continue; | 
|---|
| 313 | } | 
|---|
| 314 | prevI3Block = i3Block; | 
|---|
| 315 | if (i3Block == trie->index3NullOffset) { | 
|---|
| 316 | // This is the index-3 null block. | 
|---|
| 317 | if (haveValue) { | 
|---|
| 318 | if (nullValue != value) { | 
|---|
| 319 | return c - 1; | 
|---|
| 320 | } | 
|---|
| 321 | } else { | 
|---|
| 322 | trieValue = trie->nullValue; | 
|---|
| 323 | value = nullValue; | 
|---|
| 324 | if (pValue != nullptr) { *pValue = nullValue; } | 
|---|
| 325 | haveValue = true; | 
|---|
| 326 | } | 
|---|
| 327 | prevBlock = trie->dataNullOffset; | 
|---|
| 328 | c = (c + UCPTRIE_CP_PER_INDEX_2_ENTRY) & ~(UCPTRIE_CP_PER_INDEX_2_ENTRY - 1); | 
|---|
| 329 | continue; | 
|---|
| 330 | } | 
|---|
| 331 | i3 = (c >> UCPTRIE_SHIFT_3) & UCPTRIE_INDEX_3_MASK; | 
|---|
| 332 | i3BlockLength = UCPTRIE_INDEX_3_BLOCK_LENGTH; | 
|---|
| 333 | dataBlockLength = UCPTRIE_SMALL_DATA_BLOCK_LENGTH; | 
|---|
| 334 | } | 
|---|
| 335 | // Enumerate data blocks for one index-3 block. | 
|---|
| 336 | do { | 
|---|
| 337 | int32_t block; | 
|---|
| 338 | if ((i3Block & 0x8000) == 0) { | 
|---|
| 339 | block = index[i3Block + i3]; | 
|---|
| 340 | } else { | 
|---|
| 341 | // 18-bit indexes stored in groups of 9 entries per 8 indexes. | 
|---|
| 342 | int32_t group = (i3Block & 0x7fff) + (i3 & ~7) + (i3 >> 3); | 
|---|
| 343 | int32_t gi = i3 & 7; | 
|---|
| 344 | block = ((int32_t)index[group++] << (2 + (2 * gi))) & 0x30000; | 
|---|
| 345 | block |= index[group + gi]; | 
|---|
| 346 | } | 
|---|
| 347 | if (block == prevBlock && (c - start) >= dataBlockLength) { | 
|---|
| 348 | // The block is the same as the previous one, and filled with value. | 
|---|
| 349 | U_ASSERT((c & (dataBlockLength - 1)) == 0); | 
|---|
| 350 | c += dataBlockLength; | 
|---|
| 351 | } else { | 
|---|
| 352 | int32_t dataMask = dataBlockLength - 1; | 
|---|
| 353 | prevBlock = block; | 
|---|
| 354 | if (block == trie->dataNullOffset) { | 
|---|
| 355 | // This is the data null block. | 
|---|
| 356 | if (haveValue) { | 
|---|
| 357 | if (nullValue != value) { | 
|---|
| 358 | return c - 1; | 
|---|
| 359 | } | 
|---|
| 360 | } else { | 
|---|
| 361 | trieValue = trie->nullValue; | 
|---|
| 362 | value = nullValue; | 
|---|
| 363 | if (pValue != nullptr) { *pValue = nullValue; } | 
|---|
| 364 | haveValue = true; | 
|---|
| 365 | } | 
|---|
| 366 | c = (c + dataBlockLength) & ~dataMask; | 
|---|
| 367 | } else { | 
|---|
| 368 | int32_t di = block + (c & dataMask); | 
|---|
| 369 | uint32_t trieValue2 = getValue(trie->data, valueWidth, di); | 
|---|
| 370 | if (haveValue) { | 
|---|
| 371 | if (trieValue2 != trieValue) { | 
|---|
| 372 | if (filter == nullptr || | 
|---|
| 373 | maybeFilterValue(trieValue2, trie->nullValue, nullValue, | 
|---|
| 374 | filter, context) != value) { | 
|---|
| 375 | return c - 1; | 
|---|
| 376 | } | 
|---|
| 377 | trieValue = trieValue2;  // may or may not help | 
|---|
| 378 | } | 
|---|
| 379 | } else { | 
|---|
| 380 | trieValue = trieValue2; | 
|---|
| 381 | value = maybeFilterValue(trieValue2, trie->nullValue, nullValue, | 
|---|
| 382 | filter, context); | 
|---|
| 383 | if (pValue != nullptr) { *pValue = value; } | 
|---|
| 384 | haveValue = true; | 
|---|
| 385 | } | 
|---|
| 386 | while ((++c & dataMask) != 0) { | 
|---|
| 387 | trieValue2 = getValue(trie->data, valueWidth, ++di); | 
|---|
| 388 | if (trieValue2 != trieValue) { | 
|---|
| 389 | if (filter == nullptr || | 
|---|
| 390 | maybeFilterValue(trieValue2, trie->nullValue, nullValue, | 
|---|
| 391 | filter, context) != value) { | 
|---|
| 392 | return c - 1; | 
|---|
| 393 | } | 
|---|
| 394 | trieValue = trieValue2;  // may or may not help | 
|---|
| 395 | } | 
|---|
| 396 | } | 
|---|
| 397 | } | 
|---|
| 398 | } | 
|---|
| 399 | } while (++i3 < i3BlockLength); | 
|---|
| 400 | } while (c < trie->highStart); | 
|---|
| 401 | U_ASSERT(haveValue); | 
|---|
| 402 | int32_t di = trie->dataLength - UCPTRIE_HIGH_VALUE_NEG_DATA_OFFSET; | 
|---|
| 403 | uint32_t highValue = getValue(trie->data, valueWidth, di); | 
|---|
| 404 | if (maybeFilterValue(highValue, trie->nullValue, nullValue, | 
|---|
| 405 | filter, context) != value) { | 
|---|
| 406 | return c - 1; | 
|---|
| 407 | } else { | 
|---|
| 408 | return MAX_UNICODE; | 
|---|
| 409 | } | 
|---|
| 410 | } | 
|---|
| 411 |  | 
|---|
| 412 | }  // namespace | 
|---|
| 413 |  | 
|---|
| 414 | U_CFUNC UChar32 | 
|---|
| 415 | ucptrie_internalGetRange(UCPTrieGetRange *getRange, | 
|---|
| 416 | const void *trie, UChar32 start, | 
|---|
| 417 | UCPMapRangeOption option, uint32_t surrogateValue, | 
|---|
| 418 | UCPMapValueFilter *filter, const void *context, uint32_t *pValue) { | 
|---|
| 419 | if (option == UCPMAP_RANGE_NORMAL) { | 
|---|
| 420 | return getRange(trie, start, filter, context, pValue); | 
|---|
| 421 | } | 
|---|
| 422 | uint32_t value; | 
|---|
| 423 | if (pValue == nullptr) { | 
|---|
| 424 | // We need to examine the range value even if the caller does not want it. | 
|---|
| 425 | pValue = &value; | 
|---|
| 426 | } | 
|---|
| 427 | UChar32 surrEnd = option == UCPMAP_RANGE_FIXED_ALL_SURROGATES ? 0xdfff : 0xdbff; | 
|---|
| 428 | UChar32 end = getRange(trie, start, filter, context, pValue); | 
|---|
| 429 | if (end < 0xd7ff || start > surrEnd) { | 
|---|
| 430 | return end; | 
|---|
| 431 | } | 
|---|
| 432 | // The range overlaps with surrogates, or ends just before the first one. | 
|---|
| 433 | if (*pValue == surrogateValue) { | 
|---|
| 434 | if (end >= surrEnd) { | 
|---|
| 435 | // Surrogates followed by a non-surrogateValue range, | 
|---|
| 436 | // or surrogates are part of a larger surrogateValue range. | 
|---|
| 437 | return end; | 
|---|
| 438 | } | 
|---|
| 439 | } else { | 
|---|
| 440 | if (start <= 0xd7ff) { | 
|---|
| 441 | return 0xd7ff;  // Non-surrogateValue range ends before surrogateValue surrogates. | 
|---|
| 442 | } | 
|---|
| 443 | // Start is a surrogate with a non-surrogateValue code *unit* value. | 
|---|
| 444 | // Return a surrogateValue code *point* range. | 
|---|
| 445 | *pValue = surrogateValue; | 
|---|
| 446 | if (end > surrEnd) { | 
|---|
| 447 | return surrEnd;  // Surrogate range ends before non-surrogateValue rest of range. | 
|---|
| 448 | } | 
|---|
| 449 | } | 
|---|
| 450 | // See if the surrogateValue surrogate range can be merged with | 
|---|
| 451 | // an immediately following range. | 
|---|
| 452 | uint32_t value2; | 
|---|
| 453 | UChar32 end2 = getRange(trie, surrEnd + 1, filter, context, &value2); | 
|---|
| 454 | if (value2 == surrogateValue) { | 
|---|
| 455 | return end2; | 
|---|
| 456 | } | 
|---|
| 457 | return surrEnd; | 
|---|
| 458 | } | 
|---|
| 459 |  | 
|---|
| 460 | U_CAPI UChar32 U_EXPORT2 | 
|---|
| 461 | ucptrie_getRange(const UCPTrie *trie, UChar32 start, | 
|---|
| 462 | UCPMapRangeOption option, uint32_t surrogateValue, | 
|---|
| 463 | UCPMapValueFilter *filter, const void *context, uint32_t *pValue) { | 
|---|
| 464 | return ucptrie_internalGetRange(getRange, trie, start, | 
|---|
| 465 | option, surrogateValue, | 
|---|
| 466 | filter, context, pValue); | 
|---|
| 467 | } | 
|---|
| 468 |  | 
|---|
| 469 | U_CAPI int32_t U_EXPORT2 | 
|---|
| 470 | ucptrie_toBinary(const UCPTrie *trie, | 
|---|
| 471 | void *data, int32_t capacity, | 
|---|
| 472 | UErrorCode *pErrorCode) { | 
|---|
| 473 | if (U_FAILURE(*pErrorCode)) { | 
|---|
| 474 | return 0; | 
|---|
| 475 | } | 
|---|
| 476 |  | 
|---|
| 477 | UCPTrieType type = (UCPTrieType)trie->type; | 
|---|
| 478 | UCPTrieValueWidth valueWidth = (UCPTrieValueWidth)trie->valueWidth; | 
|---|
| 479 | if (type < UCPTRIE_TYPE_FAST || UCPTRIE_TYPE_SMALL < type || | 
|---|
| 480 | valueWidth < UCPTRIE_VALUE_BITS_16 || UCPTRIE_VALUE_BITS_8 < valueWidth || | 
|---|
| 481 | capacity < 0 || | 
|---|
| 482 | (capacity > 0 && (data == nullptr || (U_POINTER_MASK_LSB(data, 3) != 0)))) { | 
|---|
| 483 | *pErrorCode = U_ILLEGAL_ARGUMENT_ERROR; | 
|---|
| 484 | return 0; | 
|---|
| 485 | } | 
|---|
| 486 |  | 
|---|
| 487 | int32_t length = (int32_t)sizeof(UCPTrieHeader) + trie->indexLength * 2; | 
|---|
| 488 | switch (valueWidth) { | 
|---|
| 489 | case UCPTRIE_VALUE_BITS_16: | 
|---|
| 490 | length += trie->dataLength * 2; | 
|---|
| 491 | break; | 
|---|
| 492 | case UCPTRIE_VALUE_BITS_32: | 
|---|
| 493 | length += trie->dataLength * 4; | 
|---|
| 494 | break; | 
|---|
| 495 | case UCPTRIE_VALUE_BITS_8: | 
|---|
| 496 | length += trie->dataLength; | 
|---|
| 497 | break; | 
|---|
| 498 | default: | 
|---|
| 499 | // unreachable | 
|---|
| 500 | break; | 
|---|
| 501 | } | 
|---|
| 502 | if (capacity < length) { | 
|---|
| 503 | *pErrorCode = U_BUFFER_OVERFLOW_ERROR; | 
|---|
| 504 | return length; | 
|---|
| 505 | } | 
|---|
| 506 |  | 
|---|
| 507 | char *bytes = (char *)data; | 
|---|
| 508 | UCPTrieHeader * = (UCPTrieHeader *)bytes; | 
|---|
| 509 | header->signature = UCPTRIE_SIG;  // "Tri3" | 
|---|
| 510 | header->options = (uint16_t)( | 
|---|
| 511 | ((trie->dataLength & 0xf0000) >> 4) | | 
|---|
| 512 | ((trie->dataNullOffset & 0xf0000) >> 8) | | 
|---|
| 513 | (trie->type << 6) | | 
|---|
| 514 | valueWidth); | 
|---|
| 515 | header->indexLength = (uint16_t)trie->indexLength; | 
|---|
| 516 | header->dataLength = (uint16_t)trie->dataLength; | 
|---|
| 517 | header->index3NullOffset = trie->index3NullOffset; | 
|---|
| 518 | header->dataNullOffset = (uint16_t)trie->dataNullOffset; | 
|---|
| 519 | header->shiftedHighStart = trie->highStart >> UCPTRIE_SHIFT_2; | 
|---|
| 520 | bytes += sizeof(UCPTrieHeader); | 
|---|
| 521 |  | 
|---|
| 522 | uprv_memcpy(bytes, trie->index, trie->indexLength * 2); | 
|---|
| 523 | bytes += trie->indexLength * 2; | 
|---|
| 524 |  | 
|---|
| 525 | switch (valueWidth) { | 
|---|
| 526 | case UCPTRIE_VALUE_BITS_16: | 
|---|
| 527 | uprv_memcpy(bytes, trie->data.ptr16, trie->dataLength * 2); | 
|---|
| 528 | break; | 
|---|
| 529 | case UCPTRIE_VALUE_BITS_32: | 
|---|
| 530 | uprv_memcpy(bytes, trie->data.ptr32, trie->dataLength * 4); | 
|---|
| 531 | break; | 
|---|
| 532 | case UCPTRIE_VALUE_BITS_8: | 
|---|
| 533 | uprv_memcpy(bytes, trie->data.ptr8, trie->dataLength); | 
|---|
| 534 | break; | 
|---|
| 535 | default: | 
|---|
| 536 | // unreachable | 
|---|
| 537 | break; | 
|---|
| 538 | } | 
|---|
| 539 | return length; | 
|---|
| 540 | } | 
|---|
| 541 |  | 
|---|
| 542 | namespace { | 
|---|
| 543 |  | 
|---|
| 544 | #ifdef UCPTRIE_DEBUG | 
|---|
| 545 | long countNull(const UCPTrie *trie) { | 
|---|
| 546 | uint32_t nullValue=trie->nullValue; | 
|---|
| 547 | int32_t length=trie->dataLength; | 
|---|
| 548 | long count=0; | 
|---|
| 549 | switch (trie->valueWidth) { | 
|---|
| 550 | case UCPTRIE_VALUE_BITS_16: | 
|---|
| 551 | for(int32_t i=0; i<length; ++i) { | 
|---|
| 552 | if(trie->data.ptr16[i]==nullValue) { ++count; } | 
|---|
| 553 | } | 
|---|
| 554 | break; | 
|---|
| 555 | case UCPTRIE_VALUE_BITS_32: | 
|---|
| 556 | for(int32_t i=0; i<length; ++i) { | 
|---|
| 557 | if(trie->data.ptr32[i]==nullValue) { ++count; } | 
|---|
| 558 | } | 
|---|
| 559 | break; | 
|---|
| 560 | case UCPTRIE_VALUE_BITS_8: | 
|---|
| 561 | for(int32_t i=0; i<length; ++i) { | 
|---|
| 562 | if(trie->data.ptr8[i]==nullValue) { ++count; } | 
|---|
| 563 | } | 
|---|
| 564 | break; | 
|---|
| 565 | default: | 
|---|
| 566 | // unreachable | 
|---|
| 567 | break; | 
|---|
| 568 | } | 
|---|
| 569 | return count; | 
|---|
| 570 | } | 
|---|
| 571 |  | 
|---|
| 572 | U_CFUNC void | 
|---|
| 573 | ucptrie_printLengths(const UCPTrie *trie, const char *which) { | 
|---|
| 574 | long indexLength=trie->indexLength; | 
|---|
| 575 | long dataLength=(long)trie->dataLength; | 
|---|
| 576 | long totalLength=(long)sizeof(UCPTrieHeader)+indexLength*2+ | 
|---|
| 577 | dataLength*(trie->valueWidth==UCPTRIE_VALUE_BITS_16 ? 2 : | 
|---|
| 578 | trie->valueWidth==UCPTRIE_VALUE_BITS_32 ? 4 : 1); | 
|---|
| 579 | printf( "**UCPTrieLengths(%s %s)** index:%6ld  data:%6ld  countNull:%6ld  serialized:%6ld\n", | 
|---|
| 580 | which, trie->name, indexLength, dataLength, countNull(trie), totalLength); | 
|---|
| 581 | } | 
|---|
| 582 | #endif | 
|---|
| 583 |  | 
|---|
| 584 | }  // namespace | 
|---|
| 585 |  | 
|---|
| 586 | // UCPMap ---- | 
|---|
| 587 | // Initially, this is the same as UCPTrie. This may well change. | 
|---|
| 588 |  | 
|---|
| 589 | U_CAPI uint32_t U_EXPORT2 | 
|---|
| 590 | ucpmap_get(const UCPMap *map, UChar32 c) { | 
|---|
| 591 | return ucptrie_get(reinterpret_cast<const UCPTrie *>(map), c); | 
|---|
| 592 | } | 
|---|
| 593 |  | 
|---|
| 594 | U_CAPI UChar32 U_EXPORT2 | 
|---|
| 595 | ucpmap_getRange(const UCPMap *map, UChar32 start, | 
|---|
| 596 | UCPMapRangeOption option, uint32_t surrogateValue, | 
|---|
| 597 | UCPMapValueFilter *filter, const void *context, uint32_t *pValue) { | 
|---|
| 598 | return ucptrie_getRange(reinterpret_cast<const UCPTrie *>(map), start, | 
|---|
| 599 | option, surrogateValue, | 
|---|
| 600 | filter, context, pValue); | 
|---|
| 601 | } | 
|---|
| 602 |  | 
|---|