| 1 | // © 2020 and later: Unicode, Inc. and others. | 
|---|
| 2 | // License & terms of use: http://www.unicode.org/copyright.html | 
|---|
| 3 |  | 
|---|
| 4 | // uniquecharstr.h | 
|---|
| 5 | // created: 2020sep01 Frank Yung-Fong Tang | 
|---|
| 6 |  | 
|---|
| 7 | #ifndef __UNIQUECHARSTR_H__ | 
|---|
| 8 | #define __UNIQUECHARSTR_H__ | 
|---|
| 9 |  | 
|---|
| 10 | #include "charstr.h" | 
|---|
| 11 | #include "uassert.h" | 
|---|
| 12 | #include "uhash.h" | 
|---|
| 13 |  | 
|---|
| 14 | U_NAMESPACE_BEGIN | 
|---|
| 15 |  | 
|---|
| 16 | /** | 
|---|
| 17 | * Stores NUL-terminated strings with duplicate elimination. | 
|---|
| 18 | * Checks for unique UTF-16 string pointers and converts to invariant characters. | 
|---|
| 19 | * | 
|---|
| 20 | * Intended to be stack-allocated. Add strings, get a unique number for each, | 
|---|
| 21 | * freeze the object, get a char * pointer for each string, | 
|---|
| 22 | * call orphanCharStrings() to capture the string storage, and let this object go out of scope. | 
|---|
| 23 | */ | 
|---|
| 24 | class UniqueCharStrings { | 
|---|
| 25 | public: | 
|---|
| 26 | UniqueCharStrings(UErrorCode &errorCode) : strings(nullptr) { | 
|---|
| 27 | // Note: We hash on string contents but store stable char16_t * pointers. | 
|---|
| 28 | // If the strings are stored in resource bundles which should be built with | 
|---|
| 29 | // duplicate elimination, then we should be able to hash on just the pointer values. | 
|---|
| 30 | uhash_init(&map, uhash_hashUChars, uhash_compareUChars, uhash_compareLong, &errorCode); | 
|---|
| 31 | if (U_FAILURE(errorCode)) { return; } | 
|---|
| 32 | strings = new CharString(); | 
|---|
| 33 | if (strings == nullptr) { | 
|---|
| 34 | errorCode = U_MEMORY_ALLOCATION_ERROR; | 
|---|
| 35 | } | 
|---|
| 36 | } | 
|---|
| 37 | ~UniqueCharStrings() { | 
|---|
| 38 | uhash_close(&map); | 
|---|
| 39 | delete strings; | 
|---|
| 40 | } | 
|---|
| 41 |  | 
|---|
| 42 | /** Returns/orphans the CharString that contains all strings. */ | 
|---|
| 43 | CharString *orphanCharStrings() { | 
|---|
| 44 | CharString *result = strings; | 
|---|
| 45 | strings = nullptr; | 
|---|
| 46 | return result; | 
|---|
| 47 | } | 
|---|
| 48 |  | 
|---|
| 49 | /** | 
|---|
| 50 | * Adds a string and returns a unique number for it. | 
|---|
| 51 | * The string's buffer contents must not change, nor move around in memory, | 
|---|
| 52 | * while this UniqueCharStrings is in use. | 
|---|
| 53 | * The string contents must be NUL-terminated exactly at s.length(). | 
|---|
| 54 | * | 
|---|
| 55 | * Best used with read-only-alias UnicodeString objects that point to | 
|---|
| 56 | * stable storage, such as strings returned by resource bundle functions. | 
|---|
| 57 | */ | 
|---|
| 58 | int32_t add(const UnicodeString &s, UErrorCode &errorCode) { | 
|---|
| 59 | if (U_FAILURE(errorCode)) { return 0; } | 
|---|
| 60 | if (isFrozen) { | 
|---|
| 61 | errorCode = U_NO_WRITE_PERMISSION; | 
|---|
| 62 | return 0; | 
|---|
| 63 | } | 
|---|
| 64 | // The string points into the resource bundle. | 
|---|
| 65 | const char16_t *p = s.getBuffer(); | 
|---|
| 66 | int32_t oldIndex = uhash_geti(&map, p); | 
|---|
| 67 | if (oldIndex != 0) {  // found duplicate | 
|---|
| 68 | return oldIndex; | 
|---|
| 69 | } | 
|---|
| 70 | // Explicit NUL terminator for the previous string. | 
|---|
| 71 | // The strings object is also terminated with one implicit NUL. | 
|---|
| 72 | strings->append(0, errorCode); | 
|---|
| 73 | int32_t newIndex = strings->length(); | 
|---|
| 74 | strings->appendInvariantChars(s, errorCode); | 
|---|
| 75 | uhash_puti(&map, const_cast<char16_t *>(p), newIndex, &errorCode); | 
|---|
| 76 | return newIndex; | 
|---|
| 77 | } | 
|---|
| 78 |  | 
|---|
| 79 | void freeze() { isFrozen = true; } | 
|---|
| 80 |  | 
|---|
| 81 | /** | 
|---|
| 82 | * Returns a string pointer for its unique number, if this object is frozen. | 
|---|
| 83 | * Otherwise nullptr. | 
|---|
| 84 | */ | 
|---|
| 85 | const char *get(int32_t i) const { | 
|---|
| 86 | U_ASSERT(isFrozen); | 
|---|
| 87 | return isFrozen && i > 0 ? strings->data() + i : nullptr; | 
|---|
| 88 | } | 
|---|
| 89 |  | 
|---|
| 90 | private: | 
|---|
| 91 | UHashtable map; | 
|---|
| 92 | CharString *strings; | 
|---|
| 93 | bool isFrozen = false; | 
|---|
| 94 | }; | 
|---|
| 95 |  | 
|---|
| 96 | U_NAMESPACE_END | 
|---|
| 97 |  | 
|---|
| 98 | #endif  // __UNIQUECHARSTR_H__ | 
|---|
| 99 |  | 
|---|