| 1 | #ifndef SIMDJSON_INLINE_DOCUMENT_H |
| 2 | #define SIMDJSON_INLINE_DOCUMENT_H |
| 3 | |
| 4 | // Inline implementations go in here. |
| 5 | |
| 6 | #include "simdjson/dom/document.h" |
| 7 | #include "simdjson/dom/element.h" |
| 8 | #include "simdjson/internal/tape_ref.h" |
| 9 | #include "simdjson/internal/jsonformatutils.h" |
| 10 | #include <ostream> |
| 11 | #include <cstring> |
| 12 | |
| 13 | namespace simdjson { |
| 14 | namespace dom { |
| 15 | |
| 16 | // |
| 17 | // document inline implementation |
| 18 | // |
| 19 | inline element document::root() const noexcept { |
| 20 | return element(internal::tape_ref(this, 1)); |
| 21 | } |
| 22 | simdjson_warn_unused |
| 23 | inline size_t document::capacity() const noexcept { |
| 24 | return allocated_capacity; |
| 25 | } |
| 26 | |
| 27 | simdjson_warn_unused |
| 28 | inline error_code document::allocate(size_t capacity) noexcept { |
| 29 | if (capacity == 0) { |
| 30 | string_buf.reset(); |
| 31 | tape.reset(); |
| 32 | allocated_capacity = 0; |
| 33 | return SUCCESS; |
| 34 | } |
| 35 | |
| 36 | // a pathological input like "[[[[..." would generate capacity tape elements, so |
| 37 | // need a capacity of at least capacity + 1, but it is also possible to do |
| 38 | // worse with "[7,7,7,7,6,7,7,7,6,7,7,6,[7,7,7,7,6,7,7,7,6,7,7,6,7,7,7,7,7,7,6" |
| 39 | //where capacity + 1 tape elements are |
| 40 | // generated, see issue https://github.com/simdjson/simdjson/issues/345 |
| 41 | size_t tape_capacity = SIMDJSON_ROUNDUP_N(capacity + 3, 64); |
| 42 | // a document with only zero-length strings... could have capacity/3 string |
| 43 | // and we would need capacity/3 * 5 bytes on the string buffer |
| 44 | size_t string_capacity = SIMDJSON_ROUNDUP_N(5 * capacity / 3 + SIMDJSON_PADDING, 64); |
| 45 | string_buf.reset( p: new (std::nothrow) uint8_t[string_capacity]); |
| 46 | tape.reset(p: new (std::nothrow) uint64_t[tape_capacity]); |
| 47 | if(!(string_buf && tape)) { |
| 48 | allocated_capacity = 0; |
| 49 | string_buf.reset(); |
| 50 | tape.reset(); |
| 51 | return MEMALLOC; |
| 52 | } |
| 53 | // Technically the allocated_capacity might be larger than capacity |
| 54 | // so the next line is pessimistic. |
| 55 | allocated_capacity = capacity; |
| 56 | return SUCCESS; |
| 57 | } |
| 58 | |
| 59 | inline bool document::dump_raw_tape(std::ostream &os) const noexcept { |
| 60 | uint32_t string_length; |
| 61 | size_t tape_idx = 0; |
| 62 | uint64_t tape_val = tape[tape_idx]; |
| 63 | uint8_t type = uint8_t(tape_val >> 56); |
| 64 | os << tape_idx << " : " << type; |
| 65 | tape_idx++; |
| 66 | size_t how_many = 0; |
| 67 | if (type == 'r') { |
| 68 | how_many = size_t(tape_val & internal::JSON_VALUE_MASK); |
| 69 | } else { |
| 70 | // Error: no starting root node? |
| 71 | return false; |
| 72 | } |
| 73 | os << "\t// pointing to " << how_many << " (right after last node)\n" ; |
| 74 | uint64_t payload; |
| 75 | for (; tape_idx < how_many; tape_idx++) { |
| 76 | os << tape_idx << " : " ; |
| 77 | tape_val = tape[tape_idx]; |
| 78 | payload = tape_val & internal::JSON_VALUE_MASK; |
| 79 | type = uint8_t(tape_val >> 56); |
| 80 | switch (type) { |
| 81 | case '"': // we have a string |
| 82 | os << "string \"" ; |
| 83 | std::memcpy(dest: &string_length, src: string_buf.get() + payload, n: sizeof(uint32_t)); |
| 84 | os << internal::escape_json_string(std::string_view( |
| 85 | reinterpret_cast<const char *>(string_buf.get() + payload + sizeof(uint32_t)), |
| 86 | string_length |
| 87 | )); |
| 88 | os << '"'; |
| 89 | os << '\n'; |
| 90 | break; |
| 91 | case 'l': // we have a long int |
| 92 | if (tape_idx + 1 >= how_many) { |
| 93 | return false; |
| 94 | } |
| 95 | os << "integer " << static_cast<int64_t>(tape[++tape_idx]) << "\n" ; |
| 96 | break; |
| 97 | case 'u': // we have a long uint |
| 98 | if (tape_idx + 1 >= how_many) { |
| 99 | return false; |
| 100 | } |
| 101 | os << "unsigned integer " << tape[++tape_idx] << "\n" ; |
| 102 | break; |
| 103 | case 'd': // we have a double |
| 104 | os << "float " ; |
| 105 | if (tape_idx + 1 >= how_many) { |
| 106 | return false; |
| 107 | } |
| 108 | double answer; |
| 109 | std::memcpy(dest: &answer, src: &tape[++tape_idx], n: sizeof(answer)); |
| 110 | os << answer << '\n'; |
| 111 | break; |
| 112 | case 'n': // we have a null |
| 113 | os << "null\n" ; |
| 114 | break; |
| 115 | case 't': // we have a true |
| 116 | os << "true\n" ; |
| 117 | break; |
| 118 | case 'f': // we have a false |
| 119 | os << "false\n" ; |
| 120 | break; |
| 121 | case '{': // we have an object |
| 122 | os << "{\t// pointing to next tape location " << uint32_t(payload) |
| 123 | << " (first node after the scope), " |
| 124 | << " saturated count " |
| 125 | << ((payload >> 32) & internal::JSON_COUNT_MASK)<< "\n" ; |
| 126 | break; case '}': // we end an object |
| 127 | os << "}\t// pointing to previous tape location " << uint32_t(payload) |
| 128 | << " (start of the scope)\n" ; |
| 129 | break; |
| 130 | case '[': // we start an array |
| 131 | os << "[\t// pointing to next tape location " << uint32_t(payload) |
| 132 | << " (first node after the scope), " |
| 133 | << " saturated count " |
| 134 | << ((payload >> 32) & internal::JSON_COUNT_MASK)<< "\n" ; |
| 135 | break; |
| 136 | case ']': // we end an array |
| 137 | os << "]\t// pointing to previous tape location " << uint32_t(payload) |
| 138 | << " (start of the scope)\n" ; |
| 139 | break; |
| 140 | case 'r': // we start and end with the root node |
| 141 | // should we be hitting the root node? |
| 142 | return false; |
| 143 | default: |
| 144 | return false; |
| 145 | } |
| 146 | } |
| 147 | tape_val = tape[tape_idx]; |
| 148 | payload = tape_val & internal::JSON_VALUE_MASK; |
| 149 | type = uint8_t(tape_val >> 56); |
| 150 | os << tape_idx << " : " << type << "\t// pointing to " << payload |
| 151 | << " (start root)\n" ; |
| 152 | return true; |
| 153 | } |
| 154 | |
| 155 | } // namespace dom |
| 156 | } // namespace simdjson |
| 157 | |
| 158 | #endif // SIMDJSON_INLINE_DOCUMENT_H |
| 159 | |