1 | /* -*- c-basic-offset: 2 -*- */ |
2 | /* Copyright(C) 2011 Brazil |
3 | |
4 | This library is free software; you can redistribute it and/or |
5 | modify it under the terms of the GNU Lesser General Public |
6 | License version 2.1 as published by the Free Software Foundation. |
7 | |
8 | This library is distributed in the hope that it will be useful, |
9 | but WITHOUT ANY WARRANTY; without even the implied warranty of |
10 | MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU |
11 | Lesser General Public License for more details. |
12 | |
13 | You should have received a copy of the GNU Lesser General Public |
14 | License along with this library; if not, write to the Free Software |
15 | Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA |
16 | */ |
17 | |
18 | #include "key-cursor.hpp" |
19 | |
20 | #include <algorithm> |
21 | #include <cstring> |
22 | |
23 | #include "trie.hpp" |
24 | |
25 | namespace grn { |
26 | namespace dat { |
27 | |
28 | KeyCursor::KeyCursor() |
29 | : trie_(NULL), |
30 | offset_(0), |
31 | limit_(MAX_UINT32), |
32 | flags_(KEY_RANGE_CURSOR), |
33 | buf_(), |
34 | count_(0), |
35 | max_count_(0), |
36 | finished_(false), |
37 | end_buf_(NULL), |
38 | end_str_() {} |
39 | |
40 | KeyCursor::~KeyCursor() { |
41 | if (end_buf_ != NULL) { |
42 | delete [] end_buf_; |
43 | } |
44 | } |
45 | |
46 | void KeyCursor::open(const Trie &trie, |
47 | const String &min_str, |
48 | const String &max_str, |
49 | UInt32 offset, |
50 | UInt32 limit, |
51 | UInt32 flags) { |
52 | GRN_DAT_THROW_IF(PARAM_ERROR, |
53 | (min_str.ptr() == NULL) && (min_str.length() != 0)); |
54 | GRN_DAT_THROW_IF(PARAM_ERROR, |
55 | (max_str.ptr() == NULL) && (max_str.length() != 0)); |
56 | |
57 | flags = fix_flags(flags); |
58 | KeyCursor new_cursor(trie, offset, limit, flags); |
59 | new_cursor.init(min_str, max_str); |
60 | new_cursor.swap(this); |
61 | } |
62 | |
63 | void KeyCursor::close() { |
64 | KeyCursor new_cursor; |
65 | new_cursor.swap(this); |
66 | } |
67 | |
68 | const Key &KeyCursor::next() { |
69 | if (finished_ || (count_ >= max_count_)) { |
70 | return Key::invalid_key(); |
71 | } |
72 | |
73 | if ((flags_ & ASCENDING_CURSOR) == ASCENDING_CURSOR) { |
74 | return ascending_next(); |
75 | } else { |
76 | return descending_next(); |
77 | } |
78 | } |
79 | |
80 | KeyCursor::KeyCursor(const Trie &trie, |
81 | UInt32 offset, UInt32 limit, UInt32 flags) |
82 | : trie_(&trie), |
83 | offset_(offset), |
84 | limit_(limit), |
85 | flags_(flags), |
86 | buf_(), |
87 | count_(0), |
88 | max_count_(0), |
89 | finished_(false), |
90 | end_buf_(NULL), |
91 | end_str_() {} |
92 | |
93 | UInt32 KeyCursor::fix_flags(UInt32 flags) const { |
94 | const UInt32 cursor_type = flags & CURSOR_TYPE_MASK; |
95 | GRN_DAT_THROW_IF(PARAM_ERROR, (cursor_type != 0) && |
96 | (cursor_type != KEY_RANGE_CURSOR)); |
97 | flags |= KEY_RANGE_CURSOR; |
98 | |
99 | const UInt32 cursor_order = flags & CURSOR_ORDER_MASK; |
100 | GRN_DAT_THROW_IF(PARAM_ERROR, (cursor_order != 0) && |
101 | (cursor_order != ASCENDING_CURSOR) && |
102 | (cursor_order != DESCENDING_CURSOR)); |
103 | if (cursor_order == 0) { |
104 | flags |= ASCENDING_CURSOR; |
105 | } |
106 | |
107 | const UInt32 cursor_options = flags & CURSOR_OPTIONS_MASK; |
108 | GRN_DAT_THROW_IF(PARAM_ERROR, |
109 | cursor_options & ~(EXCEPT_LOWER_BOUND | EXCEPT_UPPER_BOUND)); |
110 | |
111 | return flags; |
112 | } |
113 | |
114 | void KeyCursor::init(const String &min_str, const String &max_str) { |
115 | if (offset_ > (MAX_UINT32 - limit_)) { |
116 | max_count_ = MAX_UINT32; |
117 | } else { |
118 | max_count_ = offset_ + limit_; |
119 | } |
120 | |
121 | if (limit_ == 0) { |
122 | return; |
123 | } |
124 | |
125 | if ((flags_ & ASCENDING_CURSOR) == ASCENDING_CURSOR) { |
126 | ascending_init(min_str, max_str); |
127 | } else { |
128 | descending_init(min_str, max_str); |
129 | } |
130 | } |
131 | |
132 | void KeyCursor::ascending_init(const String &min_str, const String &max_str) { |
133 | if (max_str.ptr() != NULL) { |
134 | if (max_str.length() != 0) { |
135 | end_buf_ = new UInt8[max_str.length()]; |
136 | grn_memcpy(end_buf_, max_str.ptr(), max_str.length()); |
137 | end_str_.assign(end_buf_, max_str.length()); |
138 | } |
139 | } |
140 | |
141 | if ((min_str.ptr() == NULL) || (min_str.length() == 0)) { |
142 | buf_.push_back(ROOT_NODE_ID); |
143 | return; |
144 | } |
145 | |
146 | UInt32 node_id = ROOT_NODE_ID; |
147 | Node node; |
148 | for (UInt32 i = 0; i < min_str.length(); ++i) { |
149 | node = trie_->ith_node(node_id); |
150 | if (node.is_linker()) { |
151 | const Key &key = trie_->get_key(node.key_pos()); |
152 | const int result = key.str().compare(min_str, i); |
153 | if ((result > 0) || ((result == 0) && |
154 | ((flags_ & EXCEPT_LOWER_BOUND) != EXCEPT_LOWER_BOUND))) { |
155 | buf_.push_back(node_id); |
156 | } else if (node.sibling() != INVALID_LABEL) { |
157 | buf_.push_back(node_id ^ node.label() ^ node.sibling()); |
158 | } |
159 | return; |
160 | } else if (node.sibling() != INVALID_LABEL) { |
161 | buf_.push_back(node_id ^ node.label() ^ node.sibling()); |
162 | } |
163 | |
164 | node_id = node.offset() ^ min_str[i]; |
165 | if (trie_->ith_node(node_id).label() != min_str[i]) { |
166 | UInt16 label = node.child(); |
167 | if (label == TERMINAL_LABEL) { |
168 | label = trie_->ith_node(node.offset() ^ label).sibling(); |
169 | } |
170 | while (label != INVALID_LABEL) { |
171 | if (label > min_str[i]) { |
172 | buf_.push_back(node.offset() ^ label); |
173 | break; |
174 | } |
175 | label = trie_->ith_node(node.offset() ^ label).sibling(); |
176 | } |
177 | return; |
178 | } |
179 | } |
180 | |
181 | node = trie_->ith_node(node_id); |
182 | if (node.is_linker()) { |
183 | const Key &key = trie_->get_key(node.key_pos()); |
184 | if ((key.length() != min_str.length()) || |
185 | ((flags_ & EXCEPT_LOWER_BOUND) != EXCEPT_LOWER_BOUND)) { |
186 | buf_.push_back(node_id); |
187 | } else if (node.sibling() != INVALID_LABEL) { |
188 | buf_.push_back(node_id ^ node.label() ^ node.sibling()); |
189 | } |
190 | return; |
191 | } else if (node.sibling() != INVALID_LABEL) { |
192 | buf_.push_back(node_id ^ node.label() ^ node.sibling()); |
193 | } |
194 | |
195 | UInt16 label = node.child(); |
196 | if ((label == TERMINAL_LABEL) && |
197 | ((flags_ & EXCEPT_LOWER_BOUND) == EXCEPT_LOWER_BOUND)) { |
198 | label = trie_->ith_node(node.offset() ^ label).sibling(); |
199 | } |
200 | if (label != INVALID_LABEL) { |
201 | buf_.push_back(node.offset() ^ label); |
202 | } |
203 | } |
204 | |
205 | void KeyCursor::descending_init(const String &min_str, const String &max_str) { |
206 | if (min_str.ptr() != NULL) { |
207 | if (min_str.length() != 0) { |
208 | end_buf_ = new UInt8[min_str.length()]; |
209 | grn_memcpy(end_buf_, min_str.ptr(), min_str.length()); |
210 | end_str_.assign(end_buf_, min_str.length()); |
211 | } |
212 | } |
213 | |
214 | if ((max_str.ptr() == NULL) || (max_str.length() == 0)) { |
215 | buf_.push_back(ROOT_NODE_ID); |
216 | return; |
217 | } |
218 | |
219 | UInt32 node_id = ROOT_NODE_ID; |
220 | for (UInt32 i = 0; i < max_str.length(); ++i) { |
221 | const Base base = trie_->ith_node(node_id).base(); |
222 | if (base.is_linker()) { |
223 | const Key &key = trie_->get_key(base.key_pos()); |
224 | const int result = key.str().compare(max_str, i); |
225 | if ((result < 0) || ((result == 0) && |
226 | ((flags_ & EXCEPT_UPPER_BOUND) != EXCEPT_UPPER_BOUND))) { |
227 | buf_.push_back(node_id | POST_ORDER_FLAG); |
228 | } |
229 | return; |
230 | } |
231 | |
232 | UInt32 label = trie_->ith_node(node_id).child(); |
233 | if (label == TERMINAL_LABEL) { |
234 | node_id = base.offset() ^ label; |
235 | buf_.push_back(node_id | POST_ORDER_FLAG); |
236 | label = trie_->ith_node(node_id).sibling(); |
237 | } |
238 | while (label != INVALID_LABEL) { |
239 | node_id = base.offset() ^ label; |
240 | if (label < max_str[i]) { |
241 | buf_.push_back(node_id); |
242 | } else if (label > max_str[i]) { |
243 | return; |
244 | } else { |
245 | break; |
246 | } |
247 | label = trie_->ith_node(node_id).sibling(); |
248 | } |
249 | if (label == INVALID_LABEL) { |
250 | return; |
251 | } |
252 | } |
253 | |
254 | const Base base = trie_->ith_node(node_id).base(); |
255 | if (base.is_linker()) { |
256 | const Key &key = trie_->get_key(base.key_pos()); |
257 | if ((key.length() == max_str.length()) && |
258 | ((flags_ & EXCEPT_UPPER_BOUND) != EXCEPT_UPPER_BOUND)) { |
259 | buf_.push_back(node_id | POST_ORDER_FLAG); |
260 | } |
261 | return; |
262 | } |
263 | |
264 | UInt16 label = trie_->ith_node(node_id).child(); |
265 | if ((label == TERMINAL_LABEL) && |
266 | ((flags_ & EXCEPT_UPPER_BOUND) != EXCEPT_UPPER_BOUND)) { |
267 | buf_.push_back((base.offset() ^ label) | POST_ORDER_FLAG); |
268 | } |
269 | } |
270 | |
271 | void KeyCursor::swap(KeyCursor *cursor) { |
272 | std::swap(trie_, cursor->trie_); |
273 | std::swap(offset_, cursor->offset_); |
274 | std::swap(limit_, cursor->limit_); |
275 | std::swap(flags_, cursor->flags_); |
276 | buf_.swap(&cursor->buf_); |
277 | std::swap(count_, cursor->count_); |
278 | std::swap(max_count_, cursor->max_count_); |
279 | std::swap(finished_, cursor->finished_); |
280 | std::swap(end_buf_, cursor->end_buf_); |
281 | end_str_.swap(&cursor->end_str_); |
282 | } |
283 | |
284 | const Key &KeyCursor::ascending_next() { |
285 | while (!buf_.empty()) { |
286 | const UInt32 node_id = buf_.back(); |
287 | buf_.pop_back(); |
288 | |
289 | const Node node = trie_->ith_node(node_id); |
290 | if (node.sibling() != INVALID_LABEL) { |
291 | buf_.push_back(node_id ^ node.label() ^ node.sibling()); |
292 | } |
293 | |
294 | if (node.is_linker()) { |
295 | const Key &key = trie_->get_key(node.key_pos()); |
296 | if (end_buf_ != NULL) { |
297 | const int result = key.str().compare(end_str_); |
298 | if ((result > 0) || ((result == 0) && |
299 | ((flags_ & EXCEPT_UPPER_BOUND) == EXCEPT_UPPER_BOUND))) { |
300 | finished_ = true; |
301 | return Key::invalid_key(); |
302 | } |
303 | } |
304 | if (count_++ >= offset_) { |
305 | return key; |
306 | } |
307 | } else if (node.child() != INVALID_LABEL) { |
308 | buf_.push_back(node.offset() ^ node.child()); |
309 | } |
310 | } |
311 | return Key::invalid_key(); |
312 | } |
313 | |
314 | const Key &KeyCursor::descending_next() { |
315 | while (!buf_.empty()) { |
316 | const bool post_order = (buf_.back() & POST_ORDER_FLAG) == POST_ORDER_FLAG; |
317 | const UInt32 node_id = buf_.back() & ~POST_ORDER_FLAG; |
318 | |
319 | const Base base = trie_->ith_node(node_id).base(); |
320 | if (post_order) { |
321 | buf_.pop_back(); |
322 | if (base.is_linker()) { |
323 | const Key &key = trie_->get_key(base.key_pos()); |
324 | if (end_buf_ != NULL) { |
325 | const int result = key.str().compare(end_str_); |
326 | if ((result < 0) || ((result == 0) && |
327 | ((flags_ & EXCEPT_LOWER_BOUND) == EXCEPT_LOWER_BOUND))) { |
328 | finished_ = true; |
329 | return Key::invalid_key(); |
330 | } |
331 | } |
332 | if (count_++ >= offset_) { |
333 | return key; |
334 | } |
335 | } |
336 | } else { |
337 | buf_.back() |= POST_ORDER_FLAG; |
338 | UInt16 label = trie_->ith_node(node_id).child(); |
339 | while (label != INVALID_LABEL) { |
340 | buf_.push_back(base.offset() ^ label); |
341 | label = trie_->ith_node(base.offset() ^ label).sibling(); |
342 | } |
343 | } |
344 | } |
345 | return Key::invalid_key(); |
346 | } |
347 | |
348 | } // namespace dat |
349 | } // namespace grn |
350 | |