1 | #pragma once |
2 | |
3 | #include <unordered_map> |
4 | |
5 | #include <Core/Types.h> |
6 | |
7 | |
8 | namespace DB |
9 | { |
10 | |
11 | class ReadBuffer; |
12 | class WriteBuffer; |
13 | |
14 | /** More information about the block. |
15 | */ |
16 | struct BlockInfo |
17 | { |
18 | /** is_overflows: |
19 | * After running GROUP BY ... WITH TOTALS with the max_rows_to_group_by and group_by_overflow_mode = 'any' settings, |
20 | * a row is inserted in the separate block with aggregated values that have not passed max_rows_to_group_by. |
21 | * If it is such a block, then is_overflows is set to true for it. |
22 | */ |
23 | |
24 | /** bucket_num: |
25 | * When using the two-level aggregation method, data with different key groups are scattered across different buckets. |
26 | * In this case, the bucket number is indicated here. It is used to optimize the merge for distributed aggregation. |
27 | * Otherwise -1. |
28 | */ |
29 | |
30 | #define APPLY_FOR_BLOCK_INFO_FIELDS(M) \ |
31 | M(bool, is_overflows, false, 1) \ |
32 | M(Int32, bucket_num, -1, 2) |
33 | |
34 | #define DECLARE_FIELD(TYPE, NAME, DEFAULT, FIELD_NUM) \ |
35 | TYPE NAME = DEFAULT; |
36 | |
37 | APPLY_FOR_BLOCK_INFO_FIELDS(DECLARE_FIELD) |
38 | |
39 | #undef DECLARE_FIELD |
40 | |
41 | /// Write the values in binary form. NOTE: You could use protobuf, but it would be overkill for this case. |
42 | void write(WriteBuffer & out) const; |
43 | |
44 | /// Read the values in binary form. |
45 | void read(ReadBuffer & in); |
46 | }; |
47 | |
48 | /// Block extention to support delayed defaults. AddingDefaultsBlockInputStream uses it to replace missing values with column defaults. |
49 | class BlockMissingValues |
50 | { |
51 | public: |
52 | using RowsBitMask = std::vector<bool>; /// a bit per row for a column |
53 | |
54 | const RowsBitMask & getDefaultsBitmask(size_t column_idx) const; |
55 | void setBit(size_t column_idx, size_t row_idx); |
56 | bool empty() const { return rows_mask_by_column_id.empty(); } |
57 | size_t size() const { return rows_mask_by_column_id.size(); } |
58 | void clear() { rows_mask_by_column_id.clear(); } |
59 | |
60 | private: |
61 | using RowsMaskByColumnId = std::unordered_map<size_t, RowsBitMask>; |
62 | |
63 | /// If rows_mask_by_column_id[column_id][row_id] is true related value in Block should be replaced with column default. |
64 | /// It could contain less columns and rows then related block. |
65 | RowsMaskByColumnId rows_mask_by_column_id; |
66 | }; |
67 | |
68 | } |
69 | |