1 | #pragma once |
2 | |
3 | #include <tuple> |
4 | #include <Core/Types.h> |
5 | #include <common/DayNum.h> |
6 | #include <Storages/MergeTree/MergeTreeDataFormatVersion.h> |
7 | |
8 | |
9 | namespace DB |
10 | { |
11 | |
12 | /// Information about partition and the range of blocks contained in the part. |
13 | /// Allows determining if parts are disjoint or one part fully contains the other. |
14 | struct MergeTreePartInfo |
15 | { |
16 | String partition_id; |
17 | Int64 min_block = 0; |
18 | Int64 max_block = 0; |
19 | UInt32 level = 0; |
20 | Int64 mutation = 0; /// If the part has been mutated or contains mutated parts, is equal to mutation version number. |
21 | |
22 | MergeTreePartInfo() = default; |
23 | |
24 | MergeTreePartInfo(String partition_id_, Int64 min_block_, Int64 max_block_, UInt32 level_) |
25 | : partition_id(std::move(partition_id_)), min_block(min_block_), max_block(max_block_), level(level_) |
26 | { |
27 | } |
28 | |
29 | MergeTreePartInfo(String partition_id_, Int64 min_block_, Int64 max_block_, UInt32 level_, Int64 mutation_) |
30 | : partition_id(std::move(partition_id_)), min_block(min_block_), max_block(max_block_), level(level_), mutation(mutation_) |
31 | { |
32 | } |
33 | |
34 | bool operator<(const MergeTreePartInfo & rhs) const |
35 | { |
36 | return std::forward_as_tuple(partition_id, min_block, max_block, level, mutation) |
37 | < std::forward_as_tuple(rhs.partition_id, rhs.min_block, rhs.max_block, rhs.level, rhs.mutation); |
38 | } |
39 | |
40 | bool operator==(const MergeTreePartInfo & rhs) const |
41 | { |
42 | return !(*this != rhs); |
43 | } |
44 | |
45 | bool operator!=(const MergeTreePartInfo & rhs) const |
46 | { |
47 | return *this < rhs || rhs < *this; |
48 | } |
49 | |
50 | /// Get block number that can be used to determine which mutations we still need to apply to this part |
51 | /// (all mutations with version greater than this block number). |
52 | Int64 getDataVersion() const { return mutation ? mutation : min_block; } |
53 | |
54 | /// True if contains rhs (this part is obtained by merging rhs with some other parts or mutating rhs) |
55 | bool contains(const MergeTreePartInfo & rhs) const |
56 | { |
57 | return partition_id == rhs.partition_id /// Parts for different partitions are not merged |
58 | && min_block <= rhs.min_block |
59 | && max_block >= rhs.max_block |
60 | && level >= rhs.level |
61 | && mutation >= rhs.mutation; |
62 | } |
63 | |
64 | /// True if parts do not intersect in any way. |
65 | bool isDisjoint(const MergeTreePartInfo & rhs) const |
66 | { |
67 | return partition_id != rhs.partition_id |
68 | || min_block > rhs.max_block |
69 | || max_block < rhs.min_block; |
70 | } |
71 | |
72 | String getPartName() const; |
73 | String getPartNameV0(DayNum left_date, DayNum right_date) const; |
74 | UInt64 getBlocksCount() const |
75 | { |
76 | return static_cast<UInt64>(max_block - min_block + 1); |
77 | } |
78 | |
79 | static MergeTreePartInfo fromPartName(const String & part_name, MergeTreeDataFormatVersion format_version); |
80 | |
81 | static bool tryParsePartName(const String & dir_name, MergeTreePartInfo * part_info, MergeTreeDataFormatVersion format_version); |
82 | |
83 | static void parseMinMaxDatesFromPartName(const String & part_name, DayNum & min_date, DayNum & max_date); |
84 | |
85 | static bool contains(const String & outer_part_name, const String & inner_part_name, MergeTreeDataFormatVersion format_version); |
86 | |
87 | static constexpr UInt32 MAX_LEVEL = 999999999; |
88 | static constexpr UInt32 MAX_BLOCK_NUMBER = 999999999; |
89 | }; |
90 | |
91 | /// Information about detached part, which includes its prefix in |
92 | /// addition to the above fields. |
93 | struct DetachedPartInfo : public MergeTreePartInfo |
94 | { |
95 | String dir_name; |
96 | String prefix; |
97 | |
98 | String disk; |
99 | |
100 | /// If false, MergeTreePartInfo is in invalid state (directory name was not successfully parsed). |
101 | bool valid_name; |
102 | |
103 | static bool tryParseDetachedPartName(const String & dir_name, DetachedPartInfo & part_info, MergeTreeDataFormatVersion format_version); |
104 | }; |
105 | |
106 | using DetachedPartsInfo = std::vector<DetachedPartInfo>; |
107 | |
108 | } |
109 | |