| 1 | #pragma once |
| 2 | |
| 3 | #include <tuple> |
| 4 | #include <Core/Types.h> |
| 5 | #include <common/DayNum.h> |
| 6 | #include <Storages/MergeTree/MergeTreeDataFormatVersion.h> |
| 7 | |
| 8 | |
| 9 | namespace DB |
| 10 | { |
| 11 | |
| 12 | /// Information about partition and the range of blocks contained in the part. |
| 13 | /// Allows determining if parts are disjoint or one part fully contains the other. |
| 14 | struct MergeTreePartInfo |
| 15 | { |
| 16 | String partition_id; |
| 17 | Int64 min_block = 0; |
| 18 | Int64 max_block = 0; |
| 19 | UInt32 level = 0; |
| 20 | Int64 mutation = 0; /// If the part has been mutated or contains mutated parts, is equal to mutation version number. |
| 21 | |
| 22 | MergeTreePartInfo() = default; |
| 23 | |
| 24 | MergeTreePartInfo(String partition_id_, Int64 min_block_, Int64 max_block_, UInt32 level_) |
| 25 | : partition_id(std::move(partition_id_)), min_block(min_block_), max_block(max_block_), level(level_) |
| 26 | { |
| 27 | } |
| 28 | |
| 29 | MergeTreePartInfo(String partition_id_, Int64 min_block_, Int64 max_block_, UInt32 level_, Int64 mutation_) |
| 30 | : partition_id(std::move(partition_id_)), min_block(min_block_), max_block(max_block_), level(level_), mutation(mutation_) |
| 31 | { |
| 32 | } |
| 33 | |
| 34 | bool operator<(const MergeTreePartInfo & rhs) const |
| 35 | { |
| 36 | return std::forward_as_tuple(partition_id, min_block, max_block, level, mutation) |
| 37 | < std::forward_as_tuple(rhs.partition_id, rhs.min_block, rhs.max_block, rhs.level, rhs.mutation); |
| 38 | } |
| 39 | |
| 40 | bool operator==(const MergeTreePartInfo & rhs) const |
| 41 | { |
| 42 | return !(*this != rhs); |
| 43 | } |
| 44 | |
| 45 | bool operator!=(const MergeTreePartInfo & rhs) const |
| 46 | { |
| 47 | return *this < rhs || rhs < *this; |
| 48 | } |
| 49 | |
| 50 | /// Get block number that can be used to determine which mutations we still need to apply to this part |
| 51 | /// (all mutations with version greater than this block number). |
| 52 | Int64 getDataVersion() const { return mutation ? mutation : min_block; } |
| 53 | |
| 54 | /// True if contains rhs (this part is obtained by merging rhs with some other parts or mutating rhs) |
| 55 | bool contains(const MergeTreePartInfo & rhs) const |
| 56 | { |
| 57 | return partition_id == rhs.partition_id /// Parts for different partitions are not merged |
| 58 | && min_block <= rhs.min_block |
| 59 | && max_block >= rhs.max_block |
| 60 | && level >= rhs.level |
| 61 | && mutation >= rhs.mutation; |
| 62 | } |
| 63 | |
| 64 | /// True if parts do not intersect in any way. |
| 65 | bool isDisjoint(const MergeTreePartInfo & rhs) const |
| 66 | { |
| 67 | return partition_id != rhs.partition_id |
| 68 | || min_block > rhs.max_block |
| 69 | || max_block < rhs.min_block; |
| 70 | } |
| 71 | |
| 72 | String getPartName() const; |
| 73 | String getPartNameV0(DayNum left_date, DayNum right_date) const; |
| 74 | UInt64 getBlocksCount() const |
| 75 | { |
| 76 | return static_cast<UInt64>(max_block - min_block + 1); |
| 77 | } |
| 78 | |
| 79 | static MergeTreePartInfo fromPartName(const String & part_name, MergeTreeDataFormatVersion format_version); |
| 80 | |
| 81 | static bool tryParsePartName(const String & dir_name, MergeTreePartInfo * part_info, MergeTreeDataFormatVersion format_version); |
| 82 | |
| 83 | static void parseMinMaxDatesFromPartName(const String & part_name, DayNum & min_date, DayNum & max_date); |
| 84 | |
| 85 | static bool contains(const String & outer_part_name, const String & inner_part_name, MergeTreeDataFormatVersion format_version); |
| 86 | |
| 87 | static constexpr UInt32 MAX_LEVEL = 999999999; |
| 88 | static constexpr UInt32 MAX_BLOCK_NUMBER = 999999999; |
| 89 | }; |
| 90 | |
| 91 | /// Information about detached part, which includes its prefix in |
| 92 | /// addition to the above fields. |
| 93 | struct DetachedPartInfo : public MergeTreePartInfo |
| 94 | { |
| 95 | String dir_name; |
| 96 | String prefix; |
| 97 | |
| 98 | String disk; |
| 99 | |
| 100 | /// If false, MergeTreePartInfo is in invalid state (directory name was not successfully parsed). |
| 101 | bool valid_name; |
| 102 | |
| 103 | static bool tryParseDetachedPartName(const String & dir_name, DetachedPartInfo & part_info, MergeTreeDataFormatVersion format_version); |
| 104 | }; |
| 105 | |
| 106 | using DetachedPartsInfo = std::vector<DetachedPartInfo>; |
| 107 | |
| 108 | } |
| 109 | |