| 1 | #pragma once | 
|---|---|
| 2 | #include <DataStreams/IBlockInputStream.h> | 
| 3 | #include <Storages/MergeTree/MergeTreeData.h> | 
| 4 | #include <Storages/MergeTree/MergeTreeDataPart.h> | 
| 5 | #include <Core/Block.h> | 
| 6 | |
| 7 | #include <common/DateLUT.h> | 
| 8 | |
| 9 | namespace DB | 
| 10 | { | 
| 11 | |
| 12 | class TTLBlockInputStream : public IBlockInputStream | 
| 13 | { | 
| 14 | public: | 
| 15 | TTLBlockInputStream( | 
| 16 | const BlockInputStreamPtr & input_, | 
| 17 | const MergeTreeData & storage_, | 
| 18 | const MergeTreeData::MutableDataPartPtr & data_part_, | 
| 19 | time_t current_time, | 
| 20 | bool force_ | 
| 21 | ); | 
| 22 | |
| 23 | String getName() const override { return "TTL"; } | 
| 24 | |
| 25 | Block getHeader() const override { return header; } | 
| 26 | |
| 27 | protected: | 
| 28 | Block readImpl() override; | 
| 29 | |
| 30 | /// Finalizes ttl infos and updates data part | 
| 31 | void readSuffixImpl() override; | 
| 32 | |
| 33 | private: | 
| 34 | const MergeTreeData & storage; | 
| 35 | |
| 36 | /// ttl_infos and empty_columns are updating while reading | 
| 37 | const MergeTreeData::MutableDataPartPtr & data_part; | 
| 38 | |
| 39 | time_t current_time; | 
| 40 | bool force; | 
| 41 | |
| 42 | MergeTreeDataPart::TTLInfos old_ttl_infos; | 
| 43 | MergeTreeDataPart::TTLInfos new_ttl_infos; | 
| 44 | NameSet empty_columns; | 
| 45 | |
| 46 | size_t rows_removed = 0; | 
| 47 | Logger * log; | 
| 48 | DateLUTImpl date_lut; | 
| 49 | |
| 50 | std::unordered_map<String, String> defaults_result_column; | 
| 51 | ExpressionActionsPtr defaults_expression; | 
| 52 | |
| 53 | Block header; | 
| 54 | private: | 
| 55 | /// Removes values with expired ttl and computes new_ttl_infos and empty_columns for part | 
| 56 | void removeValuesWithExpiredColumnTTL(Block & block); | 
| 57 | |
| 58 | /// Removes rows with expired table ttl and computes new ttl_infos for part | 
| 59 | void removeRowsWithExpiredTableTTL(Block & block); | 
| 60 | |
| 61 | /// Updates TTL for moves | 
| 62 | void updateMovesTTL(Block & block); | 
| 63 | |
| 64 | UInt32 getTimestampByIndex(const IColumn * column, size_t ind); | 
| 65 | bool isTTLExpired(time_t ttl); | 
| 66 | }; | 
| 67 | |
| 68 | } | 
| 69 | 
