| 1 | #pragma once |
|---|---|
| 2 | |
| 3 | #include <Core/Block.h> |
| 4 | #include <Core/Row.h> |
| 5 | |
| 6 | #include <IO/WriteBufferFromFile.h> |
| 7 | #include <Compression/CompressedWriteBuffer.h> |
| 8 | |
| 9 | #include <Columns/ColumnsNumber.h> |
| 10 | |
| 11 | #include <Interpreters/sortBlock.h> |
| 12 | #include <Interpreters/Context.h> |
| 13 | |
| 14 | #include <Storages/MergeTree/MergeTreeData.h> |
| 15 | |
| 16 | |
| 17 | namespace DB |
| 18 | { |
| 19 | |
| 20 | struct BlockWithPartition |
| 21 | { |
| 22 | Block block; |
| 23 | Row partition; |
| 24 | |
| 25 | BlockWithPartition(Block && block_, Row && partition_) |
| 26 | : block(block_), partition(std::move(partition_)) |
| 27 | { |
| 28 | } |
| 29 | }; |
| 30 | |
| 31 | using BlocksWithPartition = std::vector<BlockWithPartition>; |
| 32 | |
| 33 | /** Writes new parts of data to the merge tree. |
| 34 | */ |
| 35 | class MergeTreeDataWriter |
| 36 | { |
| 37 | public: |
| 38 | MergeTreeDataWriter(MergeTreeData & data_) : data(data_), log(&Logger::get(data.getLogName() + " (Writer)")) {} |
| 39 | |
| 40 | /** Split the block to blocks, each of them must be written as separate part. |
| 41 | * (split rows by partition) |
| 42 | * Works deterministically: if same block was passed, function will return same result in same order. |
| 43 | */ |
| 44 | BlocksWithPartition splitBlockIntoParts(const Block & block, size_t max_parts); |
| 45 | |
| 46 | /** All rows must correspond to same partition. |
| 47 | * Returns part with unique name starting with 'tmp_', yet not added to MergeTreeData. |
| 48 | */ |
| 49 | MergeTreeData::MutableDataPartPtr writeTempPart(BlockWithPartition & block); |
| 50 | |
| 51 | private: |
| 52 | MergeTreeData & data; |
| 53 | |
| 54 | Logger * log; |
| 55 | }; |
| 56 | |
| 57 | } |
| 58 |