| 1 | #include <Storages/MergeTree/ReplicatedMergeTreePartHeader.h> | 
|---|
| 2 | #include <Core/NamesAndTypes.h> | 
|---|
| 3 | #include <IO/WriteHelpers.h> | 
|---|
| 4 | #include <IO/ReadBufferFromString.h> | 
|---|
| 5 | #include <Common/SipHash.h> | 
|---|
| 6 | #include <Common/StringUtils/StringUtils.h> | 
|---|
| 7 |  | 
|---|
| 8 | namespace DB | 
|---|
| 9 | { | 
|---|
| 10 |  | 
|---|
| 11 | static std::array<char, 16> getSipHash(const String & str) | 
|---|
| 12 | { | 
|---|
| 13 | SipHash hash; | 
|---|
| 14 | hash.update(str.data(), str.size()); | 
|---|
| 15 | std::array<char, 16> result; | 
|---|
| 16 | hash.get128(result.data()); | 
|---|
| 17 | return result; | 
|---|
| 18 | } | 
|---|
| 19 |  | 
|---|
| 20 | ReplicatedMergeTreePartHeader ReplicatedMergeTreePartHeader::fromColumnsAndChecksumsZNodes( | 
|---|
| 21 | const String & columns_znode, const String & checksums_znode) | 
|---|
| 22 | { | 
|---|
| 23 | auto columns_hash = getSipHash(columns_znode); | 
|---|
| 24 | auto checksums = MinimalisticDataPartChecksums::deserializeFrom(checksums_znode); | 
|---|
| 25 | return ReplicatedMergeTreePartHeader(std::move(columns_hash), std::move(checksums)); | 
|---|
| 26 | } | 
|---|
| 27 |  | 
|---|
| 28 | ReplicatedMergeTreePartHeader ReplicatedMergeTreePartHeader::fromColumnsAndChecksums( | 
|---|
| 29 | const NamesAndTypesList & columns, | 
|---|
| 30 | const MergeTreeDataPartChecksums & full_checksums) | 
|---|
| 31 | { | 
|---|
| 32 | MinimalisticDataPartChecksums checksums; | 
|---|
| 33 | checksums.computeTotalChecksums(full_checksums); | 
|---|
| 34 | return ReplicatedMergeTreePartHeader(getSipHash(columns.toString()), std::move(checksums)); | 
|---|
| 35 | } | 
|---|
| 36 |  | 
|---|
| 37 | void ReplicatedMergeTreePartHeader::(ReadBuffer & in) | 
|---|
| 38 | { | 
|---|
| 39 | in >> "part header format version: 1\n"; | 
|---|
| 40 | in.readStrict(columns_hash.data(), columns_hash.size()); | 
|---|
| 41 | checksums.deserializeWithoutHeader(in); | 
|---|
| 42 | } | 
|---|
| 43 |  | 
|---|
| 44 | ReplicatedMergeTreePartHeader ReplicatedMergeTreePartHeader::(const String & str) | 
|---|
| 45 | { | 
|---|
| 46 | ReadBufferFromString in(str); | 
|---|
| 47 | ReplicatedMergeTreePartHeader result; | 
|---|
| 48 | result.read(in); | 
|---|
| 49 | return result; | 
|---|
| 50 | } | 
|---|
| 51 |  | 
|---|
| 52 | void ReplicatedMergeTreePartHeader::(WriteBuffer & out) const | 
|---|
| 53 | { | 
|---|
| 54 | writeString( "part header format version: 1\n", out); | 
|---|
| 55 | out.write(columns_hash.data(), columns_hash.size()); | 
|---|
| 56 | checksums.serializeWithoutHeader(out); | 
|---|
| 57 | } | 
|---|
| 58 |  | 
|---|
| 59 | String ReplicatedMergeTreePartHeader::() const | 
|---|
| 60 | { | 
|---|
| 61 | WriteBufferFromOwnString out; | 
|---|
| 62 | write(out); | 
|---|
| 63 | return out.str(); | 
|---|
| 64 | } | 
|---|
| 65 |  | 
|---|
| 66 | } | 
|---|
| 67 |  | 
|---|