1 | #include <Storages/MergeTree/ReplicatedMergeTreePartHeader.h> |
2 | #include <Core/NamesAndTypes.h> |
3 | #include <IO/WriteHelpers.h> |
4 | #include <IO/ReadBufferFromString.h> |
5 | #include <Common/SipHash.h> |
6 | #include <Common/StringUtils/StringUtils.h> |
7 | |
8 | namespace DB |
9 | { |
10 | |
11 | static std::array<char, 16> getSipHash(const String & str) |
12 | { |
13 | SipHash hash; |
14 | hash.update(str.data(), str.size()); |
15 | std::array<char, 16> result; |
16 | hash.get128(result.data()); |
17 | return result; |
18 | } |
19 | |
20 | ReplicatedMergeTreePartHeader ReplicatedMergeTreePartHeader::fromColumnsAndChecksumsZNodes( |
21 | const String & columns_znode, const String & checksums_znode) |
22 | { |
23 | auto columns_hash = getSipHash(columns_znode); |
24 | auto checksums = MinimalisticDataPartChecksums::deserializeFrom(checksums_znode); |
25 | return ReplicatedMergeTreePartHeader(std::move(columns_hash), std::move(checksums)); |
26 | } |
27 | |
28 | ReplicatedMergeTreePartHeader ReplicatedMergeTreePartHeader::fromColumnsAndChecksums( |
29 | const NamesAndTypesList & columns, |
30 | const MergeTreeDataPartChecksums & full_checksums) |
31 | { |
32 | MinimalisticDataPartChecksums checksums; |
33 | checksums.computeTotalChecksums(full_checksums); |
34 | return ReplicatedMergeTreePartHeader(getSipHash(columns.toString()), std::move(checksums)); |
35 | } |
36 | |
37 | void ReplicatedMergeTreePartHeader::(ReadBuffer & in) |
38 | { |
39 | in >> "part header format version: 1\n" ; |
40 | in.readStrict(columns_hash.data(), columns_hash.size()); |
41 | checksums.deserializeWithoutHeader(in); |
42 | } |
43 | |
44 | ReplicatedMergeTreePartHeader ReplicatedMergeTreePartHeader::(const String & str) |
45 | { |
46 | ReadBufferFromString in(str); |
47 | ReplicatedMergeTreePartHeader result; |
48 | result.read(in); |
49 | return result; |
50 | } |
51 | |
52 | void ReplicatedMergeTreePartHeader::(WriteBuffer & out) const |
53 | { |
54 | writeString("part header format version: 1\n" , out); |
55 | out.write(columns_hash.data(), columns_hash.size()); |
56 | checksums.serializeWithoutHeader(out); |
57 | } |
58 | |
59 | String ReplicatedMergeTreePartHeader::() const |
60 | { |
61 | WriteBufferFromOwnString out; |
62 | write(out); |
63 | return out.str(); |
64 | } |
65 | |
66 | } |
67 | |