1 | #pragma once |
2 | |
3 | #include <Common/config.h> |
4 | |
5 | #if USE_AWS_S3 |
6 | |
7 | #include <Storages/IStorage.h> |
8 | #include <Poco/URI.h> |
9 | #include <common/logger_useful.h> |
10 | #include <ext/shared_ptr_helper.h> |
11 | |
12 | namespace Aws::S3 |
13 | { |
14 | class S3Client; |
15 | } |
16 | |
17 | namespace DB |
18 | { |
19 | |
20 | /** |
21 | * This class represents table engine for external S3 urls. |
22 | * It sends HTTP GET to server when select is called and |
23 | * HTTP PUT when insert is called. |
24 | */ |
25 | class StorageS3 : public ext::shared_ptr_helper<StorageS3>, public IStorage |
26 | { |
27 | public: |
28 | StorageS3(const S3::URI & uri, |
29 | const String & access_key_id, |
30 | const String & secret_access_key, |
31 | const String & database_name_, |
32 | const String & table_name_, |
33 | const String & format_name_, |
34 | UInt64 min_upload_part_size_, |
35 | const ColumnsDescription & columns_, |
36 | const ConstraintsDescription & constraints_, |
37 | Context & context_, |
38 | const String & compression_method_); |
39 | |
40 | String getName() const override |
41 | { |
42 | return "S3" ; |
43 | } |
44 | |
45 | Block (const Names & /*column_names*/) const |
46 | { |
47 | return getSampleBlock(); |
48 | } |
49 | |
50 | String getTableName() const override |
51 | { |
52 | return table_name; |
53 | } |
54 | |
55 | BlockInputStreams read( |
56 | const Names & column_names, |
57 | const SelectQueryInfo & query_info, |
58 | const Context & context, |
59 | QueryProcessingStage::Enum processed_stage, |
60 | size_t max_block_size, |
61 | unsigned num_streams) override; |
62 | |
63 | BlockOutputStreamPtr write(const ASTPtr & query, const Context & context) override; |
64 | |
65 | void rename(const String & new_path_to_db, const String & new_database_name, const String & new_table_name, TableStructureWriteLockHolder &) override; |
66 | |
67 | private: |
68 | S3::URI uri; |
69 | const Context & context_global; |
70 | |
71 | String format_name; |
72 | String database_name; |
73 | String table_name; |
74 | UInt64 min_upload_part_size; |
75 | String compression_method; |
76 | std::shared_ptr<Aws::S3::S3Client> client; |
77 | }; |
78 | |
79 | } |
80 | |
81 | #endif |
82 | |