| 1 | #pragma once | 
|---|
| 2 |  | 
|---|
| 3 | #include <Common/config.h> | 
|---|
| 4 |  | 
|---|
| 5 | #if USE_AWS_S3 | 
|---|
| 6 |  | 
|---|
| 7 | #include <Storages/IStorage.h> | 
|---|
| 8 | #include <Poco/URI.h> | 
|---|
| 9 | #include <common/logger_useful.h> | 
|---|
| 10 | #include <ext/shared_ptr_helper.h> | 
|---|
| 11 |  | 
|---|
| 12 | namespace Aws::S3 | 
|---|
| 13 | { | 
|---|
| 14 | class S3Client; | 
|---|
| 15 | } | 
|---|
| 16 |  | 
|---|
| 17 | namespace DB | 
|---|
| 18 | { | 
|---|
| 19 |  | 
|---|
| 20 | /** | 
|---|
| 21 | * This class represents table engine for external S3 urls. | 
|---|
| 22 | * It sends HTTP GET to server when select is called and | 
|---|
| 23 | * HTTP PUT when insert is called. | 
|---|
| 24 | */ | 
|---|
| 25 | class StorageS3 : public ext::shared_ptr_helper<StorageS3>, public IStorage | 
|---|
| 26 | { | 
|---|
| 27 | public: | 
|---|
| 28 | StorageS3(const S3::URI & uri, | 
|---|
| 29 | const String & access_key_id, | 
|---|
| 30 | const String & secret_access_key, | 
|---|
| 31 | const String & database_name_, | 
|---|
| 32 | const String & table_name_, | 
|---|
| 33 | const String & format_name_, | 
|---|
| 34 | UInt64 min_upload_part_size_, | 
|---|
| 35 | const ColumnsDescription & columns_, | 
|---|
| 36 | const ConstraintsDescription & constraints_, | 
|---|
| 37 | Context & context_, | 
|---|
| 38 | const String & compression_method_); | 
|---|
| 39 |  | 
|---|
| 40 | String getName() const override | 
|---|
| 41 | { | 
|---|
| 42 | return "S3"; | 
|---|
| 43 | } | 
|---|
| 44 |  | 
|---|
| 45 | Block (const Names & /*column_names*/) const | 
|---|
| 46 | { | 
|---|
| 47 | return getSampleBlock(); | 
|---|
| 48 | } | 
|---|
| 49 |  | 
|---|
| 50 | String getTableName() const override | 
|---|
| 51 | { | 
|---|
| 52 | return table_name; | 
|---|
| 53 | } | 
|---|
| 54 |  | 
|---|
| 55 | BlockInputStreams read( | 
|---|
| 56 | const Names & column_names, | 
|---|
| 57 | const SelectQueryInfo & query_info, | 
|---|
| 58 | const Context & context, | 
|---|
| 59 | QueryProcessingStage::Enum processed_stage, | 
|---|
| 60 | size_t max_block_size, | 
|---|
| 61 | unsigned num_streams) override; | 
|---|
| 62 |  | 
|---|
| 63 | BlockOutputStreamPtr write(const ASTPtr & query, const Context & context) override; | 
|---|
| 64 |  | 
|---|
| 65 | void rename(const String & new_path_to_db, const String & new_database_name, const String & new_table_name, TableStructureWriteLockHolder &) override; | 
|---|
| 66 |  | 
|---|
| 67 | private: | 
|---|
| 68 | S3::URI uri; | 
|---|
| 69 | const Context & context_global; | 
|---|
| 70 |  | 
|---|
| 71 | String format_name; | 
|---|
| 72 | String database_name; | 
|---|
| 73 | String table_name; | 
|---|
| 74 | UInt64 min_upload_part_size; | 
|---|
| 75 | String compression_method; | 
|---|
| 76 | std::shared_ptr<Aws::S3::S3Client> client; | 
|---|
| 77 | }; | 
|---|
| 78 |  | 
|---|
| 79 | } | 
|---|
| 80 |  | 
|---|
| 81 | #endif | 
|---|
| 82 |  | 
|---|