| 1 | #pragma once |
| 2 | |
| 3 | #include <Storages/IStorage.h> |
| 4 | |
| 5 | #include <Poco/File.h> |
| 6 | #include <Poco/Path.h> |
| 7 | |
| 8 | #include <common/logger_useful.h> |
| 9 | |
| 10 | #include <atomic> |
| 11 | #include <shared_mutex> |
| 12 | #include <ext/shared_ptr_helper.h> |
| 13 | |
| 14 | |
| 15 | namespace DB |
| 16 | { |
| 17 | |
| 18 | class StorageFileBlockInputStream; |
| 19 | class StorageFileBlockOutputStream; |
| 20 | |
| 21 | class StorageFile : public ext::shared_ptr_helper<StorageFile>, public IStorage |
| 22 | { |
| 23 | friend struct ext::shared_ptr_helper<StorageFile>; |
| 24 | public: |
| 25 | std::string getName() const override { return "File" ; } |
| 26 | std::string getTableName() const override { return table_name; } |
| 27 | std::string getDatabaseName() const override { return database_name; } |
| 28 | |
| 29 | BlockInputStreams read( |
| 30 | const Names & column_names, |
| 31 | const SelectQueryInfo & query_info, |
| 32 | const Context & context, |
| 33 | QueryProcessingStage::Enum processed_stage, |
| 34 | size_t max_block_size, |
| 35 | unsigned num_streams) override; |
| 36 | |
| 37 | BlockOutputStreamPtr write( |
| 38 | const ASTPtr & query, |
| 39 | const Context & context) override; |
| 40 | |
| 41 | void rename(const String & new_path_to_table_data, const String & new_database_name, const String & new_table_name, TableStructureWriteLockHolder &) override; |
| 42 | |
| 43 | Strings getDataPaths() const override; |
| 44 | |
| 45 | struct CommonArguments |
| 46 | { |
| 47 | const std::string & database_name; |
| 48 | const std::string & table_name; |
| 49 | const std::string & format_name; |
| 50 | const std::string & compression_method; |
| 51 | const ColumnsDescription & columns; |
| 52 | const ConstraintsDescription & constraints; |
| 53 | const Context & context; |
| 54 | }; |
| 55 | |
| 56 | protected: |
| 57 | friend class StorageFileBlockInputStream; |
| 58 | friend class StorageFileBlockOutputStream; |
| 59 | |
| 60 | /// From file descriptor |
| 61 | StorageFile(int table_fd_, CommonArguments args); |
| 62 | |
| 63 | /// From user's file |
| 64 | StorageFile(const std::string & table_path_, const std::string & user_files_absolute_path, CommonArguments args); |
| 65 | |
| 66 | /// From table in database |
| 67 | StorageFile(const std::string & relative_table_dir_path, CommonArguments args); |
| 68 | |
| 69 | private: |
| 70 | explicit StorageFile(CommonArguments args); |
| 71 | |
| 72 | std::string table_name; |
| 73 | std::string database_name; |
| 74 | std::string format_name; |
| 75 | |
| 76 | int table_fd = -1; |
| 77 | String compression_method; |
| 78 | |
| 79 | std::string base_path; |
| 80 | std::vector<std::string> paths; |
| 81 | |
| 82 | bool is_db_table = true; /// Table is stored in real database, not user's file |
| 83 | bool use_table_fd = false; /// Use table_fd instead of path |
| 84 | std::atomic<bool> table_fd_was_used{false}; /// To detect repeating reads from stdin |
| 85 | off_t table_fd_init_offset = -1; /// Initial position of fd, used for repeating reads |
| 86 | |
| 87 | mutable std::shared_mutex rwlock; |
| 88 | |
| 89 | Logger * log = &Logger::get("StorageFile" ); |
| 90 | }; |
| 91 | |
| 92 | } |
| 93 | |