| 1 | #pragma once |
| 2 | |
| 3 | #include <mutex> |
| 4 | #include <condition_variable> |
| 5 | #include <Poco/Timespan.h> |
| 6 | #include <boost/noncopyable.hpp> |
| 7 | |
| 8 | #include <common/logger_useful.h> |
| 9 | #include <Common/Exception.h> |
| 10 | |
| 11 | |
| 12 | namespace DB |
| 13 | { |
| 14 | namespace ErrorCodes |
| 15 | { |
| 16 | extern const int LOGICAL_ERROR; |
| 17 | } |
| 18 | } |
| 19 | |
| 20 | /** A class from which you can inherit and get a pool of something. Used for database connection pools. |
| 21 | * Descendant class must provide a method for creating a new object to place in the pool. |
| 22 | */ |
| 23 | |
| 24 | template <typename TObject> |
| 25 | class PoolBase : private boost::noncopyable |
| 26 | { |
| 27 | public: |
| 28 | using Object = TObject; |
| 29 | using ObjectPtr = std::shared_ptr<Object>; |
| 30 | using Ptr = std::shared_ptr<PoolBase<TObject>>; |
| 31 | |
| 32 | private: |
| 33 | |
| 34 | /** The object with the flag, whether it is currently used. */ |
| 35 | struct PooledObject |
| 36 | { |
| 37 | PooledObject(ObjectPtr object_, PoolBase & pool_) |
| 38 | : object(object_), pool(pool_) |
| 39 | { |
| 40 | } |
| 41 | |
| 42 | ObjectPtr object; |
| 43 | bool in_use = false; |
| 44 | PoolBase & pool; |
| 45 | }; |
| 46 | |
| 47 | using Objects = std::vector<std::shared_ptr<PooledObject>>; |
| 48 | |
| 49 | /** The helper, which sets the flag for using the object, and in the destructor - removes, |
| 50 | * and also notifies the event using condvar. |
| 51 | */ |
| 52 | struct PoolEntryHelper |
| 53 | { |
| 54 | PoolEntryHelper(PooledObject & data_) : data(data_) { data.in_use = true; } |
| 55 | ~PoolEntryHelper() |
| 56 | { |
| 57 | std::unique_lock lock(data.pool.mutex); |
| 58 | data.in_use = false; |
| 59 | data.pool.available.notify_one(); |
| 60 | } |
| 61 | |
| 62 | PooledObject & data; |
| 63 | }; |
| 64 | |
| 65 | public: |
| 66 | /** What is given to the user. */ |
| 67 | class Entry |
| 68 | { |
| 69 | public: |
| 70 | friend class PoolBase<Object>; |
| 71 | |
| 72 | Entry() {} /// For deferred initialization. |
| 73 | |
| 74 | /** The `Entry` object protects the resource from being used by another thread. |
| 75 | * The following methods are forbidden for `rvalue`, so you can not write a similar to |
| 76 | * |
| 77 | * auto q = pool.Get()->query("SELECT .."); // Oops, after this line Entry was destroyed |
| 78 | * q.execute (); // Someone else can use this Connection |
| 79 | */ |
| 80 | Object * operator->() && = delete; |
| 81 | const Object * operator->() const && = delete; |
| 82 | Object & operator*() && = delete; |
| 83 | const Object & operator*() const && = delete; |
| 84 | |
| 85 | Object * operator->() & { return &*data->data.object; } |
| 86 | const Object * operator->() const & { return &*data->data.object; } |
| 87 | Object & operator*() & { return *data->data.object; } |
| 88 | const Object & operator*() const & { return *data->data.object; } |
| 89 | |
| 90 | bool isNull() const { return data == nullptr; } |
| 91 | |
| 92 | PoolBase * getPool() const |
| 93 | { |
| 94 | if (!data) |
| 95 | throw DB::Exception("Attempt to get pool from uninitialized entry" , DB::ErrorCodes::LOGICAL_ERROR); |
| 96 | return &data->data.pool; |
| 97 | } |
| 98 | |
| 99 | private: |
| 100 | std::shared_ptr<PoolEntryHelper> data; |
| 101 | |
| 102 | Entry(PooledObject & object) : data(std::make_shared<PoolEntryHelper>(object)) {} |
| 103 | }; |
| 104 | |
| 105 | virtual ~PoolBase() {} |
| 106 | |
| 107 | /** Allocates the object. Wait for free object in pool for 'timeout'. With 'timeout' < 0, the timeout is infinite. */ |
| 108 | Entry get(Poco::Timespan::TimeDiff timeout) |
| 109 | { |
| 110 | std::unique_lock lock(mutex); |
| 111 | |
| 112 | while (true) |
| 113 | { |
| 114 | for (auto & item : items) |
| 115 | if (!item->in_use) |
| 116 | return Entry(*item); |
| 117 | |
| 118 | if (items.size() < max_items) |
| 119 | { |
| 120 | ObjectPtr object = allocObject(); |
| 121 | items.emplace_back(std::make_shared<PooledObject>(object, *this)); |
| 122 | return Entry(*items.back()); |
| 123 | } |
| 124 | |
| 125 | LOG_INFO(log, "No free connections in pool. Waiting." ); |
| 126 | |
| 127 | if (timeout < 0) |
| 128 | available.wait(lock); |
| 129 | else |
| 130 | available.wait_for(lock, std::chrono::microseconds(timeout)); |
| 131 | } |
| 132 | } |
| 133 | |
| 134 | void reserve(size_t count) |
| 135 | { |
| 136 | std::lock_guard lock(mutex); |
| 137 | |
| 138 | while (items.size() < count) |
| 139 | items.emplace_back(std::make_shared<PooledObject>(allocObject(), *this)); |
| 140 | } |
| 141 | |
| 142 | private: |
| 143 | /** The maximum size of the pool. */ |
| 144 | unsigned max_items; |
| 145 | |
| 146 | /** Pool. */ |
| 147 | Objects items; |
| 148 | |
| 149 | /** Lock to access the pool. */ |
| 150 | std::mutex mutex; |
| 151 | std::condition_variable available; |
| 152 | |
| 153 | protected: |
| 154 | |
| 155 | Logger * log; |
| 156 | |
| 157 | PoolBase(unsigned max_items_, Logger * log_) |
| 158 | : max_items(max_items_), log(log_) |
| 159 | { |
| 160 | items.reserve(max_items); |
| 161 | } |
| 162 | |
| 163 | /** Creates a new object to put into the pool. */ |
| 164 | virtual ObjectPtr allocObject() = 0; |
| 165 | }; |
| 166 | |
| 167 | |