| 1 | #include "duckdb/storage/block_manager.hpp" |
|---|---|
| 2 | #include "duckdb/storage/buffer_manager.hpp" |
| 3 | #include "duckdb/storage/buffer/block_handle.hpp" |
| 4 | #include "duckdb/storage/buffer/buffer_pool.hpp" |
| 5 | |
| 6 | namespace duckdb { |
| 7 | |
| 8 | shared_ptr<BlockHandle> BlockManager::RegisterBlock(block_id_t block_id, bool is_meta_block) { |
| 9 | lock_guard<mutex> lock(blocks_lock); |
| 10 | // check if the block already exists |
| 11 | auto entry = blocks.find(x: block_id); |
| 12 | if (entry != blocks.end()) { |
| 13 | // already exists: check if it hasn't expired yet |
| 14 | auto existing_ptr = entry->second.lock(); |
| 15 | if (existing_ptr) { |
| 16 | //! it hasn't! return it |
| 17 | return existing_ptr; |
| 18 | } |
| 19 | } |
| 20 | // create a new block pointer for this block |
| 21 | auto result = make_shared<BlockHandle>(args&: *this, args&: block_id); |
| 22 | // for meta block, cache the handle in meta_blocks |
| 23 | if (is_meta_block) { |
| 24 | meta_blocks[block_id] = result; |
| 25 | } |
| 26 | // register the block pointer in the set of blocks as a weak pointer |
| 27 | blocks[block_id] = weak_ptr<BlockHandle>(result); |
| 28 | return result; |
| 29 | } |
| 30 | |
| 31 | void BlockManager::ClearMetaBlockHandles() { |
| 32 | meta_blocks.clear(); |
| 33 | } |
| 34 | |
| 35 | shared_ptr<BlockHandle> BlockManager::ConvertToPersistent(block_id_t block_id, shared_ptr<BlockHandle> old_block) { |
| 36 | // pin the old block to ensure we have it loaded in memory |
| 37 | auto old_handle = buffer_manager.Pin(handle&: old_block); |
| 38 | D_ASSERT(old_block->state == BlockState::BLOCK_LOADED); |
| 39 | D_ASSERT(old_block->buffer); |
| 40 | |
| 41 | // Temp buffers can be larger than the storage block size. But persistent buffers |
| 42 | // cannot. |
| 43 | D_ASSERT(old_block->buffer->AllocSize() <= Storage::BLOCK_ALLOC_SIZE); |
| 44 | |
| 45 | // register a block with the new block id |
| 46 | auto new_block = RegisterBlock(block_id); |
| 47 | D_ASSERT(new_block->state == BlockState::BLOCK_UNLOADED); |
| 48 | D_ASSERT(new_block->readers == 0); |
| 49 | |
| 50 | // move the data from the old block into data for the new block |
| 51 | new_block->state = BlockState::BLOCK_LOADED; |
| 52 | new_block->buffer = ConvertBlock(block_id, source_buffer&: *old_block->buffer); |
| 53 | new_block->memory_usage = old_block->memory_usage; |
| 54 | new_block->memory_charge = std::move(old_block->memory_charge); |
| 55 | |
| 56 | // clear the old buffer and unload it |
| 57 | old_block->buffer.reset(); |
| 58 | old_block->state = BlockState::BLOCK_UNLOADED; |
| 59 | old_block->memory_usage = 0; |
| 60 | old_handle.Destroy(); |
| 61 | old_block.reset(); |
| 62 | |
| 63 | // persist the new block to disk |
| 64 | Write(block&: *new_block->buffer, block_id); |
| 65 | |
| 66 | buffer_manager.GetBufferPool().AddToEvictionQueue(handle&: new_block); |
| 67 | |
| 68 | return new_block; |
| 69 | } |
| 70 | |
| 71 | void BlockManager::UnregisterBlock(block_id_t block_id, bool can_destroy) { |
| 72 | if (block_id >= MAXIMUM_BLOCK) { |
| 73 | // in-memory buffer: buffer could have been offloaded to disk: remove the file |
| 74 | buffer_manager.DeleteTemporaryFile(id: block_id); |
| 75 | } else { |
| 76 | lock_guard<mutex> lock(blocks_lock); |
| 77 | // on-disk block: erase from list of blocks in manager |
| 78 | blocks.erase(x: block_id); |
| 79 | } |
| 80 | } |
| 81 | |
| 82 | } // namespace duckdb |
| 83 |