// Copyright (c) 2011-present, Facebook, Inc. All rights reserved. // This source code is licensed under both the GPLv2 (found in the // COPYING file in the root directory) and Apache 2.0 License // (found in the LICENSE.Apache file in the root directory). // // Copyright (c) 2011 The LevelDB Authors. All rights reserved. // Use of this source code is governed by a BSD-style license that can be // found in the LICENSE file. See the AUTHORS file for names of contributors. #pragma once #include "file/file_util.h" #include "memory/memory_allocator_impl.h" #include "table/block_based/block.h" #include "table/block_based/block_type.h" #include "table/format.h" #include "table/persistent_cache_options.h" namespace ROCKSDB_NAMESPACE { // Retrieves a single block of a given file. Utilizes the prefetch buffer and/or // persistent cache provided (if any) to try to avoid reading from the file // directly. Note that both the prefetch buffer and the persistent cache are // optional; also, note that the persistent cache may be configured to store // either compressed or uncompressed blocks. // // If the retrieved block is compressed and the do_uncompress flag is set, // BlockFetcher uncompresses the block (using the uncompression dictionary, // if provided, to prime the compression algorithm), and returns the resulting // uncompressed block data. Otherwise, it returns the original block. // // Two read options affect the behavior of BlockFetcher: if verify_checksums is // true, the checksum of the (original) block is checked; if fill_cache is true, // the block is added to the persistent cache if needed. // // Memory for uncompressed and compressed blocks is allocated as needed // using memory_allocator and memory_allocator_compressed, respectively // (if provided; otherwise, the default allocator is used). class BlockFetcher { public: BlockFetcher(RandomAccessFileReader* file, FilePrefetchBuffer* prefetch_buffer, const Footer& footer /* ref retained */, const ReadOptions& read_options, const BlockHandle& handle /* ref retained */, BlockContents* contents, const ImmutableOptions& ioptions /* ref retained */, bool do_uncompress, bool maybe_compressed, BlockType block_type, const UncompressionDict& uncompression_dict /* ref retained */, const PersistentCacheOptions& cache_options /* ref retained */, MemoryAllocator* memory_allocator = nullptr, MemoryAllocator* memory_allocator_compressed = nullptr, bool for_compaction = false) : file_(file), prefetch_buffer_(prefetch_buffer), footer_(footer), read_options_(read_options), handle_(handle), contents_(contents), ioptions_(ioptions), do_uncompress_(do_uncompress), maybe_compressed_(maybe_compressed), block_type_(block_type), block_size_(static_cast(handle_.size())), block_size_with_trailer_(block_size_ + footer.GetBlockTrailerSize()), uncompression_dict_(uncompression_dict), cache_options_(cache_options), memory_allocator_(memory_allocator), memory_allocator_compressed_(memory_allocator_compressed), for_compaction_(for_compaction) { io_status_.PermitUncheckedError(); // TODO(AR) can we improve on this? if (CheckFSFeatureSupport(ioptions_.fs.get(), FSSupportedOps::kFSBuffer)) { use_fs_scratch_ = true; } } IOStatus ReadBlockContents(); IOStatus ReadAsyncBlockContents(); inline CompressionType get_compression_type() const { return compression_type_; } inline size_t GetBlockSizeWithTrailer() const { return block_size_with_trailer_; } inline Slice& GetCompressedBlock() { assert(compression_type_ != kNoCompression); return slice_; } #ifndef NDEBUG int TEST_GetNumStackBufMemcpy() const { return num_stack_buf_memcpy_; } int TEST_GetNumHeapBufMemcpy() const { return num_heap_buf_memcpy_; } int TEST_GetNumCompressedBufMemcpy() const { return num_compressed_buf_memcpy_; } #endif private: #ifndef NDEBUG int num_stack_buf_memcpy_ = 0; int num_heap_buf_memcpy_ = 0; int num_compressed_buf_memcpy_ = 0; #endif static const uint32_t kDefaultStackBufferSize = 5000; RandomAccessFileReader* file_; FilePrefetchBuffer* prefetch_buffer_; const Footer& footer_; const ReadOptions read_options_; const BlockHandle& handle_; BlockContents* contents_; const ImmutableOptions& ioptions_; const bool do_uncompress_; const bool maybe_compressed_; const BlockType block_type_; const size_t block_size_; const size_t block_size_with_trailer_; const UncompressionDict& uncompression_dict_; const PersistentCacheOptions& cache_options_; MemoryAllocator* memory_allocator_; MemoryAllocator* memory_allocator_compressed_; IOStatus io_status_; Slice slice_; char* used_buf_ = nullptr; AlignedBuf direct_io_buf_; CacheAllocationPtr heap_buf_; CacheAllocationPtr compressed_buf_; char stack_buf_[kDefaultStackBufferSize]; bool got_from_prefetch_buffer_ = false; CompressionType compression_type_; bool for_compaction_ = false; bool use_fs_scratch_ = false; // return true if found bool TryGetUncompressBlockFromPersistentCache(); // return true if found bool TryGetFromPrefetchBuffer(); bool TryGetSerializedBlockFromPersistentCache(); void PrepareBufferForBlockFromFile(); // Copy content from used_buf_ to new heap_buf_. void CopyBufferToHeapBuf(); // Copy content from used_buf_ to new compressed_buf_. void CopyBufferToCompressedBuf(); void GetBlockContents(); void InsertCompressedBlockToPersistentCacheIfNeeded(); void InsertUncompressedBlockToPersistentCacheIfNeeded(); void ProcessTrailerIfPresent(); void ReleaseFileSystemProvidedBuffer(FSReadRequest* read_req) { if (use_fs_scratch_) { // Free the scratch buffer allocated by FileSystem. if (read_req->fs_scratch != nullptr) { read_req->fs_scratch.reset(); read_req->fs_scratch = nullptr; } } } }; } // namespace ROCKSDB_NAMESPACE