// Copyright (c) 2021-present, Facebook, Inc. All rights reserved. // This source code is licensed under both the GPLv2 (found in the // COPYING file in the root directory) and Apache 2.0 License // (found in the LICENSE.Apache file in the root directory). #ifdef GFLAGS #pragma once #include #include #include #include #include "rocksdb/rocksdb_namespace.h" namespace ROCKSDB_NAMESPACE { // `ExpectedValue` represents the expected value of a key used in db stress, // which provides APIs to obtain various information e.g, value base, existence, // pending operation status and APIs to edit expected value. // // This class is not thread-safe. class ExpectedValue { public: static uint32_t GetValueBaseMask() { return VALUE_BASE_MASK; } static uint32_t GetValueBaseDelta() { return VALUE_BASE_DELTA; } static uint32_t GetDelCounterDelta() { return DEL_COUNTER_DELTA; } static uint32_t GetDelMask() { return DEL_MASK; } static bool IsValueBaseValid(uint32_t value_base) { return IsValuePartValid(value_base, VALUE_BASE_MASK); } explicit ExpectedValue(uint32_t expected_value) : expected_value_(expected_value) {} bool Exists() const { return PendingWrite() || !IsDeleted(); } uint32_t Read() const { return expected_value_; } void Put(bool pending); bool Delete(bool pending); void SyncPut(uint32_t value_base); void SyncPendingPut(); void SyncDelete(); uint32_t GetValueBase() const { return GetValuePart(VALUE_BASE_MASK); } uint32_t NextValueBase() const { return GetIncrementedValuePart(VALUE_BASE_MASK, VALUE_BASE_DELTA); } void SetValueBase(uint32_t new_value_base) { SetValuePart(VALUE_BASE_MASK, new_value_base); } bool PendingWrite() const { const uint32_t pending_write = GetValuePart(PENDING_WRITE_MASK); return pending_write != 0; } void SetPendingWrite() { SetValuePart(PENDING_WRITE_MASK, PENDING_WRITE_MASK); } void ClearPendingWrite() { ClearValuePart(PENDING_WRITE_MASK); } uint32_t GetDelCounter() const { return GetValuePart(DEL_COUNTER_MASK); } uint32_t NextDelCounter() const { return GetIncrementedValuePart(DEL_COUNTER_MASK, DEL_COUNTER_DELTA); } void SetDelCounter(uint32_t new_del_counter) { SetValuePart(DEL_COUNTER_MASK, new_del_counter); } bool PendingDelete() const { const uint32_t pending_del = GetValuePart(PENDING_DEL_MASK); return pending_del != 0; } void SetPendingDel() { SetValuePart(PENDING_DEL_MASK, PENDING_DEL_MASK); } void ClearPendingDel() { ClearValuePart(PENDING_DEL_MASK); } bool IsDeleted() const { const uint32_t deleted = GetValuePart(DEL_MASK); return deleted != 0; } void SetDeleted() { SetValuePart(DEL_MASK, DEL_MASK); } void ClearDeleted() { ClearValuePart(DEL_MASK); } uint32_t GetFinalValueBase() const; uint32_t GetFinalDelCounter() const; private: static bool IsValuePartValid(uint32_t value_part, uint32_t value_part_mask) { return (value_part & (~value_part_mask)) == 0; } // The 32-bit expected_value_ is divided into following parts: // Bit 0 - 14: value base static constexpr uint32_t VALUE_BASE_MASK = 0x7fff; static constexpr uint32_t VALUE_BASE_DELTA = 1; // Bit 15: whether write to this value base is pending (0 equals `false`) static constexpr uint32_t PENDING_WRITE_MASK = (uint32_t)1 << 15; // Bit 16 - 29: deletion counter (i.e, number of times this value base has // been deleted) static constexpr uint32_t DEL_COUNTER_MASK = 0x3fff0000; static constexpr uint32_t DEL_COUNTER_DELTA = (uint32_t)1 << 16; // Bit 30: whether deletion of this value base is pending (0 equals `false`) static constexpr uint32_t PENDING_DEL_MASK = (uint32_t)1 << 30; // Bit 31: whether this value base is deleted (0 equals `false`) static constexpr uint32_t DEL_MASK = (uint32_t)1 << 31; uint32_t GetValuePart(uint32_t value_part_mask) const { return expected_value_ & value_part_mask; } uint32_t GetIncrementedValuePart(uint32_t value_part_mask, uint32_t value_part_delta) const { uint32_t current_value_part = GetValuePart(value_part_mask); ExpectedValue temp_expected_value(current_value_part + value_part_delta); return temp_expected_value.GetValuePart(value_part_mask); } void SetValuePart(uint32_t value_part_mask, uint32_t new_value_part) { assert(IsValuePartValid(new_value_part, value_part_mask)); ClearValuePart(value_part_mask); expected_value_ |= new_value_part; } void ClearValuePart(uint32_t value_part_mask) { expected_value_ &= (~value_part_mask); } uint32_t expected_value_; }; // `PendingExpectedValue` represents the expected value of a key undergoing a // pending operation in db stress. // // This class is not thread-safe. class PendingExpectedValue { public: explicit PendingExpectedValue(std::atomic* value_ptr, ExpectedValue orig_value, ExpectedValue final_value) : value_ptr_(value_ptr), orig_value_(orig_value), final_value_(final_value) {} void Commit() { // To prevent low-level instruction reordering that results // in setting expected value happens before db write std::atomic_thread_fence(std::memory_order_release); value_ptr_->store(final_value_.Read()); } uint32_t GetFinalValueBase() { return final_value_.GetValueBase(); } private: std::atomic* const value_ptr_; const ExpectedValue orig_value_; const ExpectedValue final_value_; }; // `ExpectedValueHelper` provides utils to parse `ExpectedValue` to obtain // useful info about it in db stress class ExpectedValueHelper { public: // Return whether the key associated with `pre_read_expected_value` and // `post_read_expected_value` is expected not to exist from begining till the // end of the read // // The negation of `MustHaveNotExisted()` is "may have not existed". // To assert some key must have existsed, please use `MustHaveExisted()` static bool MustHaveNotExisted(ExpectedValue pre_read_expected_value, ExpectedValue post_read_expected_value); // Return whether the key associated with `pre_read_expected_value` and // `post_read_expected_value` is expected to exist from begining till the end // of the read. // // The negation of `MustHaveExisted()` is "may have existed". // To assert some key must have not existsed, please use // `MustHaveNotExisted()` static bool MustHaveExisted(ExpectedValue pre_read_expected_value, ExpectedValue post_read_expected_value); // Return whether the `value_base` falls within the expected value base static bool InExpectedValueBaseRange(uint32_t value_base, ExpectedValue pre_read_expected_value, ExpectedValue post_read_expected_value); }; } // namespace ROCKSDB_NAMESPACE #endif // GFLAGS