// Copyright 2018 The Abseil Authors. // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // https://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. #include "absl/container/internal/hash_function_defaults.h" #include #include #include #include #include "gtest/gtest.h" #include "absl/container/flat_hash_map.h" #include "absl/container/flat_hash_set.h" #include "absl/hash/hash.h" #include "absl/random/random.h" #include "absl/strings/cord.h" #include "absl/strings/cord_test_helpers.h" #include "absl/strings/string_view.h" #ifdef ABSL_HAVE_STD_STRING_VIEW #include #endif namespace absl { ABSL_NAMESPACE_BEGIN namespace container_internal { namespace { using ::testing::Types; TEST(Eq, Int32) { hash_default_eq eq; EXPECT_TRUE(eq(1, 1u)); EXPECT_TRUE(eq(1, char{1})); EXPECT_TRUE(eq(1, true)); EXPECT_TRUE(eq(1, double{1.1})); EXPECT_FALSE(eq(1, char{2})); EXPECT_FALSE(eq(1, 2u)); EXPECT_FALSE(eq(1, false)); EXPECT_FALSE(eq(1, 2.)); } TEST(Hash, Int32) { hash_default_hash hash; auto h = hash(1); EXPECT_EQ(h, hash(1u)); EXPECT_EQ(h, hash(char{1})); EXPECT_EQ(h, hash(true)); EXPECT_EQ(h, hash(double{1.1})); EXPECT_NE(h, hash(2u)); EXPECT_NE(h, hash(char{2})); EXPECT_NE(h, hash(false)); EXPECT_NE(h, hash(2.)); } enum class MyEnum { A, B, C, D }; TEST(Eq, Enum) { hash_default_eq eq; EXPECT_TRUE(eq(MyEnum::A, MyEnum::A)); EXPECT_FALSE(eq(MyEnum::A, MyEnum::B)); } TEST(Hash, Enum) { hash_default_hash hash; for (MyEnum e : {MyEnum::A, MyEnum::B, MyEnum::C}) { auto h = hash(e); EXPECT_EQ(h, hash_default_hash{}(static_cast(e))); EXPECT_NE(h, hash(MyEnum::D)); } } using StringTypes = ::testing::Types; template struct EqString : ::testing::Test { hash_default_eq key_eq; }; TYPED_TEST_SUITE(EqString, StringTypes); template struct HashString : ::testing::Test { hash_default_hash hasher; }; TYPED_TEST_SUITE(HashString, StringTypes); TYPED_TEST(EqString, Works) { auto eq = this->key_eq; EXPECT_TRUE(eq("a", "a")); EXPECT_TRUE(eq("a", absl::string_view("a"))); EXPECT_TRUE(eq("a", std::string("a"))); EXPECT_FALSE(eq("a", "b")); EXPECT_FALSE(eq("a", absl::string_view("b"))); EXPECT_FALSE(eq("a", std::string("b"))); } TYPED_TEST(HashString, Works) { auto hash = this->hasher; auto h = hash("a"); EXPECT_EQ(h, hash(absl::string_view("a"))); EXPECT_EQ(h, hash(std::string("a"))); EXPECT_NE(h, hash(absl::string_view("b"))); EXPECT_NE(h, hash(std::string("b"))); } TEST(BasicStringViewTest, WStringEqWorks) { #ifndef ABSL_HAVE_STD_STRING_VIEW GTEST_SKIP(); #else hash_default_eq eq; EXPECT_TRUE(eq(L"a", L"a")); EXPECT_TRUE(eq(L"a", std::wstring_view(L"a"))); EXPECT_TRUE(eq(L"a", std::wstring(L"a"))); EXPECT_FALSE(eq(L"a", L"b")); EXPECT_FALSE(eq(L"a", std::wstring_view(L"b"))); EXPECT_FALSE(eq(L"a", std::wstring(L"b"))); #endif } TEST(BasicStringViewTest, WStringViewEqWorks) { #ifndef ABSL_HAVE_STD_STRING_VIEW GTEST_SKIP(); #else hash_default_eq eq; EXPECT_TRUE(eq(L"a", L"a")); EXPECT_TRUE(eq(L"a", std::wstring_view(L"a"))); EXPECT_TRUE(eq(L"a", std::wstring(L"a"))); EXPECT_FALSE(eq(L"a", L"b")); EXPECT_FALSE(eq(L"a", std::wstring_view(L"b"))); EXPECT_FALSE(eq(L"a", std::wstring(L"b"))); #endif } TEST(BasicStringViewTest, U16StringEqWorks) { #ifndef ABSL_HAVE_STD_STRING_VIEW GTEST_SKIP(); #else hash_default_eq eq; EXPECT_TRUE(eq(u"a", u"a")); EXPECT_TRUE(eq(u"a", std::u16string_view(u"a"))); EXPECT_TRUE(eq(u"a", std::u16string(u"a"))); EXPECT_FALSE(eq(u"a", u"b")); EXPECT_FALSE(eq(u"a", std::u16string_view(u"b"))); EXPECT_FALSE(eq(u"a", std::u16string(u"b"))); #endif } TEST(BasicStringViewTest, U16StringViewEqWorks) { #ifndef ABSL_HAVE_STD_STRING_VIEW GTEST_SKIP(); #else hash_default_eq eq; EXPECT_TRUE(eq(u"a", u"a")); EXPECT_TRUE(eq(u"a", std::u16string_view(u"a"))); EXPECT_TRUE(eq(u"a", std::u16string(u"a"))); EXPECT_FALSE(eq(u"a", u"b")); EXPECT_FALSE(eq(u"a", std::u16string_view(u"b"))); EXPECT_FALSE(eq(u"a", std::u16string(u"b"))); #endif } TEST(BasicStringViewTest, U32StringEqWorks) { #ifndef ABSL_HAVE_STD_STRING_VIEW GTEST_SKIP(); #else hash_default_eq eq; EXPECT_TRUE(eq(U"a", U"a")); EXPECT_TRUE(eq(U"a", std::u32string_view(U"a"))); EXPECT_TRUE(eq(U"a", std::u32string(U"a"))); EXPECT_FALSE(eq(U"a", U"b")); EXPECT_FALSE(eq(U"a", std::u32string_view(U"b"))); EXPECT_FALSE(eq(U"a", std::u32string(U"b"))); #endif } TEST(BasicStringViewTest, U32StringViewEqWorks) { #ifndef ABSL_HAVE_STD_STRING_VIEW GTEST_SKIP(); #else hash_default_eq eq; EXPECT_TRUE(eq(U"a", U"a")); EXPECT_TRUE(eq(U"a", std::u32string_view(U"a"))); EXPECT_TRUE(eq(U"a", std::u32string(U"a"))); EXPECT_FALSE(eq(U"a", U"b")); EXPECT_FALSE(eq(U"a", std::u32string_view(U"b"))); EXPECT_FALSE(eq(U"a", std::u32string(U"b"))); #endif } TEST(BasicStringViewTest, WStringHashWorks) { #ifndef ABSL_HAVE_STD_STRING_VIEW GTEST_SKIP(); #else hash_default_hash hash; auto h = hash(L"a"); EXPECT_EQ(h, hash(std::wstring_view(L"a"))); EXPECT_EQ(h, hash(std::wstring(L"a"))); EXPECT_NE(h, hash(std::wstring_view(L"b"))); EXPECT_NE(h, hash(std::wstring(L"b"))); #endif } TEST(BasicStringViewTest, WStringViewHashWorks) { #ifndef ABSL_HAVE_STD_STRING_VIEW GTEST_SKIP(); #else hash_default_hash hash; auto h = hash(L"a"); EXPECT_EQ(h, hash(std::wstring_view(L"a"))); EXPECT_EQ(h, hash(std::wstring(L"a"))); EXPECT_NE(h, hash(std::wstring_view(L"b"))); EXPECT_NE(h, hash(std::wstring(L"b"))); #endif } TEST(BasicStringViewTest, U16StringHashWorks) { #ifndef ABSL_HAVE_STD_STRING_VIEW GTEST_SKIP(); #else hash_default_hash hash; auto h = hash(u"a"); EXPECT_EQ(h, hash(std::u16string_view(u"a"))); EXPECT_EQ(h, hash(std::u16string(u"a"))); EXPECT_NE(h, hash(std::u16string_view(u"b"))); EXPECT_NE(h, hash(std::u16string(u"b"))); #endif } TEST(BasicStringViewTest, U16StringViewHashWorks) { #ifndef ABSL_HAVE_STD_STRING_VIEW GTEST_SKIP(); #else hash_default_hash hash; auto h = hash(u"a"); EXPECT_EQ(h, hash(std::u16string_view(u"a"))); EXPECT_EQ(h, hash(std::u16string(u"a"))); EXPECT_NE(h, hash(std::u16string_view(u"b"))); EXPECT_NE(h, hash(std::u16string(u"b"))); #endif } TEST(BasicStringViewTest, U32StringHashWorks) { #ifndef ABSL_HAVE_STD_STRING_VIEW GTEST_SKIP(); #else hash_default_hash hash; auto h = hash(U"a"); EXPECT_EQ(h, hash(std::u32string_view(U"a"))); EXPECT_EQ(h, hash(std::u32string(U"a"))); EXPECT_NE(h, hash(std::u32string_view(U"b"))); EXPECT_NE(h, hash(std::u32string(U"b"))); #endif } TEST(BasicStringViewTest, U32StringViewHashWorks) { #ifndef ABSL_HAVE_STD_STRING_VIEW GTEST_SKIP(); #else hash_default_hash hash; auto h = hash(U"a"); EXPECT_EQ(h, hash(std::u32string_view(U"a"))); EXPECT_EQ(h, hash(std::u32string(U"a"))); EXPECT_NE(h, hash(std::u32string_view(U"b"))); EXPECT_NE(h, hash(std::u32string(U"b"))); #endif } struct NoDeleter { template void operator()(const T* ptr) const {} }; using PointerTypes = ::testing::Types, std::unique_ptr, std::unique_ptr, std::unique_ptr, std::shared_ptr, std::shared_ptr>; template struct EqPointer : ::testing::Test { hash_default_eq key_eq; }; TYPED_TEST_SUITE(EqPointer, PointerTypes); template struct HashPointer : ::testing::Test { hash_default_hash hasher; }; TYPED_TEST_SUITE(HashPointer, PointerTypes); TYPED_TEST(EqPointer, Works) { int dummy; auto eq = this->key_eq; auto sptr = std::make_shared(); std::shared_ptr csptr = sptr; int* ptr = sptr.get(); const int* cptr = ptr; std::unique_ptr uptr(ptr); std::unique_ptr cuptr(ptr); EXPECT_TRUE(eq(ptr, cptr)); EXPECT_TRUE(eq(ptr, sptr)); EXPECT_TRUE(eq(ptr, uptr)); EXPECT_TRUE(eq(ptr, csptr)); EXPECT_TRUE(eq(ptr, cuptr)); EXPECT_FALSE(eq(&dummy, cptr)); EXPECT_FALSE(eq(&dummy, sptr)); EXPECT_FALSE(eq(&dummy, uptr)); EXPECT_FALSE(eq(&dummy, csptr)); EXPECT_FALSE(eq(&dummy, cuptr)); } TEST(Hash, DerivedAndBase) { struct Base {}; struct Derived : Base {}; hash_default_hash hasher; Base base; Derived derived; EXPECT_NE(hasher(&base), hasher(&derived)); EXPECT_EQ(hasher(static_cast(&derived)), hasher(&derived)); auto dp = std::make_shared(); EXPECT_EQ(hasher(static_cast(dp.get())), hasher(dp)); } TEST(Hash, FunctionPointer) { using Func = int (*)(); hash_default_hash hasher; hash_default_eq eq; Func p1 = [] { return 1; }, p2 = [] { return 2; }; EXPECT_EQ(hasher(p1), hasher(p1)); EXPECT_TRUE(eq(p1, p1)); EXPECT_NE(hasher(p1), hasher(p2)); EXPECT_FALSE(eq(p1, p2)); } TYPED_TEST(HashPointer, Works) { int dummy; auto hash = this->hasher; auto sptr = std::make_shared(); std::shared_ptr csptr = sptr; int* ptr = sptr.get(); const int* cptr = ptr; std::unique_ptr uptr(ptr); std::unique_ptr cuptr(ptr); EXPECT_EQ(hash(ptr), hash(cptr)); EXPECT_EQ(hash(ptr), hash(sptr)); EXPECT_EQ(hash(ptr), hash(uptr)); EXPECT_EQ(hash(ptr), hash(csptr)); EXPECT_EQ(hash(ptr), hash(cuptr)); EXPECT_NE(hash(&dummy), hash(cptr)); EXPECT_NE(hash(&dummy), hash(sptr)); EXPECT_NE(hash(&dummy), hash(uptr)); EXPECT_NE(hash(&dummy), hash(csptr)); EXPECT_NE(hash(&dummy), hash(cuptr)); } TEST(EqCord, Works) { hash_default_eq eq; const absl::string_view a_string_view = "a"; const absl::Cord a_cord(a_string_view); const absl::string_view b_string_view = "b"; const absl::Cord b_cord(b_string_view); EXPECT_TRUE(eq(a_cord, a_cord)); EXPECT_TRUE(eq(a_cord, a_string_view)); EXPECT_TRUE(eq(a_string_view, a_cord)); EXPECT_FALSE(eq(a_cord, b_cord)); EXPECT_FALSE(eq(a_cord, b_string_view)); EXPECT_FALSE(eq(b_string_view, a_cord)); } TEST(HashCord, Works) { hash_default_hash hash; const absl::string_view a_string_view = "a"; const absl::Cord a_cord(a_string_view); const absl::string_view b_string_view = "b"; const absl::Cord b_cord(b_string_view); EXPECT_EQ(hash(a_cord), hash(a_cord)); EXPECT_EQ(hash(b_cord), hash(b_cord)); EXPECT_EQ(hash(a_string_view), hash(a_cord)); EXPECT_EQ(hash(b_string_view), hash(b_cord)); EXPECT_EQ(hash(absl::Cord("")), hash("")); EXPECT_EQ(hash(absl::Cord()), hash(absl::string_view())); EXPECT_NE(hash(a_cord), hash(b_cord)); EXPECT_NE(hash(a_cord), hash(b_string_view)); EXPECT_NE(hash(a_string_view), hash(b_cord)); EXPECT_NE(hash(a_string_view), hash(b_string_view)); } void NoOpReleaser(absl::string_view data, void* arg) {} TEST(HashCord, FragmentedCordWorks) { hash_default_hash hash; absl::Cord c = absl::MakeFragmentedCord({"a", "b", "c"}); EXPECT_FALSE(c.TryFlat().has_value()); EXPECT_EQ(hash(c), hash("abc")); } TEST(HashCord, FragmentedLongCordWorks) { hash_default_hash hash; // Crete some large strings which do not fit on the stack. std::string a(65536, 'a'); std::string b(65536, 'b'); absl::Cord c = absl::MakeFragmentedCord({a, b}); EXPECT_FALSE(c.TryFlat().has_value()); EXPECT_EQ(hash(c), hash(a + b)); } TEST(HashCord, RandomCord) { hash_default_hash hash; auto bitgen = absl::BitGen(); for (int i = 0; i < 1000; ++i) { const int number_of_segments = absl::Uniform(bitgen, 0, 10); std::vector pieces; for (size_t s = 0; s < number_of_segments; ++s) { std::string str; str.resize(absl::Uniform(bitgen, 0, 4096)); // MSVC needed the explicit return type in the lambda. std::generate(str.begin(), str.end(), [&]() -> char { return static_cast(absl::Uniform(bitgen)); }); pieces.push_back(str); } absl::Cord c = absl::MakeFragmentedCord(pieces); EXPECT_EQ(hash(c), hash(std::string(c))); } } // Cartesian product of (std::string, absl::string_view) // with (std::string, absl::string_view, const char*, absl::Cord). using StringTypesCartesianProduct = Types< // clang-format off std::pair, std::pair, std::pair, std::pair, std::pair, std::pair, std::pair, std::pair, std::pair>; // clang-format on constexpr char kFirstString[] = "abc123"; constexpr char kSecondString[] = "ijk456"; template struct StringLikeTest : public ::testing::Test { typename T::first_type a1{kFirstString}; typename T::second_type b1{kFirstString}; typename T::first_type a2{kSecondString}; typename T::second_type b2{kSecondString}; hash_default_eq eq; hash_default_hash hash; }; TYPED_TEST_SUITE(StringLikeTest, StringTypesCartesianProduct); TYPED_TEST(StringLikeTest, Eq) { EXPECT_TRUE(this->eq(this->a1, this->b1)); EXPECT_TRUE(this->eq(this->b1, this->a1)); } TYPED_TEST(StringLikeTest, NotEq) { EXPECT_FALSE(this->eq(this->a1, this->b2)); EXPECT_FALSE(this->eq(this->b2, this->a1)); } TYPED_TEST(StringLikeTest, HashEq) { EXPECT_EQ(this->hash(this->a1), this->hash(this->b1)); EXPECT_EQ(this->hash(this->a2), this->hash(this->b2)); // It would be a poor hash function which collides on these strings. EXPECT_NE(this->hash(this->a1), this->hash(this->b2)); } struct TypeWithAbslContainerHash { struct absl_container_hash { using is_transparent = void; size_t operator()(const TypeWithAbslContainerHash& foo) const { return absl::HashOf(foo.value); } // Extra overload to test that heterogeneity works for this hasher. size_t operator()(int value) const { return absl::HashOf(value); } }; friend bool operator==(const TypeWithAbslContainerHash& lhs, const TypeWithAbslContainerHash& rhs) { return lhs.value == rhs.value; } friend bool operator==(const TypeWithAbslContainerHash& lhs, int rhs) { return lhs.value == rhs; } int value; int noise; }; struct TypeWithAbslContainerHashAndEq { struct absl_container_hash { using is_transparent = void; size_t operator()(const TypeWithAbslContainerHashAndEq& foo) const { return absl::HashOf(foo.value); } // Extra overload to test that heterogeneity works for this hasher. size_t operator()(int value) const { return absl::HashOf(value); } }; struct absl_container_eq { using is_transparent = void; bool operator()(const TypeWithAbslContainerHashAndEq& lhs, const TypeWithAbslContainerHashAndEq& rhs) const { return lhs.value == rhs.value; } // Extra overload to test that heterogeneity works for this eq. bool operator()(const TypeWithAbslContainerHashAndEq& lhs, int rhs) const { return lhs.value == rhs; } }; template bool operator==(T&& other) const = delete; int value; int noise; }; using AbslContainerHashTypes = Types; template using AbslContainerHashTest = ::testing::Test; TYPED_TEST_SUITE(AbslContainerHashTest, AbslContainerHashTypes); TYPED_TEST(AbslContainerHashTest, HasherWorks) { hash_default_hash hasher; TypeParam foo1{/*value=*/1, /*noise=*/100}; TypeParam foo1_copy{/*value=*/1, /*noise=*/20}; TypeParam foo2{/*value=*/2, /*noise=*/100}; EXPECT_EQ(hasher(foo1), absl::HashOf(1)); EXPECT_EQ(hasher(foo2), absl::HashOf(2)); EXPECT_EQ(hasher(foo1), hasher(foo1_copy)); // Heterogeneity works. EXPECT_EQ(hasher(foo1), hasher(1)); EXPECT_EQ(hasher(foo2), hasher(2)); } TYPED_TEST(AbslContainerHashTest, EqWorks) { hash_default_eq eq; TypeParam foo1{/*value=*/1, /*noise=*/100}; TypeParam foo1_copy{/*value=*/1, /*noise=*/20}; TypeParam foo2{/*value=*/2, /*noise=*/100}; EXPECT_TRUE(eq(foo1, foo1_copy)); EXPECT_FALSE(eq(foo1, foo2)); // Heterogeneity works. EXPECT_TRUE(eq(foo1, 1)); EXPECT_FALSE(eq(foo1, 2)); } TYPED_TEST(AbslContainerHashTest, HeterogeneityInMapWorks) { absl::flat_hash_map map; TypeParam foo1{/*value=*/1, /*noise=*/100}; TypeParam foo1_copy{/*value=*/1, /*noise=*/20}; TypeParam foo2{/*value=*/2, /*noise=*/100}; TypeParam foo3{/*value=*/3, /*noise=*/100}; map[foo1] = 1; map[foo2] = 2; EXPECT_TRUE(map.contains(foo1_copy)); EXPECT_EQ(map.at(foo1_copy), 1); EXPECT_TRUE(map.contains(1)); EXPECT_EQ(map.at(1), 1); EXPECT_TRUE(map.contains(2)); EXPECT_EQ(map.at(2), 2); EXPECT_FALSE(map.contains(foo3)); EXPECT_FALSE(map.contains(3)); } TYPED_TEST(AbslContainerHashTest, HeterogeneityInSetWorks) { absl::flat_hash_set set; TypeParam foo1{/*value=*/1, /*noise=*/100}; TypeParam foo1_copy{/*value=*/1, /*noise=*/20}; TypeParam foo2{/*value=*/2, /*noise=*/100}; set.insert(foo1); EXPECT_TRUE(set.contains(foo1_copy)); EXPECT_TRUE(set.contains(1)); EXPECT_FALSE(set.contains(foo2)); EXPECT_FALSE(set.contains(2)); } } // namespace } // namespace container_internal ABSL_NAMESPACE_END } // namespace absl enum Hash : size_t { kStd = 0x1, // std::hash #ifdef _MSC_VER kExtension = kStd, // In MSVC, std::hash == ::hash #else // _MSC_VER kExtension = 0x2, // ::hash (GCC extension) #endif // _MSC_VER }; // H is a bitmask of Hash enumerations. // Hashable is hashable via all means specified in H. template struct Hashable { static constexpr bool HashableBy(Hash h) { return h & H; } }; namespace std { template struct hash> { template , class = typename std::enable_if::type> size_t operator()(E) const { return kStd; } }; } // namespace std namespace absl { ABSL_NAMESPACE_BEGIN namespace container_internal { namespace { template size_t Hash(const T& v) { return hash_default_hash()(v); } TEST(Delegate, HashDispatch) { EXPECT_EQ(Hash(kStd), Hash(Hashable())); } } // namespace } // namespace container_internal ABSL_NAMESPACE_END } // namespace absl