#ifndef HISTOGRAMS_VALUE_MAP_INCLUDED #define HISTOGRAMS_VALUE_MAP_INCLUDED /* Copyright (c) 2017, 2024, Oracle and/or its affiliates. This program is free software; you can redistribute it and/or modify it under the terms of the GNU General Public License, version 2.0, as published by the Free Software Foundation. This program is designed to work with certain software (including but not limited to OpenSSL) that is licensed under separate terms, as designated in a particular file or component or in included license documentation. The authors of MySQL hereby grant you an additional permission to link the program and your derivative works with the separately licensed software that they have either included with the program or referenced in the documentation. This program is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License, version 2.0, for more details. You should have received a copy of the GNU General Public License along with this program; if not, write to the Free Software Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA */ /** @file sql/histograms/value_map.h */ #include #include // std::less #include #include #include // std::pair #include "my_alloc.h" #include "my_base.h" // ha_rows #include "mysql/strings/m_ctype.h" #include "mysql_time.h" #include "sql/histograms/value_map_type.h" class String; class my_decimal; template class Mem_root_allocator; namespace histograms { class Histogram; template struct SingletonBucket; namespace equi_height { template class Bucket; } // namespace equi_height /** The maximum number of characters to evaluate when building histograms. For binary/blob values, this is the number of bytes to consider. */ static const size_t HISTOGRAM_MAX_COMPARE_LENGTH = 42; /** Histogram comparator. Typical usage is in a "value map", where we for instance need to sort based on string collation and similar. */ struct Histogram_comparator { public: /** Overload operator(), so that we can use this struct as a custom comparator in std classes/functions. @param lhs first value to compare @param rhs second value to compare @return true if lhs is considered to be smaller/less than rhs. false otherwise. */ template bool operator()(const T &lhs, const T &rhs) const { return std::less()(lhs, rhs); } /** Used by std::lower_bound when computing equal-to and less-than selectivity to find the first bucket with an upper bound that is not less than b. */ template bool operator()(const equi_height::Bucket &a, const T &b) const { return Histogram_comparator()(a.get_upper_inclusive(), b); } /** * Same as above, but for singleton histogram buckets. */ template bool operator()(const SingletonBucket &a, const T &b) const { return Histogram_comparator()(a.value, b); } /** Used by std::upper_bound when computing greater-than selectivity in order to find the first bucket with an upper bound that is greater than a. Notice that the comparison function used by std::lower_bound and std::upper_bound have the collection element as the first and second argument, respectively. */ template bool operator()(const T &a, const equi_height::Bucket &b) const { return Histogram_comparator()(a, b.get_upper_inclusive()); } /** * Same as above, but for singleton histogram buckets. */ template bool operator()(const T &a, const SingletonBucket &b) const { return Histogram_comparator()(a, b.value); } /** Used by std::is_sorted to verify that equi-height histogram buckets are stored in sorted order. We consider bucket a = [a1, a2] to be less than bucket b = [b1, b2] if a2 < b1. */ template bool operator()(const equi_height::Bucket &a, const equi_height::Bucket &b) const { return Histogram_comparator()(a.get_upper_inclusive(), b.get_lower_inclusive()); } /** * Same as above, but for singleton histogram buckets. */ template bool operator()(const SingletonBucket &a, const SingletonBucket &b) const { return Histogram_comparator()(a.value, b.value); } }; /** The abstract base class for all Value_map types. We would ideally like to have only one class for the Value map concept (no inheritance) which would gives us an easier interface. But there are some reasons for why we need to to split the class into a non-templated base class and a templated subclass: - We are collecting Value_maps in a collection/vector where they have a different template type. This cannot be achieved unless we have a non-templated base class. - When working on a collection of Value_maps, it is more convenient to declare the interface in the base class (Value_map_base) so that we don't need to do a cast to the subclass in order to get hold of the methods we want to use. - Value_map_base::add_values and Value_map::add_values looks like the same function, but they are not. Value_map_base::add_values is a small functions that helps us cast the Value_map to the correct type (for instance Value_map). Ideally, this function would have been pure virtual, but it's not possible to have virtual member function templates. */ class Value_map_base { private: double m_sampling_rate; const CHARSET_INFO *m_charset; ha_rows m_num_null_values; const Value_map_type m_data_type; protected: MEM_ROOT m_mem_root; public: Value_map_base(const CHARSET_INFO *charset, Value_map_type data_type); virtual ~Value_map_base() = default; /** Returns the number of [value, count] pairs in the Value_map. @return The number of values in the Value_map. */ virtual size_t size() const = 0; /** Add a value with the given count to this Value_map. If the given value already exists, the count will be added to the existing count. @param value The value to add. @param count Count of the value to add. @return false on success, and true in case of errors (OOM). */ template bool add_values(const T &value, const ha_rows count); /** Increase the number of null values with the given count. @param count The number of null values. */ void add_null_values(const ha_rows count) { m_num_null_values += count; } /// @return The number of null values in this Value_map. ha_rows get_num_null_values() const { return m_num_null_values; } /** Create a Histogram from this Value_map. The resulting histogram will have at most "num_buckets" buckets (might be less), and all of its contents will be allocated on the supplied MEM_ROOT. @param mem_root The MEM_ROOT to allocate the contents on @param num_buckets Maximum number of buckets to create @param db_name Database name @param tbl_name Table name @param col_name Column name @return nullptr on error, or a valid histogram if success. */ virtual Histogram *build_histogram(MEM_ROOT *mem_root, size_t num_buckets, const std::string &db_name, const std::string &tbl_name, const std::string &col_name) const = 0; /// @return The sampling rate that was used to generate this Value_map. double get_sampling_rate() const { return m_sampling_rate; } /** Set the sampling rate that was used to generate this Value_map. @param sampling_rate The sampling rate. */ void set_sampling_rate(double sampling_rate) { m_sampling_rate = sampling_rate; } /// @return the character set for the data this Value_map contains const CHARSET_INFO *get_character_set() const { return m_charset; } /// @return the data type that this Value_map contains Value_map_type get_data_type() const { return m_data_type; } /// @return the overhead in bytes for each distinct value stored in the /// Value_map. virtual size_t element_overhead() const = 0; }; /** Value_map class. This class works as a map. It is a collection of [key, count], where "count" is the number of occurrences of "key". The class abstracts away things like duplicate checking and the underlying container. */ template class Value_map final : public Value_map_base { private: using value_map_type = std::map>>; value_map_type m_value_map; public: Value_map(const CHARSET_INFO *charset, Value_map_type data_type) : Value_map_base(charset, data_type), m_value_map(typename value_map_type::allocator_type(&m_mem_root)) {} size_t size() const override { return m_value_map.size(); } typename value_map_type::const_iterator begin() const { return m_value_map.cbegin(); } typename value_map_type::const_iterator end() const { return m_value_map.cend(); } bool add_values(const T &value, const ha_rows count); /** Insert a range of values into the Value_map. Values in the range (begin, end] must be sorted according to Histogram_comparator. Note that this function is currently only used in unit testing. @note The value map must be empty before calling this function. @param begin Iterator that points to the beginning of the range. @param end Iterator that points to the end of the range. @return false on success, true on error (OOM or similar). */ bool insert(typename value_map_type::const_iterator begin, typename value_map_type::const_iterator end); Histogram *build_histogram(MEM_ROOT *mem_root, size_t num_buckets, const std::string &db_name, const std::string &tbl_name, const std::string &col_name) const override; /// @return the overhead in bytes for each distinct value stored in the /// Value_map. The value 32 is obtained from both GCC 8.2 and /// Clang 8.0 (same as sizeof(value_map_type::node_type) in C++17). size_t element_overhead() const override { // TODO: Replace this with sizeof(value_map_type::node_type) when we have // full C++17 support. return sizeof(typename value_map_type::value_type) + sizeof(typename value_map_type::key_type) + 32; } }; // Explicit template instantiations. template <> bool Histogram_comparator::operator()(const String &, const String &) const; template <> bool Histogram_comparator::operator()(const MYSQL_TIME &, const MYSQL_TIME &) const; template <> bool Histogram_comparator::operator()(const my_decimal &, const my_decimal &) const; } // namespace histograms #endif