/* Copyright (c) 2018, 2024, Oracle and/or its affiliates. This program is free software; you can redistribute it and/or modify it under the terms of the GNU General Public License, version 2.0, as published by the Free Software Foundation. This program is designed to work with certain software (including but not limited to OpenSSL) that is licensed under separate terms, as designated in a particular file or component or in included license documentation. The authors of MySQL hereby grant you an additional permission to link the program and your derivative works with the separately licensed software that they have either included with the program or referenced in the documentation. This program is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License, version 2.0, for more details. You should have received a copy of the GNU General Public License along with this program; if not, write to the Free Software Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA */ #include "sql/binlog_ostream.h" #include #include "my_aes.h" #include "my_inttypes.h" #include "my_rnd.h" #include "my_sys.h" #include "mysql/components/services/log_builtins.h" #include "mysql/psi/mysql_file.h" #include "mysqld_error.h" #include "sql/mysqld.h" #include "sql/rpl_log_encryption.h" #include "sql/sql_class.h" #ifndef NDEBUG bool binlog_cache_is_reset = false; #endif IO_CACHE_binlog_cache_storage::IO_CACHE_binlog_cache_storage() = default; IO_CACHE_binlog_cache_storage::~IO_CACHE_binlog_cache_storage() { close(); } bool IO_CACHE_binlog_cache_storage::open(const char *dir, const char *prefix, my_off_t cache_size, my_off_t max_cache_size) { DBUG_TRACE; if (open_cached_file(&m_io_cache, dir, prefix, cache_size, MYF(MY_WME))) return true; if (rpl_encryption.is_enabled()) enable_encryption(); m_max_cache_size = max_cache_size; /* Set the max cache size for IO_CACHE */ m_io_cache.end_of_file = max_cache_size; return false; } void IO_CACHE_binlog_cache_storage::close() { close_cached_file(&m_io_cache); } bool IO_CACHE_binlog_cache_storage::write(const unsigned char *buffer, my_off_t length) { /* Enable/disable binlog cache temporary file encryption according to the setting of global binlog_encryption if both binlog cache temporary file encryption and the setting of global binlog_encryption are not consistent on the first writing of binlog cache after changing the setting of global binlog_encryption. */ if (unlikely((m_io_cache.m_encryptor == nullptr || m_io_cache.m_decryptor == nullptr) && rpl_encryption.is_enabled()) || unlikely((m_io_cache.m_encryptor != nullptr || m_io_cache.m_decryptor != nullptr) && !rpl_encryption.is_enabled())) { /* Make sure the binlog cache temporary file is empty before enabling or disabling the binlog cache temporary file encryption. */ if (m_io_cache.file == -1 || my_seek(m_io_cache.file, 0L, MY_SEEK_END, MYF(MY_WME + MY_FAE)) == 0) { if (rpl_encryption.is_enabled()) { if (enable_encryption()) return true; if (setup_ciphers_password()) return true; } else disable_encryption(); } } return my_b_safe_write(&m_io_cache, buffer, length); } bool IO_CACHE_binlog_cache_storage::truncate(my_off_t offset) { /* It is not really necessary to flush the data will be truncated into temporary file before truncating . And it may cause write failure. So set clear_cache to true if all data in cache will be truncated. It avoids flush data to the internal temporary file. */ if (reinit_io_cache(&m_io_cache, WRITE_CACHE, offset, false, offset < m_io_cache.pos_in_file /*clear_cache*/)) return true; m_io_cache.end_of_file = m_max_cache_size; return false; } bool IO_CACHE_binlog_cache_storage::reset() { if (truncate(0)) return true; /* Truncate the temporary file if there is one. */ if (m_io_cache.file != -1) { if (my_chsize(m_io_cache.file, 0, 0, MYF(MY_WME))) return true; DBUG_EXECUTE_IF("show_io_cache_size", { my_off_t file_size = my_seek(m_io_cache.file, 0L, MY_SEEK_END, MYF(MY_WME + MY_FAE)); assert(file_size == 0); }); } DBUG_EXECUTE_IF("ensure_binlog_cache_temporary_file_is_encrypted", { /* Reset the binlog_cache_temporary_file_is_encrypted at resetting the binlog cache. */ binlog_cache_temporary_file_is_encrypted = false; };); DBUG_EXECUTE_IF("ensure_binlog_cache_is_reset", { binlog_cache_is_reset = true; };); if (rpl_encryption.is_enabled()) { if (enable_encryption()) return true; if (setup_ciphers_password()) return true; } else disable_encryption(); m_io_cache.disk_writes = 0; return false; } size_t IO_CACHE_binlog_cache_storage::disk_writes() const { return m_io_cache.disk_writes; } const char *IO_CACHE_binlog_cache_storage::tmp_file_name() const { return my_filename(m_io_cache.file); } bool IO_CACHE_binlog_cache_storage::begin(unsigned char **buffer, my_off_t *length) { DBUG_EXECUTE_IF("simulate_tmpdir_partition_full", { DBUG_SET("+d,simulate_file_write_error"); }); DBUG_EXECUTE_IF("ensure_binlog_cache_temporary_file_is_encrypted", { /* Assert that the temporary file of binlog cache is encrypted before writing the content of binlog cache into binlog file. */ assert(binlog_cache_temporary_file_is_encrypted); };); DBUG_EXECUTE_IF("ensure_binlog_cache_temp_file_encryption_is_disabled", { assert(m_io_cache.m_encryptor == nullptr && m_io_cache.m_decryptor == nullptr); };); if (reinit_io_cache(&m_io_cache, READ_CACHE, 0, false, false)) { DBUG_EXECUTE_IF("simulate_tmpdir_partition_full", { DBUG_SET("-d,simulate_file_write_error"); }); char errbuf[MYSYS_STRERROR_SIZE]; LogErr(ERROR_LEVEL, ER_FAILED_TO_WRITE_TO_FILE, tmp_file_name(), errno, my_strerror(errbuf, sizeof(errbuf), errno)); if (current_thd->is_error()) current_thd->clear_error(); my_error(ER_ERROR_ON_WRITE, MYF(MY_WME), tmp_file_name(), errno, errbuf); return true; } return next(buffer, length); } bool IO_CACHE_binlog_cache_storage::next(unsigned char **buffer, my_off_t *length) { my_b_fill(&m_io_cache); *buffer = m_io_cache.read_pos; *length = my_b_bytes_in_cache(&m_io_cache); m_io_cache.read_pos = m_io_cache.read_end; return m_io_cache.error; } my_off_t IO_CACHE_binlog_cache_storage::length() const { if (m_io_cache.type == WRITE_CACHE) return my_b_tell(&m_io_cache); return m_io_cache.end_of_file; } bool IO_CACHE_binlog_cache_storage::enable_encryption() { /* Return earlier if already enabled */ if (m_io_cache.m_encryptor != nullptr && m_io_cache.m_decryptor != nullptr) return false; if (rpl_encryption.is_enabled()) { std::unique_ptr header = Rpl_encryption_header::get_new_default_header(); const Key_string password_str = header->generate_new_file_password(); std::unique_ptr encryptor = header->get_encryptor(); if (encryptor->open(password_str, 0)) return true; std::unique_ptr decryptor = header->get_decryptor(); if (decryptor->open(password_str, 0)) return true; m_io_cache.m_encryptor = encryptor.release(); m_io_cache.m_decryptor = decryptor.release(); } return false; } void IO_CACHE_binlog_cache_storage::disable_encryption() { if (m_io_cache.m_encryptor != nullptr) { delete m_io_cache.m_encryptor; m_io_cache.m_encryptor = nullptr; } if (m_io_cache.m_decryptor != nullptr) { delete m_io_cache.m_decryptor; m_io_cache.m_decryptor = nullptr; } } bool IO_CACHE_binlog_cache_storage::setup_ciphers_password() { assert(m_io_cache.m_encryptor != nullptr && m_io_cache.m_decryptor != nullptr); unsigned char password[Aes_ctr_encryptor::PASSWORD_LENGTH]; Key_string password_str; /* Generate password, it is a random string. */ if (my_rand_buffer(password, sizeof(password))) return true; password_str.append(password, sizeof(password)); m_io_cache.m_encryptor->close(); m_io_cache.m_decryptor->close(); if (m_io_cache.m_encryptor->open(password_str, 0)) return true; if (m_io_cache.m_decryptor->open(password_str, 0)) return true; return false; } bool Binlog_cache_storage::open(my_off_t cache_size, my_off_t max_cache_size) { const char *LOG_PREFIX = "ML"; if (m_file.open(mysql_tmpdir, LOG_PREFIX, cache_size, max_cache_size)) return true; m_pipeline_head = &m_file; return false; } void Binlog_cache_storage::close() { m_pipeline_head = nullptr; m_file.close(); } Binlog_cache_storage::~Binlog_cache_storage() { close(); } Binlog_encryption_ostream::~Binlog_encryption_ostream() { close(); } #define THROW_RPL_ENCRYPTION_FAILED_TO_ENCRYPT_ERROR \ char err_msg[MYSQL_ERRMSG_SIZE]; \ ERR_error_string_n(ERR_get_error(), err_msg, MYSQL_ERRMSG_SIZE); \ LogErr(ERROR_LEVEL, ER_SERVER_RPL_ENCRYPTION_FAILED_TO_ENCRYPT, err_msg); \ if (current_thd) { \ if (current_thd->is_error()) current_thd->clear_error(); \ my_error(ER_RPL_ENCRYPTION_FAILED_TO_ENCRYPT, MYF(0), err_msg); \ } bool Binlog_encryption_ostream::open( std::unique_ptr down_ostream) { assert(down_ostream != nullptr); m_header = Rpl_encryption_header::get_new_default_header(); const Key_string password_str = m_header->generate_new_file_password(); if (password_str.empty()) return true; m_encryptor.reset(nullptr); m_encryptor = m_header->get_encryptor(); if (m_encryptor->open(password_str, m_header->get_header_size())) { THROW_RPL_ENCRYPTION_FAILED_TO_ENCRYPT_ERROR; m_encryptor.reset(nullptr); return true; } m_down_ostream = std::move(down_ostream); return m_header->serialize(m_down_ostream.get()); } bool Binlog_encryption_ostream::open( std::unique_ptr down_ostream, std::unique_ptr header) { assert(down_ostream != nullptr); m_down_ostream = std::move(down_ostream); m_header = std::move(header); m_encryptor.reset(nullptr); m_encryptor = m_header->get_encryptor(); if (m_encryptor->open(m_header->decrypt_file_password(), m_header->get_header_size())) { THROW_RPL_ENCRYPTION_FAILED_TO_ENCRYPT_ERROR; m_encryptor.reset(nullptr); return true; } return seek(0); } std::pair Binlog_encryption_ostream::reencrypt() { DBUG_TRACE; assert(m_header != nullptr); assert(m_down_ostream != nullptr); std::string error_message; /* Get the file password */ Key_string password_str = m_header->decrypt_file_password(); if (password_str.empty() || DBUG_EVALUATE_IF("fail_to_decrypt_file_password", true, false)) { error_message.assign("failed to decrypt the file password"); return std::make_pair(true, error_message); } if (m_down_ostream->seek(0) || DBUG_EVALUATE_IF("fail_to_reset_file_stream", true, false)) { error_message.assign("failed to reset the file out stream"); return std::make_pair(true, error_message); } m_header.reset(nullptr); m_header = Rpl_encryption_header::get_new_default_header(); if (m_header->encrypt_file_password(password_str) || DBUG_EVALUATE_IF("fail_to_encrypt_file_password", true, false)) { error_message.assign( "failed to encrypt the file password with current encryption key"); return std::make_pair(true, error_message); } if (m_header->serialize(m_down_ostream.get()) || DBUG_EVALUATE_IF("fail_to_write_reencrypted_header", true, false)) { error_message.assign("failed to write the new reencrypted file header"); return std::make_pair(true, error_message); } if (flush() || DBUG_EVALUATE_IF("fail_to_flush_reencrypted_header", true, false)) { error_message.assign("failed to flush the new reencrypted file header"); return std::make_pair(true, error_message); } if (sync() || DBUG_EVALUATE_IF("fail_to_sync_reencrypted_header", true, false)) { error_message.assign( "failed to synchronize the new reencrypted file header"); return std::make_pair(true, error_message); } close(); return std::make_pair(false, error_message); } void Binlog_encryption_ostream::close() { m_encryptor.reset(nullptr); m_header.reset(nullptr); m_down_ostream.reset(nullptr); } bool Binlog_encryption_ostream::write(const unsigned char *buffer, my_off_t length) { const int ENCRYPT_BUFFER_SIZE = 2048; unsigned char encrypt_buffer[ENCRYPT_BUFFER_SIZE]; const unsigned char *ptr = buffer; /* Split the data in 'buffer' to ENCRYPT_BUFFER_SIZE bytes chunks and encrypt them one by one. */ while (length > 0) { int encrypt_len = std::min(length, static_cast(ENCRYPT_BUFFER_SIZE)); if (m_encryptor->encrypt(encrypt_buffer, ptr, encrypt_len)) { THROW_RPL_ENCRYPTION_FAILED_TO_ENCRYPT_ERROR; return true; } if (m_down_ostream->write(encrypt_buffer, encrypt_len)) return true; ptr += encrypt_len; length -= encrypt_len; } return false; } bool Binlog_encryption_ostream::seek(my_off_t offset) { if (m_down_ostream->seek(m_header->get_header_size() + offset)) return true; return m_encryptor->set_stream_offset(offset); } bool Binlog_encryption_ostream::truncate(my_off_t offset) { if (m_down_ostream->truncate(m_header->get_header_size() + offset)) return true; return m_encryptor->set_stream_offset(offset); } bool Binlog_encryption_ostream::flush() { return m_down_ostream->flush(); } bool Binlog_encryption_ostream::sync() { return m_down_ostream->sync(); } int Binlog_encryption_ostream::get_header_size() { return m_header->get_header_size(); }