/* Copyright (c) 2018, 2024, Oracle and/or its affiliates. This program is free software; you can redistribute it and/or modify it under the terms of the GNU General Public License, version 2.0, as published by the Free Software Foundation. This program is designed to work with certain software (including but not limited to OpenSSL) that is licensed under separate terms, as designated in a particular file or component or in included license documentation. The authors of MySQL hereby grant you an additional permission to link the program and your derivative works with the separately licensed software that they have either included with the program or referenced in the documentation. This program is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License, version 2.0, for more details. You should have received a copy of the GNU General Public License along with this program; if not, write to the Free Software Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA */ #include "sql/rpl_log_encryption.h" #include #include #include #include #include "mutex_lock.h" #include "my_byteorder.h" #include "mysql/binlog/event/event_reader.h" #include "scope_guard.h" #include "sql/basic_istream.h" #include "sql/basic_ostream.h" #include "sql/sql_class.h" #ifdef MYSQL_SERVER #include "keyring_operations_helper.h" #include "my_aes.h" #include "my_rnd.h" #include "mysql/binlog/event/byteorder.h" #include "mysql/components/services/log_builtins.h" #include "sql/binlog.h" #include "sql/rpl_replica.h" #include "sql/server_component/mysql_server_keyring_lockable_imp.h" Rpl_encryption rpl_encryption; void Rpl_encryption::report_keyring_error(Keyring_status error) { Rpl_encryption::report_keyring_error(error, nullptr); } void Rpl_encryption::report_keyring_error(Keyring_status error, const char *key_id) { switch (error) { case Keyring_status::KEYRING_ERROR_FETCHING: if (current_thd) my_error(ER_RPL_ENCRYPTION_FAILED_TO_FETCH_KEY, MYF(0)); else LogErr(ERROR_LEVEL, ER_SERVER_RPL_ENCRYPTION_FAILED_TO_FETCH_KEY); break; case Keyring_status::KEY_NOT_FOUND: if (current_thd) my_error(ER_RPL_ENCRYPTION_KEY_NOT_FOUND, MYF(0)); else LogErr(ERROR_LEVEL, ER_SERVER_RPL_ENCRYPTION_KEY_NOT_FOUND); break; case Keyring_status::UNEXPECTED_KEY_SIZE: case Keyring_status::UNEXPECTED_KEY_TYPE: if (current_thd) my_error(ER_RPL_ENCRYPTION_KEYRING_INVALID_KEY, MYF(0)); else LogErr(ERROR_LEVEL, ER_SERVER_RPL_ENCRYPTION_KEYRING_INVALID_KEY); break; case Keyring_status::KEY_EXISTS_UNEXPECTED: if (current_thd) my_error(ER_RPL_ENCRYPTION_KEY_EXISTS_UNEXPECTED, MYF(0), key_id); else LogErr(ERROR_LEVEL, ER_SERVER_RPL_ENCRYPTION_KEY_EXISTS_UNEXPECTED, key_id); break; case Keyring_status::KEYRING_ERROR_GENERATING: if (current_thd) my_error(ER_RPL_ENCRYPTION_FAILED_TO_GENERATE_KEY, MYF(0)); else LogErr(ERROR_LEVEL, ER_SERVER_RPL_ENCRYPTION_FAILED_TO_GENERATE_KEY); break; case Keyring_status::KEYRING_ERROR_STORING: if (current_thd) my_error(ER_RPL_ENCRYPTION_FAILED_TO_STORE_KEY, MYF(0)); else LogErr(ERROR_LEVEL, ER_SERVER_RPL_ENCRYPTION_FAILED_TO_STORE_KEY); break; case Keyring_status::KEYRING_ERROR_REMOVING: if (current_thd) my_error(ER_RPL_ENCRYPTION_FAILED_TO_REMOVE_KEY, MYF(0)); else LogErr(ERROR_LEVEL, ER_SERVER_RPL_ENCRYPTION_FAILED_TO_REMOVE_KEY); break; case Keyring_status::SUCCESS: default: assert(false); } } bool Rpl_encryption::initialize() { DBUG_TRACE; #ifndef NDEBUG m_initialized = true; DBUG_PRINT("debug", ("m_enabled= %s", m_enabled ? "true" : "false")); DBUG_PRINT("debug", ("m_rotate_at_startup= %s", m_rotate_at_startup ? "true" : "false")); #endif if (m_rotate_at_startup && !m_enabled) { LogErr(WARNING_LEVEL, ER_SERVER_RPL_ENCRYPTION_IGNORE_ROTATE_MASTER_KEY_AT_STARTUP); } /* Only recover master key if option is enabled */ if (m_enabled) { if (recover_master_key()) return true; if (m_rotate_at_startup && rotate_master_key()) return true; assert(m_master_key_seqno > 0); } return false; } bool Rpl_encryption::remove_remaining_seqnos_from_keyring() { DBUG_TRACE; assert(m_enabled); auto master_key_seqno = get_master_key_seqno_from_keyring(); /* keyring error */ if (master_key_seqno.first != Keyring_status::SUCCESS && master_key_seqno.first != Keyring_status::KEY_NOT_FOUND) { Rpl_encryption::report_keyring_error(master_key_seqno.first); return true; } auto old_master_key_seqno = get_old_master_key_seqno_from_keyring(); /* keyring error */ DBUG_EXECUTE_IF( "failed_to_fetch_old_master_key_seqno_from_keyring", old_master_key_seqno.first = Keyring_status::KEYRING_ERROR_FETCHING;); if (old_master_key_seqno.first != Keyring_status::SUCCESS && old_master_key_seqno.first != Keyring_status::KEY_NOT_FOUND) { Rpl_encryption::report_keyring_error(old_master_key_seqno.first); return true; } /* Restore master key seqno on keyring with its backup. This happens if a previous 'ALTER INSTANCE ROTATE BINLOG MASTER KEY' statement failed to store master key seqno on keyring after removing it from keyring. */ if (master_key_seqno.first == Keyring_status::KEY_NOT_FOUND && old_master_key_seqno.first == Keyring_status::SUCCESS && set_master_key_seqno_on_keyring(old_master_key_seqno.second)) { return true; } auto new_master_key_seqno = get_new_master_key_seqno_from_keyring(); /* keyring error */ DBUG_EXECUTE_IF( "failed_to_fetch_new_master_key_seqno_from_keyring", new_master_key_seqno.first = Keyring_status::KEYRING_ERROR_FETCHING;); if (new_master_key_seqno.first != Keyring_status::SUCCESS && new_master_key_seqno.first != Keyring_status::KEY_NOT_FOUND) { Rpl_encryption::report_keyring_error(new_master_key_seqno.first); return true; } /* Remove new master key seqno from keyring firstly to guarantee correct crash recovery. */ if (new_master_key_seqno.first == Keyring_status::SUCCESS && remove_new_master_key_seqno_from_keyring()) { return true; } /* Remove old master key seqno from keyring */ if (old_master_key_seqno.first == Keyring_status::SUCCESS && remove_old_master_key_seqno_from_keyring()) { return true; } return false; } bool Rpl_encryption::recover_master_key() { DBUG_TRACE; assert(m_master_key_recovered == false); std::pair new_master_key_seqno; std::pair old_master_key_seqno; DBUG_PRINT("debug", ("m_master_key_seqno=%u", m_master_key_seqno)); /* Retrieve master key seqno from keyring */ auto master_key_seqno = get_master_key_seqno_from_keyring(); m_master_key_seqno = master_key_seqno.second; DBUG_PRINT("debug", ("m_master_key_seqno=%u", m_master_key_seqno)); /* keyring error */ if (master_key_seqno.first == Keyring_status::KEYRING_ERROR_FETCHING || DBUG_EVALUATE_IF("fail_to_fetch_master_key_seqno_from_keyring", true, false)) goto err1; /* Retrieve master key from keyring */ if (m_master_key_seqno != 0) { m_master_key.m_id = Rpl_encryption_header::seqno_to_key_id(m_master_key_seqno); auto master_key = get_key(m_master_key.m_id, Rpl_encryption_header::get_key_type()); m_master_key.m_value.assign(master_key.second); /* No keyring error */ if (master_key.first == Keyring_status::KEYRING_ERROR_FETCHING) goto err1; } DBUG_PRINT("debug", ("m_enabled= %s", m_enabled ? "true" : "false")); /* Retrieve old master key seqno from keyring */ old_master_key_seqno = get_old_master_key_seqno_from_keyring(); /* keyring error */ if (old_master_key_seqno.first == Keyring_status::KEYRING_ERROR_FETCHING || DBUG_EVALUATE_IF("fail_to_fetch_old_master_key_seqno_from_keyring", true, false)) goto err1; /* Retrieve new master key seqno from keyring */ new_master_key_seqno = get_new_master_key_seqno_from_keyring(); /* keyring error */ if (new_master_key_seqno.first == Keyring_status::KEYRING_ERROR_FETCHING || DBUG_EVALUATE_IF("fail_to_fetch_new_master_key_seqno_from_keyring", true, false)) goto err1; if (new_master_key_seqno.second == 0) { DBUG_EXECUTE_IF("simulate_master_key_recovery_out_of_combination", m_master_key_seqno++;); if (old_master_key_seqno.second == 0) { /* Ordinary server startup with known replication master key. */ if (m_master_key_seqno > 0) goto end; else if (m_master_key_seqno == 0) { /* This is the first time that the option is enabled. Rotate the binlog master key SEQNO to first SEQNO without master key on keyring. */ if (rotate_master_key(Key_rotation_step::START, 0)) return true; else goto end; } } else if (m_master_key_seqno == old_master_key_seqno.second) { /* Continue binlog master key rotation from DETERMINE_NEXT_SEQNO. */ if (rotate_master_key(Key_rotation_step::DETERMINE_NEXT_SEQNO, new_master_key_seqno.second)) return true; else goto end; } /* Any other combination from above must be reported as an error. */ goto err2; } else { /* A binlog master key rotation was interrupted after DETERMINE_NEXT_SEQNO. */ Key_rotation_step recover_from = Key_rotation_step::START; std::string new_master_key_id = Rpl_encryption_header::seqno_to_key_id(new_master_key_seqno.second); auto new_master_key = get_key(new_master_key_id, Rpl_encryption_header::get_key_type()); /* keyring error */ if (new_master_key.first == Keyring_status::KEYRING_ERROR_FETCHING || DBUG_EVALUATE_IF("fail_to_fetch_new_master_key_from_keyring", true, false)) goto err1; /* Continue binlog master key rotation from GENERATE_NEW_MASTER_KEY. */ if (new_master_key.first == Keyring_status::KEY_NOT_FOUND && m_master_key_seqno == old_master_key_seqno.second && new_master_key_seqno.second > m_master_key_seqno) recover_from = Key_rotation_step::GENERATE_NEW_MASTER_KEY; if (new_master_key.first == Keyring_status::SUCCESS) { m_master_key.m_id = new_master_key_id; m_master_key.m_value.assign(new_master_key.second); if (new_master_key_seqno.second > m_master_key_seqno && new_master_key_seqno.second > old_master_key_seqno.second) { if (m_master_key_seqno > 0) { /* Continue binlog master key rotation from REMOVE_MASTER_KEY_INDEX. */ if (m_master_key_seqno == old_master_key_seqno.second) recover_from = Key_rotation_step::REMOVE_MASTER_KEY_INDEX; } else /* Continue binlog master key rotation from STORE_MASTER_KEY_INDEX. */ recover_from = Key_rotation_step::STORE_MASTER_KEY_INDEX; } if (new_master_key_seqno.second == m_master_key_seqno) { if (old_master_key_seqno.first == Keyring_status::SUCCESS) { /* Continue binlog master key rotation from ROTATE_LOGS. */ if (m_master_key_seqno > old_master_key_seqno.second) recover_from = Key_rotation_step::ROTATE_LOGS; } else if (old_master_key_seqno.first == Keyring_status::KEY_NOT_FOUND) { /* Continue binlog master key rotation from REMOVE_KEY_ROTATION_TAG. */ recover_from = Key_rotation_step::REMOVE_KEY_ROTATION_TAG; } } } /* Any other combination from above must be reported as an error. */ if (recover_from == Key_rotation_step::START) goto err2; /* Continue the procedure of a crashed binlog master key rotation. */ if (rotate_master_key(recover_from, new_master_key_seqno.second)) return true; } end: m_master_key_recovered = true; return false; err1: if (current_thd) my_error(ER_RPL_ENCRYPTION_MASTER_KEY_RECOVERY_FAILED, MYF(0)); else LogErr(ERROR_LEVEL, ER_SERVER_RPL_ENCRYPTION_MASTER_KEY_RECOVERY_FAILED, MYF(0)); return true; err2: if (current_thd) my_error(ER_BINLOG_MASTER_KEY_RECOVERY_OUT_OF_COMBINATION, MYF(0), new_master_key_seqno.second, m_master_key_seqno, old_master_key_seqno.second); else LogErr(ERROR_LEVEL, ER_SERVER_BINLOG_MASTER_KEY_RECOVERY_OUT_OF_COMBINATION, MYF(0), new_master_key_seqno.second, m_master_key_seqno, old_master_key_seqno.second); return true; } const Rpl_encryption::Rpl_encryption_key Rpl_encryption::get_master_key() { DBUG_TRACE; assert(m_initialized); /* A master key shall already exists when this function is called */ assert(!m_master_key.m_id.empty()); assert(!m_master_key.m_value.empty()); return m_master_key; } std::pair Rpl_encryption::get_key( const std::string &key_id, const std::string &key_type) { DBUG_TRACE; Key_string key_str; auto tuple = fetch_key_from_keyring(key_id, key_type); if (std::get<1>(tuple)) { DBUG_EXECUTE_IF("corrupt_replication_encryption_key", { unsigned char *first = reinterpret_cast(std::get<1>(tuple)); first[0] = ~(first[0]); }); key_str.append(reinterpret_cast(std::get<1>(tuple)), std::get<2>(tuple)); my_free(std::get<1>(tuple)); } auto result = std::make_pair(std::get<0>(tuple), key_str); return result; } std::pair Rpl_encryption::get_key( const std::string &key_id, const std::string &key_type, size_t key_size) { DBUG_TRACE; auto pair = get_key(key_id, key_type); if (pair.first == Keyring_status::SUCCESS) { DBUG_EXECUTE_IF("corrupt_replication_encryption_key_size", { pair.second.resize(key_size / 2); }); if (pair.second.length() != key_size) pair.first = Keyring_status::UNEXPECTED_KEY_SIZE; } return pair; } bool Rpl_encryption::enable(THD *thd) { DBUG_TRACE; assert(m_initialized); MUTEX_LOCK(lock, &LOCK_rotate_binlog_master_key); m_enabled = true; m_skip_logs_rotation = false; DBUG_PRINT("debug", ("m_master_key_recovered= %s", m_master_key_recovered ? "true" : "false")); bool res = false; /* Recover master key if not recovered yet */ if (!m_master_key_recovered) res = recover_master_key(); if (!res) { DBUG_PRINT("debug", ("m_master_key_seqno= %u", m_master_key_seqno)); assert(m_master_key_seqno > 0); if (!m_skip_logs_rotation) rotate_logs(thd); } /* Revert enabling on error */ if (res) m_enabled = false; else { /* Cleanup any error if we are going to enable the option */ if (current_thd->is_error()) current_thd->clear_error(); } DBUG_PRINT("debug", ("m_enabled= %s", m_enabled ? "true" : "false")); return res; } void Rpl_encryption::disable(THD *thd) { DBUG_TRACE; assert(m_initialized); MUTEX_LOCK(lock, &LOCK_rotate_binlog_master_key); m_enabled = false; m_master_key_seqno = 0; rotate_logs(thd); /* Cleanup any error if we are going to disable the option */ if (current_thd->is_error()) current_thd->clear_error(); m_master_key_recovered = false; } bool Rpl_encryption::is_enabled() { bool res = false; res = m_enabled && // The option is enabled m_master_key_recovered && // Master key was recovered !m_master_key.m_id.empty() && // Master key ID is not empty !m_master_key.m_value.empty(); // Master key value is not empty return res; } const bool &Rpl_encryption::get_enabled_var() { return m_enabled; } const bool &Rpl_encryption::get_master_key_rotation_at_startup_var() { return m_rotate_at_startup; } const char *Rpl_encryption::SEQNO_KEY_TYPE = "AES"; std::tuple Rpl_encryption::fetch_key_from_keyring(const std::string &key_id, const std::string &key_type) { DBUG_TRACE; size_t key_len = 0; char *retrieved_key_type = nullptr; unsigned char *key = nullptr; Keyring_status error = Keyring_status::SUCCESS; auto fetch_key = [&]() -> int { return keyring_operations_helper::read_secret( srv_keyring_reader, key_id.c_str(), nullptr, &key, &key_len, &retrieved_key_type, PSI_INSTRUMENT_ME); }; /* Error fetching the key */ if (DBUG_EVALUATE_IF("failed_to_fetch_master_key_seqno_from_keyring", true, false) || fetch_key() == -1) { assert(key == nullptr); error = Keyring_status::KEYRING_ERROR_FETCHING; } else { /* Key was not found in keyring */ if (key == nullptr) { error = Keyring_status::KEY_NOT_FOUND; } else { DBUG_EXECUTE_IF("corrupt_replication_encryption_key_type", { retrieved_key_type[0] = 0; }); if (key_type.compare(retrieved_key_type) != 0) error = Keyring_status::UNEXPECTED_KEY_TYPE; } } if (retrieved_key_type) my_free(retrieved_key_type); auto result = std::make_tuple(error, key, key_len); return result; } bool Rpl_encryption::purge_unused_keys() { DBUG_TRACE; uint32_t new_last_purged_seqno; /* Retrieve last purged master key seqno from keyring (the returned value of the seqno is 0 if the key is not present on keyring. */ auto last_purged_seqno = get_last_purged_master_key_seqno_from_keyring(); if (DBUG_EVALUATE_IF("fail_to_get_purged_seqno_from_keyring", true, false)) last_purged_seqno.first = Keyring_status::KEYRING_ERROR_FETCHING; /* keyring error */ if (last_purged_seqno.first != Keyring_status::SUCCESS && last_purged_seqno.first != Keyring_status::KEY_NOT_FOUND) { Rpl_encryption::report_keyring_error(last_purged_seqno.first); return true; } /* Purge unused old binlog encryption keys from keyring. */ new_last_purged_seqno = last_purged_seqno.second + 1; while (new_last_purged_seqno < m_master_key_seqno) { std::string key_id = Rpl_encryption_header::seqno_to_key_id(new_last_purged_seqno); auto key = get_key(key_id, Rpl_encryption_header::get_key_type()); if (DBUG_EVALUATE_IF("fail_to_get_key_from_keyring", true, false)) key.first = Keyring_status::KEYRING_ERROR_FETCHING; /* keyring error */ if (key.first != Keyring_status::SUCCESS && key.first != Keyring_status::KEY_NOT_FOUND) { Rpl_encryption::report_keyring_error(key.first); return true; } /* Remove the key from keyring if it exists, otherwise skip it. */ if (key.first == Keyring_status::SUCCESS && remove_key_from_keyring(key_id)) { return true; } new_last_purged_seqno++; } /* Go back to the real last purged seqno. */ new_last_purged_seqno--; if (last_purged_seqno.second < new_last_purged_seqno) { /* Remove the existing last purged SEQNO. */ if (last_purged_seqno.second > 0 && remove_last_purged_master_key_seqno_from_keyring()) { return true; } /* Store the new last purged SEQNO. */ if (set_last_purged_master_key_seqno_on_keyring(new_last_purged_seqno)) return true; } DBUG_EXECUTE_IF( "verify_unusable_encryption_keys_are_purged", for (uint32_t seqno = 1; seqno < m_master_key_seqno; seqno++) { std::string key_id = Rpl_encryption_header::seqno_to_key_id(seqno); auto key = get_key(key_id, Rpl_encryption_header::get_key_type()); assert(key.first == Keyring_status::KEY_NOT_FOUND); }); return false; } bool Rpl_encryption::rotate_master_key(Key_rotation_step step, uint32_t new_master_key_seqno) { DBUG_TRACE; /* Steps to make the command 'ALTER INSTANCE ROTATE BINLOG MASTER KEY' be crash safe. */ switch (step) { case Key_rotation_step::START: DBUG_EXECUTE_IF("crash_before_set_old_master_key_seqno_on_keyring", DBUG_SUICIDE();); if (m_master_key_seqno > 0) { /* We do not store old master key seqno into Keyring if it is zero. */ if (set_old_master_key_seqno_on_keyring(m_master_key_seqno)) goto err1; } DBUG_EXECUTE_IF("crash_after_set_old_master_key_seqno_on_keyring", DBUG_SUICIDE();); [[fallthrough]]; case Key_rotation_step::DETERMINE_NEXT_SEQNO: { assert(new_master_key_seqno == 0); Keyring_status candidate_key_fetch_status; new_master_key_seqno = m_master_key_seqno; do { ++new_master_key_seqno; /* Check if the key already exists */ std::string candidate_key_id = Rpl_encryption_header::seqno_to_key_id(new_master_key_seqno); auto pair = get_key(candidate_key_id, Rpl_encryption_header::get_key_type()); /* If unable to check if the key already exists */ if ((pair.first != Keyring_status::KEY_NOT_FOUND && pair.first != Keyring_status::SUCCESS) || DBUG_EVALUATE_IF("fail_to_fetch_key_from_keyring", true, false)) { Rpl_encryption::report_keyring_error(pair.first); goto err1; } /* If the key already exists on keyring */ candidate_key_fetch_status = pair.first; } while (candidate_key_fetch_status != Keyring_status::KEY_NOT_FOUND); if (set_new_master_key_seqno_on_keyring(new_master_key_seqno)) goto err1; DBUG_EXECUTE_IF("crash_after_set_new_master_key_seqno_on_keyring", DBUG_SUICIDE();); } [[fallthrough]]; case Key_rotation_step::GENERATE_NEW_MASTER_KEY: /* Request the keyring to generate a new master key by key id "MySQLReplicationKey\_{UUID}\_{SEQNO}" using `new master key SEQNO` as SEQNO. */ if (generate_master_key_on_keyring(new_master_key_seqno)) goto err1; DBUG_EXECUTE_IF("crash_after_generate_new_master_key_on_keyring", DBUG_SUICIDE();); [[fallthrough]]; case Key_rotation_step::REMOVE_MASTER_KEY_INDEX: /* We did not store a master key seqno into keyring if m_master_key_seqno is 0. */ if (m_master_key_seqno != 0) { if (remove_master_key_seqno_from_keyring()) goto err1; DBUG_EXECUTE_IF("crash_after_remove_master_key_seqno_from_keyring", DBUG_SUICIDE();); } [[fallthrough]]; case Key_rotation_step::STORE_MASTER_KEY_INDEX: if (set_master_key_seqno_on_keyring(new_master_key_seqno)) goto err1; DBUG_EXECUTE_IF("crash_after_set_master_key_seqno_on_keyring", DBUG_SUICIDE();); /* The master key is now usable */ m_master_key_seqno = new_master_key_seqno; [[fallthrough]]; case Key_rotation_step::ROTATE_LOGS: { /* We do not rotate and re-encrypt logs during recovery. */ if (m_master_key_recovered && current_thd) { /* Rotate binary logs and re-encrypt previous existent binary logs. */ if (mysql_bin_log.is_open()) { if (DBUG_EVALUATE_IF("fail_to_rotate_binary_log", true, false) || mysql_bin_log.rotate_and_purge(current_thd, true)) { goto err2; } if (mysql_bin_log.reencrypt_logs()) return true; } /* Rotate relay logs and re-encrypt previous existent relay logs. */ if (flush_relay_logs_cmd(current_thd)) goto err2; if (reencrypt_relay_logs()) return true; } } [[fallthrough]]; case Key_rotation_step::PURGE_UNUSED_ENCRYPTION_KEYS: { if (m_master_key_recovered && current_thd) { /* We do not purge unused encryption keys during recovery. */ if (purge_unused_keys()) goto warn1; } if (m_master_key_seqno > 1) { /* We do not store old master key seqno into Keyring if it is zero. */ if (remove_old_master_key_seqno_from_keyring()) goto warn2; } DBUG_EXECUTE_IF("crash_after_remove_old_master_key_seqno_from_keyring", DBUG_SUICIDE();); } [[fallthrough]]; case Key_rotation_step::REMOVE_KEY_ROTATION_TAG: if (remove_new_master_key_seqno_from_keyring()) goto warn2; DBUG_EXECUTE_IF("crash_after_remove_new_master_key_seqno_from_keyring", DBUG_SUICIDE();); } return false; warn1: assert(m_master_key_recovered && current_thd); if (current_thd->is_error()) current_thd->clear_error(); /* We just report the warning for the command 'ALTER INSTANCE ROTATE BINLOG MASTER KEY'. */ push_warning(current_thd, ER_BINLOG_MASTER_KEY_ROTATION_FAIL_TO_CLEANUP_UNUSED_KEYS); return false; warn2: if (current_thd) { if (current_thd->is_error()) current_thd->clear_error(); push_warning(current_thd, ER_BINLOG_MASTER_KEY_ROTATION_FAIL_TO_CLEANUP_AUX_KEY); } else { LogErr(WARNING_LEVEL, ER_SERVER_BINLOG_MASTER_KEY_ROTATION_FAIL_TO_CLEANUP_AUX_KEY); } return false; err1: if (m_master_key_recovered && current_thd) { if (current_thd->is_error()) current_thd->clear_error(); /* We just report the error for the command 'ALTER INSTANCE ROTATE BINLOG MASTER KEY'. */ my_error(ER_BINLOG_MASTER_KEY_ROTATION_FAIL_TO_OPERATE_KEY, MYF(0)); } return true; err2: if (m_master_key_recovered && current_thd) { if (current_thd->is_error()) current_thd->clear_error(); /* We just report the error for the command 'ALTER INSTANCE ROTATE BINLOG MASTER KEY'. */ my_error(ER_BINLOG_MASTER_KEY_ROTATION_FAIL_TO_ROTATE_LOGS, MYF(0)); } return true; } void Rpl_encryption::rotate_logs(THD *thd) { DBUG_TRACE; if ((mysql_bin_log.is_open() && mysql_bin_log.rotate_and_purge(thd, true)) || flush_relay_logs_cmd(thd)) { push_warning(thd, ER_RPL_ENCRYPTION_FAILED_TO_ROTATE_LOGS); } } std::pair Rpl_encryption::get_seqno_from_keyring(std::string key_id) { DBUG_TRACE; auto fetched_key = get_key(key_id, SEQNO_KEY_TYPE, SEQNO_KEY_LENGTH); uint32_t seqno = 0; if (fetched_key.first == Keyring_status::SUCCESS) { const void *key = fetched_key.second.c_str(); memcpy(&seqno, key, sizeof(seqno)); seqno = le32toh(seqno); } return std::make_pair(fetched_key.first, seqno); } bool Rpl_encryption::set_seqno_on_keyring(std::string key_id, uint32_t seqno) { DBUG_TRACE; unsigned char key[SEQNO_KEY_LENGTH]{0}; int4store(key, seqno); DBUG_PRINT("debug", ("key_id= '%s'. seqno= %u", key_id.c_str(), seqno)); #ifdef NDEBUG if (srv_keyring_writer->store(key_id.c_str(), nullptr, key, SEQNO_KEY_LENGTH, SEQNO_KEY_TYPE) != 0) { #else if ((DBUG_EVALUATE_IF("rpl_encryption_first_time_enable_1", true, false) && key_id.compare(get_new_master_key_seqno_key_id()) == 0) || (DBUG_EVALUATE_IF("rpl_encryption_first_time_enable_3", true, false) && key_id.compare(get_master_key_seqno_key_id()) == 0) || (DBUG_EVALUATE_IF("fail_to_set_master_key_seqno_on_keyring", true, false) && key_id.compare(get_master_key_seqno_key_id()) == 0) || (DBUG_EVALUATE_IF("fail_to_set_old_master_key_seqno_on_keyring", true, false) && key_id.compare(get_old_master_key_seqno_key_id()) == 0) || (DBUG_EVALUATE_IF("fail_to_set_new_master_key_seqno_on_keyring", true, false) && key_id.compare(get_new_master_key_seqno_key_id()) == 0) || (DBUG_EVALUATE_IF("fail_to_set_last_purged_master_key_seqno_on_keyring", true, false) && key_id.compare(get_last_purged_master_key_seqno_key_id()) == 0) || srv_keyring_writer->store(key_id.c_str(), nullptr, key, SEQNO_KEY_LENGTH, SEQNO_KEY_TYPE) != 0) { #endif report_keyring_error(Keyring_status::KEYRING_ERROR_STORING); return true; } return false; } bool Rpl_encryption::remove_key_from_keyring(std::string key_id) { DBUG_TRACE; #ifdef NDEBUG if (srv_keyring_writer->remove(key_id.c_str(), nullptr) != 0) { #else if (DBUG_EVALUATE_IF("rpl_encryption_first_time_enable_4", true, false) || (DBUG_EVALUATE_IF("fail_to_remove_master_key_from_keyring", true, false) && key_id.compare(get_master_key_seqno_key_id()) == 0) || (DBUG_EVALUATE_IF("fail_to_remove_last_purged_seqno_from_keyring", true, false) && key_id.compare(get_last_purged_master_key_seqno_key_id()) == 0) || (DBUG_EVALUATE_IF("fail_to_remove_old_master_key_seqno_from_keyring", !current_thd->is_error(), false) && key_id.compare(get_old_master_key_seqno_key_id()) == 0) || (DBUG_EVALUATE_IF("fail_to_remove_new_master_key_seqno_from_keyring", !current_thd->is_error(), false) && key_id.compare(get_new_master_key_seqno_key_id()) == 0) || (DBUG_EVALUATE_IF("fail_to_remove_unused_key_from_keyring", !current_thd->is_error(), false) && key_id.compare(get_master_key_seqno_key_id()) != 0) || srv_keyring_writer->remove(key_id.c_str(), nullptr) != 0) { #endif report_keyring_error(Keyring_status::KEYRING_ERROR_REMOVING); return true; } return false; } std::string Rpl_encryption::get_master_key_seqno_key_id() { return Rpl_encryption_header::key_id_prefix(); } std::pair Rpl_encryption::get_master_key_seqno_from_keyring() { DBUG_TRACE; std::string key_id = get_master_key_seqno_key_id(); return get_seqno_from_keyring(key_id); } bool Rpl_encryption::set_master_key_seqno_on_keyring(uint32_t seqno) { DBUG_TRACE; std::string key_id = get_master_key_seqno_key_id(); return set_seqno_on_keyring(key_id, seqno); } bool Rpl_encryption::remove_master_key_seqno_from_keyring() { DBUG_TRACE; std::string key_id = get_master_key_seqno_key_id(); return remove_key_from_keyring(key_id); } std::string Rpl_encryption::get_new_master_key_seqno_key_id() { DBUG_TRACE; return Rpl_encryption_header::key_id_with_suffix("new"); } std::string Rpl_encryption::get_last_purged_master_key_seqno_key_id() { DBUG_TRACE; return Rpl_encryption_header::key_id_with_suffix("last_purged"); } std::string Rpl_encryption::get_old_master_key_seqno_key_id() { DBUG_TRACE; return Rpl_encryption_header::key_id_with_suffix("old"); } std::pair Rpl_encryption::get_new_master_key_seqno_from_keyring() { DBUG_TRACE; std::string key_id = get_new_master_key_seqno_key_id(); return get_seqno_from_keyring(key_id); } std::pair Rpl_encryption::get_old_master_key_seqno_from_keyring() { DBUG_TRACE; std::string key_id = get_old_master_key_seqno_key_id(); return get_seqno_from_keyring(key_id); } std::pair Rpl_encryption::get_last_purged_master_key_seqno_from_keyring() { DBUG_TRACE; std::string key_id = get_last_purged_master_key_seqno_key_id(); return get_seqno_from_keyring(key_id); } bool Rpl_encryption::set_new_master_key_seqno_on_keyring(uint32 seqno) { DBUG_TRACE; std::string key_id = get_new_master_key_seqno_key_id(); return set_seqno_on_keyring(key_id, seqno); } bool Rpl_encryption::set_last_purged_master_key_seqno_on_keyring(uint32 seqno) { DBUG_TRACE; std::string key_id = get_last_purged_master_key_seqno_key_id(); return set_seqno_on_keyring(key_id, seqno); } bool Rpl_encryption::set_old_master_key_seqno_on_keyring(uint32 seqno) { DBUG_TRACE; std::string key_id = get_old_master_key_seqno_key_id(); return set_seqno_on_keyring(key_id, seqno); } bool Rpl_encryption::remove_new_master_key_seqno_from_keyring() { DBUG_TRACE; std::string key_id = get_new_master_key_seqno_key_id(); return remove_key_from_keyring(key_id); } bool Rpl_encryption::remove_last_purged_master_key_seqno_from_keyring() { DBUG_TRACE; std::string key_id = get_last_purged_master_key_seqno_key_id(); return remove_key_from_keyring(key_id); } bool Rpl_encryption::remove_old_master_key_seqno_from_keyring() { DBUG_TRACE; std::string key_id = get_old_master_key_seqno_key_id(); return remove_key_from_keyring(key_id); } bool Rpl_encryption::generate_master_key_on_keyring(uint32 seqno) { DBUG_TRACE; std::string key_id = Rpl_encryption_header_v1::seqno_to_key_id(seqno); /* Check if the key already exists */ auto pair = get_key(key_id, Rpl_encryption_header_v1::KEY_TYPE); /* If unable to check if the key already exists */ if (pair.first == Keyring_status::KEYRING_ERROR_FETCHING) { Rpl_encryption::report_keyring_error(pair.first); return true; } /* If the key already exists on keyring */ if (pair.first != Keyring_status::KEY_NOT_FOUND) { Rpl_encryption::report_keyring_error(Keyring_status::KEY_EXISTS_UNEXPECTED, key_id.c_str()); return true; } /* Generate the new key */ if (DBUG_EVALUATE_IF("rpl_encryption_first_time_enable_2", true, false) || DBUG_EVALUATE_IF("fail_to_generate_key_on_keyring", true, false) || srv_keyring_generator->generate( key_id.c_str(), nullptr, Rpl_encryption_header_v1::KEY_TYPE, Rpl_encryption_header_v1::KEY_LENGTH) != 0) { Rpl_encryption::report_keyring_error( Keyring_status::KEYRING_ERROR_GENERATING); return true; } /* Fetch the new generated key from keyring again */ pair = Rpl_encryption::get_key(key_id, Rpl_encryption_header_v1::KEY_TYPE, Rpl_encryption_header_v1::KEY_LENGTH); if (pair.first != Keyring_status::SUCCESS) { Rpl_encryption::report_keyring_error(pair.first); return true; } /* Store the generated key as the new master key */ m_master_key.m_id = key_id; m_master_key.m_value.assign(pair.second); return false; } #endif // MYSQL_SERVER const char *Rpl_encryption_header::ENCRYPTION_MAGIC = "\xfd\x62\x69\x6e"; Rpl_encryption_header::~Rpl_encryption_header() { DBUG_TRACE; } void throw_encryption_header_error(const char *message) { #ifdef MYSQL_SERVER if (current_thd) #endif my_error(ER_RPL_ENCRYPTION_HEADER_ERROR, MYF(0), message); #ifdef MYSQL_SERVER else LogErr(ERROR_LEVEL, ER_SERVER_RPL_ENCRYPTION_HEADER_ERROR, message); #endif } std::unique_ptr Rpl_encryption_header::get_header( Basic_istream *istream) { DBUG_TRACE; bool res = true; ssize_t read_len = 0; uint8_t version = 0; // This is called after reading the MAGIC. read_len = istream->read(&version, VERSION_SIZE); DBUG_EXECUTE_IF("force_encrypted_header_version_2", { version = 2; }); DBUG_EXECUTE_IF("corrupt_encrypted_header_version", { read_len = 0; }); std::unique_ptr header; if (read_len == VERSION_SIZE) { DBUG_PRINT("debug", ("encryption header version= %d", version)); switch (version) { case 1: { std::unique_ptr header_v1( new Rpl_encryption_header_v1); header = std::move(header_v1); res = header->deserialize(istream); if (res) header.reset(nullptr); break; } default: throw_encryption_header_error("Unsupported encryption header version"); break; } } else { throw_encryption_header_error( "Unable to determine encryption header version"); } return header; } std::unique_ptr Rpl_encryption_header::get_new_default_header() { DBUG_TRACE; std::unique_ptr header(new Rpl_encryption_header_v1); return header; } std::string Rpl_encryption_header::key_id_prefix() { return Rpl_encryption_header_v1::key_id_prefix(); } std::string Rpl_encryption_header::seqno_to_key_id(uint32_t seqno) { return Rpl_encryption_header_v1::seqno_to_key_id(seqno); } std::string Rpl_encryption_header::key_id_with_suffix(const char *suffix) { return Rpl_encryption_header_v1::key_id_with_suffix(suffix); } const char *Rpl_encryption_header::get_key_type() { return Rpl_encryption_header_v1::KEY_TYPE; } const char *Rpl_encryption_header_v1::KEY_TYPE = "AES"; const char *Rpl_encryption_header_v1::KEY_ID_PREFIX = "MySQLReplicationKey"; Rpl_encryption_header_v1::~Rpl_encryption_header_v1() { DBUG_TRACE; } bool Rpl_encryption_header_v1::serialize(Basic_ostream *ostream) { unsigned char header[HEADER_SIZE]{0}; unsigned char *ptr = nullptr; memcpy(header, ENCRYPTION_MAGIC, ENCRYPTION_MAGIC_SIZE); header[VERSION_OFFSET] = m_version; assert(m_key_id.length() < 255); ptr = header + OPTIONAL_FIELD_OFFSET; *ptr++ = KEY_ID; *ptr++ = m_key_id.length(); memcpy(ptr, m_key_id.data(), m_key_id.length()); ptr += m_key_id.length(); assert(m_encrypted_password.length() == PASSWORD_FIELD_SIZE); *ptr++ = ENCRYPTED_FILE_PASSWORD; memcpy(ptr, m_encrypted_password.data(), m_encrypted_password.length()); ptr += PASSWORD_FIELD_SIZE; assert(m_iv.length() == IV_FIELD_SIZE); *ptr++ = IV_FOR_FILE_PASSWORD; memcpy(ptr, m_iv.data(), m_iv.length()); bool res = DBUG_EVALUATE_IF("fail_to_serialize_encryption_header", true, ostream->write(header, HEADER_SIZE)); return res; } bool Rpl_encryption_header_v1::deserialize(Basic_istream *istream) { DBUG_TRACE; unsigned char header[HEADER_SIZE]; ssize_t read_len = 0; // This is called after reading the MAGIC + version. const int read_offset = ENCRYPTION_MAGIC_SIZE + VERSION_SIZE; read_len = istream->read(header + read_offset, HEADER_SIZE - (read_offset)); DBUG_EXECUTE_IF("force_incomplete_encryption_header", { --read_len; }); if (read_len < HEADER_SIZE - read_offset) { throw_encryption_header_error("Header is incomplete"); return true; } m_key_id.clear(); m_encrypted_password.clear(); m_iv.clear(); const char *header_buffer = reinterpret_cast(header); mysql::binlog::event::Event_reader reader(header_buffer, HEADER_SIZE); reader.go_to(OPTIONAL_FIELD_OFFSET); uint8_t field_type = 0; DBUG_EXECUTE_IF("corrupt_encryption_header_unknown_field_type", { header[OPTIONAL_FIELD_OFFSET] = 255; }); while (!reader.has_error()) { field_type = reader.read(); switch (field_type) { case 0: /* End of fields */ break; case KEY_ID: { uint8_t length = reader.read(); DBUG_EXECUTE_IF("corrupt_encryption_header_read_above_header_size", { reader.go_to(HEADER_SIZE - 1); }); if (!reader.has_error()) { const char *key_ptr = reader.ptr(length); if (!reader.has_error()) m_key_id.assign(key_ptr, length); } break; } case ENCRYPTED_FILE_PASSWORD: { const unsigned char *password_ptr = reinterpret_cast( reader.ptr(PASSWORD_FIELD_SIZE)); if (!reader.has_error()) m_encrypted_password.assign(password_ptr, PASSWORD_FIELD_SIZE); break; } case IV_FOR_FILE_PASSWORD: { const unsigned char *iv_ptr = reinterpret_cast(reader.ptr(IV_FIELD_SIZE)); if (!reader.has_error()) m_iv.assign(iv_ptr, IV_FIELD_SIZE); break; } default: throw_encryption_header_error("Unknown field type"); return true; } if (field_type == 0) break; } DBUG_EXECUTE_IF("corrupt_encryption_header_missing_key_id", { m_key_id.clear(); }); DBUG_EXECUTE_IF("corrupt_encryption_header_missing_password", { m_encrypted_password.clear(); }); DBUG_EXECUTE_IF("corrupt_encryption_header_missing_iv", { m_iv.clear(); }); bool res = false; if (reader.has_error()) { /* Error deserializing header fields */ throw_encryption_header_error("Header is corrupted"); res = true; } else { if (m_key_id.empty()) { throw_encryption_header_error( "Header is missing the replication encryption key ID"); res = true; } else if (m_encrypted_password.empty()) { throw_encryption_header_error("Header is missing the encrypted password"); res = true; } else if (m_iv.empty()) { throw_encryption_header_error("Header is missing the IV"); res = true; } } return res; } char Rpl_encryption_header_v1::get_version() const { return m_version; } int Rpl_encryption_header_v1::get_header_size() { return Rpl_encryption_header_v1::HEADER_SIZE; } Key_string Rpl_encryption_header_v1::decrypt_file_password() { DBUG_TRACE; Key_string file_password; #ifdef MYSQL_SERVER if (!m_key_id.empty()) { auto error_and_key = Rpl_encryption::get_key(m_key_id, KEY_TYPE, KEY_LENGTH); if (error_and_key.first != Rpl_encryption::Keyring_status::SUCCESS) { Rpl_encryption::report_keyring_error(error_and_key.first, m_key_id.c_str()); } else if (!error_and_key.second.empty()) { unsigned char buffer[Aes_ctr::PASSWORD_LENGTH]; if (my_aes_decrypt(m_encrypted_password.data(), m_encrypted_password.length(), buffer, error_and_key.second.data(), error_and_key.second.length(), my_aes_256_cbc, m_iv.data(), false) != MY_AES_BAD_DATA) file_password.append(buffer, Aes_ctr::PASSWORD_LENGTH); } } #endif return file_password; } std::unique_ptr Rpl_encryption_header_v1::get_encryptor() { return Aes_ctr::get_encryptor(); } std::unique_ptr Rpl_encryption_header_v1::get_decryptor() { return Aes_ctr::get_decryptor(); } #ifdef MYSQL_SERVER bool Rpl_encryption_header_v1::encrypt_file_password(Key_string password_str) { DBUG_TRACE; bool error = false; unsigned char encrypted_password[Aes_ctr::PASSWORD_LENGTH]; unsigned char iv[Aes_ctr::AES_BLOCK_SIZE]; Rpl_encryption::Rpl_encryption_key master_key = rpl_encryption.get_master_key(); /* Get the master key id */ assert(master_key.m_id.length() > 0); m_key_id = master_key.m_id; /* Generate iv, it is a random string. */ error = my_rand_buffer(iv, Aes_ctr::AES_BLOCK_SIZE); m_iv = Key_string(iv, sizeof(iv)); /* Encrypt password */ if (!error) { error = (my_aes_encrypt(password_str.data(), password_str.length(), encrypted_password, master_key.m_value.data(), master_key.m_value.length(), my_aes_256_cbc, iv, false) == MY_AES_BAD_DATA); m_encrypted_password = Key_string(encrypted_password, sizeof(encrypted_password)); } return error; } #endif Key_string Rpl_encryption_header_v1::generate_new_file_password() { Key_string password_str; #ifdef MYSQL_SERVER unsigned char password[Aes_ctr::PASSWORD_LENGTH]; bool error = false; /* Generate password, it is a random string. */ error = my_rand_buffer(password, sizeof(password)); if (!error) { password_str.append(password, sizeof(password)); } if (error || encrypt_file_password(password_str) || DBUG_EVALUATE_IF("fail_to_generate_new_file_password", true, false)) { Key_string empty_password; return empty_password; } #endif return password_str; } std::string Rpl_encryption_header_v1::key_id_prefix() { std::ostringstream ostr; #ifdef MYSQL_SERVER ostr << KEY_ID_PREFIX << "_" << ::server_uuid; #endif return ostr.str(); } std::string Rpl_encryption_header_v1::seqno_to_key_id(uint32_t seqno [[maybe_unused]]) { std::ostringstream ostr; #ifdef MYSQL_SERVER ostr << key_id_prefix() << "_" << seqno; #endif return ostr.str(); } std::string Rpl_encryption_header_v1::key_id_with_suffix(const char *suffix [[maybe_unused]]) { std::ostringstream ostr; #ifdef MYSQL_SERVER ostr << key_id_prefix() << "_" << suffix; #endif return ostr.str(); }