/* Copyright (c) 2015, 2024, Oracle and/or its affiliates. This program is free software; you can redistribute it and/or modify it under the terms of the GNU General Public License, version 2.0, as published by the Free Software Foundation. This program is designed to work with certain software (including but not limited to OpenSSL) that is licensed under separate terms, as designated in a particular file or component or in included license documentation. The authors of MySQL hereby grant you an additional permission to link the program and your derivative works with the separately licensed software that they have either included with the program or referenced in the documentation. This program is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License, version 2.0, for more details. You should have received a copy of the GNU General Public License along with this program; if not, write to the Free Software Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA */ #ifndef RPL_SERVICE_INTERFACE_INCLUDE #define RPL_SERVICE_INTERFACE_INCLUDE #include #include // Channel errors #define RPL_CHANNEL_SERVICE_RECEIVER_CONNECTION_ERROR -1 #define RPL_CHANNEL_SERVICE_DEFAULT_CHANNEL_CREATION_ERROR -2 #define RPL_CHANNEL_SERVICE_SLAVE_SKIP_COUNTER_ACTIVE -3 #define RPL_CHANNEL_SERVICE_CHANNEL_DOES_NOT_EXISTS_ERROR -4 // Error for the wait event consumption, equal to the server wait for GTID // method #define REPLICATION_THREAD_WAIT_TIMEOUT_ERROR -1 #define REPLICATION_THREAD_WAIT_NO_INFO_ERROR -2 // Settings // Used whenever a parameter should take the server default value #define RPL_SERVICE_SERVER_DEFAULT -1 // Channel creation settings /** Types of channels */ enum enum_channel_type { SLAVE_REPLICATION_CHANNEL, // Master slave replication channels GROUP_REPLICATION_CHANNEL // Group replication channels }; /** Know parallelization options that can be applied to channel appliers */ enum enum_multi_threaded_workers_type { CHANNEL_MTS_PARALLEL_TYPE_DB_NAME, CHANNEL_MTS_PARALLEL_TYPE_LOGICAL_CLOCK }; /** SSL information to be used when creating a channel. It maps the SSL options present in a CHANGE REPLICATION SOURCE. */ struct Channel_ssl_info { int use_ssl; // use SSL char *ssl_ca_file_name; // SSL list of trusted certificate authorities char *ssl_ca_directory; // SSL certificate authorities directory char *ssl_cert_file_name; // SSL connection certificate char *ssl_crl_file_name; // SSL certificate revocation list char *ssl_crl_directory; // SSL certificate revocation list file directory char *ssl_key; // SSL key file for connections char *ssl_cipher; // list of permissible ciphers to use for SSL int ssl_verify_server_cert; // check the server's Common Name value char *tls_version; // TLS version to use for SSL char *tls_ciphersuites; // list of permissible ciphersuites for TLS 1.3 }; void initialize_channel_ssl_info(Channel_ssl_info *channel_ssl_info); /** Creation information for a channel. It includes the data that is usually associated to a change replication source command */ struct Channel_creation_info { enum_channel_type type; char *hostname; int port; char *user; char *password; Channel_ssl_info *ssl_info; int auto_position; int channel_mts_parallel_type; int channel_mts_parallel_workers; int channel_mta_checkpoint_group; int replicate_same_server_id; int thd_tx_priority; // The applier thread priority int sql_delay; int connect_retry; // How many seconds to wait between retries. int retry_count; // Limits the number of reconnection attempts bool preserve_relay_logs; // If the logs should be preserved on creation char *public_key_path; // RSA Public key information int get_public_key; // Preference to get public key from donor if not // available char *compression_algorithm; unsigned int zstd_compression_level; /* to enable async connection failover */ int m_source_connection_auto_failover{0}; bool m_ignore_write_set_memory_limit; bool m_allow_drop_write_set; }; void initialize_channel_creation_info(Channel_creation_info *channel_info); // Start settings /** The known types of channel threads. All new types should be power of 2 */ enum enum_channel_thread_types { CHANNEL_NO_THD = 0, CHANNEL_RECEIVER_THREAD = 1, CHANNEL_APPLIER_THREAD = 2 }; /** The known until conditions that can be applied to channels */ enum enum_channel_until_condition { CHANNEL_NO_UNTIL_CONDITION, CHANNEL_UNTIL_APPLIER_BEFORE_GTIDS, CHANNEL_UNTIL_APPLIER_AFTER_GTIDS, CHANNEL_UNTIL_APPLIER_AFTER_GAPS, CHANNEL_UNTIL_VIEW_ID }; /** Channel information to connect to a receiver */ struct Channel_connection_info { int until_condition; // base on enum_channel_until_condition char *gtid; // Gtids to wait on a until condition char *view_id; // The view id to wait on a until condition }; void initialize_channel_connection_info(Channel_connection_info *channel_info); /** Initializes a channel connection in a similar way to a change replication source command. @note If the channel exists, it is reconfigured with the new options. About the logs, the preserve_relay_logs option allows the user to maintain them untouched. @param channel The channel name @param channel_information Channel creation information. @return the operation status @retval 0 OK @retval !=0 Error on channel creation */ int channel_create(const char *channel, Channel_creation_info *channel_information); /** Start the Applier/Receiver threads according to the given options. If the receiver thread is to be started, connection credential must be supported. @param channel The channel name @param connection_info Channel connection information @param threads_to_start The types of threads to be started @param wait_for_connection If when starting the receiver, the method should wait for the connection to succeed @param use_server_mta_configuration If true, the channel uses the server parallel applier configuration when starting the applier thread, instead of the configuration given on `channel_create()` @param channel_map_already_locked If set to true, will not acquire a write lock of channel_map @return the operation status @retval 0 OK @retval !=0 Error */ int channel_start(const char *channel, Channel_connection_info *connection_info, int threads_to_start, int wait_for_connection, bool use_server_mta_configuration = false, bool channel_map_already_locked = false); /** Stops the channel threads according to the given options. @param channel The channel name @param threads_to_stop The types of threads to be stopped @param timeout The expected time in which the thread should stop @return the operation status @retval 0 OK @retval !=0 Error */ int channel_stop(const char *channel, int threads_to_stop, long timeout); /** Kills the Binlog Dump threads. @return the operation status @retval 0 OK */ int binlog_dump_thread_kill(); /** Stops all the running channel threads according to the given options. @param threads_to_stop The types of threads to be stopped @param timeout The expected time in which the thread should stop @param error_message The returned error_message @return the operation status @retval 0 OK @retval !=0 Error */ int channel_stop_all(int threads_to_stop, long timeout, std::string *error_message); /** Purges the channel logs @param channel The channel name @param reset_all If true, the method will purge logs and remove the channel If false, only the channel information will be reset. @return the operation status @retval 0 OK @retval !=0 Error */ int channel_purge_queue(const char *channel, bool reset_all); /** Tells if the selected component of the channel is active or not. If no component is passed, this method returns if the channel exists or not @param channel The channel name @param type The thread that should be checked. If 0, this method applies to the channel existence. @return is the channel (component) active @retval true Yes @retval false No */ bool channel_is_active(const char *channel, enum_channel_thread_types type); /** Returns the id(s) of the channel threads: receiver or applier. If more than one applier exists, an array is returned, on which first index is coordinator thread id. @param[in] channel The channel name @param[in] thread_type The thread type (receiver or applier) @param[out] thread_id The array of id(s) @param[in] need_lock Is channel_map read lock needed? @return the number of returned ids @retval -1 the channel does no exists, or the thread is not present @retval >0 the number of thread ids returned. */ int channel_get_thread_id(const char *channel, enum_channel_thread_types thread_type, unsigned long **thread_id, bool need_lock = true); /** Returns last GNO from applier from a given UUID. @param channel the channel name @param sidno the uuid associated to the desired gno @return the last applier gno @retval <0 the channel does no exists, or the applier is not present @retval >0 the gno */ long long channel_get_last_delivered_gno(const char *channel, int sidno); /** Adds server executed GTID set to channel received GTID set. @param channel the channel name @return the operation status @retval 0 OK @retval != 0 Error */ int channel_add_executed_gtids_to_received_gtids(const char *channel); /** Queues a event packet into the current active channel. @param channel the channel name @param buf the event buffer @param len the event buffer length @return the operation status @retval 0 OK @retval != 0 Error on queue */ int channel_queue_packet(const char *channel, const char *buf, unsigned long len); /** Checks if all the queued transactions were executed. @note This method assumes that the channel is not receiving any more events. If it is still receiving, then the method should wait for execution of transactions that were present when this method was invoked. @param channel the channel name @param timeout the time (seconds) after which the method returns if the above condition was not satisfied @return the operation status @retval 0 All transactions were executed @retval REPLICATION_THREAD_WAIT_TIMEOUT_ERROR A timeout occurred @retval REPLICATION_THREAD_WAIT_NO_INFO_ERROR An error occurred */ int channel_wait_until_apply_queue_applied(const char *channel, double timeout); /** Checks if all the transactions in the given set were executed. @param channel the channel name @param gtid_set the set in string format of transaction to wait for @param timeout the time (seconds) after which the method returns if the above condition was not satisfied @param update_THD_status Shall the method update the THD stage @return the operation status @retval 0 All transactions were executed @retval REPLICATION_THREAD_WAIT_TIMEOUT_ERROR A timeout occurred @retval REPLICATION_THREAD_WAIT_NO_INFO_ERROR An error occurred */ int channel_wait_until_transactions_applied(const char *channel, const char *gtid_set, double timeout, bool update_THD_status = true); /** Checks if the applier, and its workers when parallel applier is enabled, has already consumed all relay log, that is, applier is waiting for transactions to be queued. @param channel The channel name @return the operation status @retval <0 Error @retval 0 Applier is not waiting @retval 1 Applier is waiting */ int channel_is_applier_waiting(const char *channel); /** Checks if the applier thread, and its workers when parallel applier is enabled, has already consumed all relay log, that is, applier thread is waiting for transactions to be queued. @param thread_id the applier thread id to check @param worker flag to indicate if thread is a parallel worker @return the operation status @retval -1 Unable to find applier thread @retval 0 Applier thread is not waiting @retval 1 Applier thread is waiting */ int channel_is_applier_thread_waiting(unsigned long thread_id, bool worker = false); /** Flush the channel. @return the operation status @retval 0 OK @retval != 0 Error on flush */ int channel_flush(const char *channel); /** Initializes channel structures if needed. @return the operation status @retval 0 OK @retval != 0 Error on queue */ int initialize_channel_service_interface(); /** Returns the receiver thread retrieved GTID set in string format. @param channel The channel name. @param[out] retrieved_set Pointer to pointer to string. The function will set it to point to a newly allocated buffer, or NULL on out of memory. @return the operation status @retval 0 OK @retval !=0 Error on retrieval */ int channel_get_retrieved_gtid_set(const char *channel, char **retrieved_set); /** Tells if the selected component of the channel is stopping or not. @param channel The channel name @param type The thread that should be checked. @return is the channel (component) stopping @retval true Yes @retval false No, no type was specified or the channel does not exist. */ bool channel_is_stopping(const char *channel, enum_channel_thread_types type); /** Checks if the given channel's relaylog contains a partial transaction. @param channel The channel name @retval true If relaylog contains partial transcation. @retval false If relaylog does not contain partial transaction. */ bool is_partial_transaction_on_channel_relay_log(const char *channel); /** Checks if any slave threads of any channel is running @param[in] thread_mask type of slave thread- IO/SQL or any @retval true at least one channel thread is running. @retval false none of the the channels are running. */ bool is_any_slave_channel_running(int thread_mask); /** Checks if any slave threads of any channel configured with SOURCE_CONNECTION_AUTO_FAILOVER is running. @param[in] thread_mask type of slave thread- IO/SQL or any @retval true at least one channel threads are running. @retval false none of the the channels are running. */ bool is_any_slave_channel_running_with_failover_enabled(int thread_mask); /** Checks if any running channel uses the same UUID for assign_gtids_to_anonymous_transactions as the group_name @param[in] group_name the group name @retval true at least one channel has the same uuid @retval false none of the the channels have the same uuid */ bool channel_has_same_uuid_as_group_name(const char *group_name); /** Method to get the credentials configured for a channel @param[in] channel The channel name @param[out] user The user to extract @param[out] password The password to extract @return the operation status @retval false OK @retval true Error, channel not found */ int channel_get_credentials(const char *channel, std::string &user, std::string &password); /** Method to get the network namespace configured for a channel @param[in] channel The channel name @param[out] net_ns The network namespace to extract @return the operation status @retval false OK @retval true Error, channel not found */ int channel_get_network_namespace(const char *channel, std::string &net_ns); /** Return type for function has_any_slave_channel_open_temp_table_or_is_its_applier_running() */ enum enum_slave_channel_status { /* None of all slave channel appliers are running and none of all slave channels have open temporary table(s). */ SLAVE_CHANNEL_NO_APPLIER_RUNNING_AND_NO_OPEN_TEMPORARY_TABLE = 0, /* At least one slave channel applier is running. */ SLAVE_CHANNEL_APPLIER_IS_RUNNING, /* At least one slave channel has open temporary table(s). */ SLAVE_CHANNEL_HAS_OPEN_TEMPORARY_TABLE }; /** Checks if any slave channel applier is running or any slave channel has open temporary table(s). This holds handled appliers' run_locks until finding a running slave channel applier or a slave channel which has open temporary table(s), or handling all slave channels. @return SLAVE_CHANNEL_NO_APPLIER_RUNNING_AND_NO_OPEN_TEMPORARY_TABLE, SLAVE_CHANNEL_APPLIER_IS_RUNNING or SLAVE_CHANNEL_HAS_OPEN_TEMPORARY_TABLE. */ enum_slave_channel_status has_any_slave_channel_open_temp_table_or_is_its_applier_running(); /** Delete stored credentials from Slave_credentials @param[in] channel_name The channel name @return the operation status @retval 0 OK @retval 1 Error, channel not found */ int channel_delete_credentials(const char *channel_name); /** Start channels which have SOURCE_CONNECTION_AUTO_FAILOVER=1. @return the operation status @retval false OK @retval true Error */ bool start_failover_channels(); /** Set SOURCE_CONNECTION_AUTO_FAILOVER on the given channel to the given status value. @param[in] channel The channel name @param[in] status true, enables SOURCE_CONNECTION_AUTO_FAILOVER false, disables SOURCE_CONNECTION_AUTO_FAILOVER @return the operation status @retval false OK @retval true Error */ bool channel_change_source_connection_auto_failover(const char *channel, bool status); /** Unset SOURCE_CONNECTION_AUTO_FAILOVER=0 on all channels. @return the operation status @retval false OK @retval true Error */ bool unset_source_connection_auto_failover_on_all_channels(); /** Reload the status values on `Rpl_acf_status_configuration` singleton. */ void reload_failover_channels_status(); /** Get replication failover channels configuration in a serialized protobuf_replication_asynchronous_connection_failover::SourceAndManagedAndStatusList message. @param[out] serialized_configuration the serialized configuration @return the operation status @retval false OK @retval true Error */ bool get_replication_failover_channels_configuration( std::string &serialized_configuration); /** Set replication failover channels configuration that was received from the group. Each member of the group will send its own configuration in a serialized protobuf_replication_asynchronous_connection_failover::SourceAndManagedAndStatusList message. @param[in] exchanged_replication_failover_channels_serialized_configuration vector with the serialized configuration from each member @return the operation status @retval false OK @retval true Error */ bool set_replication_failover_channels_configuration( const std::vector &exchanged_replication_failover_channels_serialized_configuration); /** Collect and broadcast the replication failover channels configuration in a serialized protobuf_replication_asynchronous_connection_failover::SourceAndManagedAndStatusList message, that will override the configuration on all group members. @return the operation status @retval false OK @retval true Error */ bool force_my_replication_failover_channels_configuration_on_all_members(); /** Calculate transactions that are waiting to be applied on channel. gtid_set_to_apply will contain a list of UUIDs with intervals that represent transactions that will be applied. @param[in] channel name of the channel @param[out] gtid_set_to_apply transactions on backlog to be applied. @return the operation status @retval 0 OK @retval !=0 Error */ int channel_get_gtid_set_to_apply(const char *channel, std::string >id_set_to_apply); #endif // RPL_SERVICE_INTERFACE_INCLUDE