mirror of
https://github.com/MariaDB/server.git
synced 2025-01-16 12:02:42 +01:00
1864d9596d
Documentation of the feature can be found at: http://kb.askmonty.org/en/multi-source-replication/ This code is based on code from Taobao, developed by Plinux BUILD/SETUP.sh: Added -Wno-invalid-offsetof to get rid of warning of offsetof() on C++ class (safe in the contex we use it) client/mysqltest.cc: Added support for error names starting with 'W' Added connection_name support to --sync_with_master cmake/maintainer.cmake: Added -Wno-invalid-offsetof to get rid of warning of offsetof() on C++ class (safe in the contex we use it) mysql-test/r/mysqltest.result: Updated results mysql-test/r/parser.result: Updated results mysql-test/suite/multi_source/my.cnf: Setup of multi-master tests mysql-test/suite/multi_source/simple.result: Simple basic test of multi-source functionality mysql-test/suite/multi_source/simple.test: Simple basic test of multi-source functionality mysql-test/suite/multi_source/syntax.result: Test of multi-source syntax mysql-test/suite/multi_source/syntax.test: Test of multi-source syntax mysql-test/suite/rpl/r/rpl_rotate_logs.result: Updated results because of new error messages mysql-test/t/parser.test: Updated test as master_pos_wait() now takes more arguments than before sql/event_scheduler.cc: No reason to initialize slave_thread (it's guaranteed to be zero here) sql/item_create.cc: Added connection_name argument to master_pos_wait() Simplified code sql/item_func.cc: Added connection_name argument to master_pos_wait() sql/item_func.h: Added connection_name argument to master_pos_wait() sql/log.cc: Added tag "Master 'connection_name'" to slave errors that has a connection name. sql/mysqld.cc: Added variable mysqld_server_initialized so that other functions can test if server is fully initialized. Free all slave data in one place (fewer ifdef's) Removed not needed call to close_active_mi() Initialize slaves() later in startup to ensure that everthing is really initialized when slaves start. Made status variable slave_running multi-source safe sql/mysqld.h: Added mysqld_server_initialized sql/rpl_mi.cc: Store connection name and cmp_connection_name (only used for show full slave status) in Master_info Added code for Master_info_index, which handles storage of multi-master information Don't write the empty "" connection_name to multi-master.info file. This is handled by the original code. sql/rpl_mi.h: Added connection_name and Master_info_index sql/rpl_rli.cc: Added connection_name to relay log files. sql/rpl_rli.h: Fixed type of slave_skip_counter as we now access it directly in sys_vars.cc, so it must be uint sql/share/errmsg-utf8.txt: Added new error messages needed for multi-source Added multi-source name to error ER_MASTER_INFO and WARN_NO_MASTER_INFO sql/slave.cc: Moved things a bit around to make it easier to handle error conditions. Create a global master_info_index and add the "" connection to it Ensure that new Master_info doesn't fail. Don't call terminate_slave_threads(active_mi..) on end_slave() as this is now done automaticly when deleting master_info_index. Delete not needed function close_active_mi(). One can achive same thing by calling end_slave(). Added support for SHOW FULL SLAVE STATUS (show status for all master connections with connection_name as first column) sql/slave.h: Added new prototypes sql/sql_base.cc: More DBUG_PRINT sql/sql_class.cc: Reset thd->connection_name and thd-->default_master_connection sql/sql_class.h: Added thd->connection_name and thd-->default_master_connection Added slave_skip_count to variables to make changing the @@sql_slave_skip_count variable thread safe sql/sql_const.h: Added MAX_CONNECTION_NAME sql/sql_lex.cc: Reset 'lex->verbose' (to simplify some sql_yacc.yy code) sql/sql_lex.h: Added connection_name sql/sql_parse.cc: Added support for connection_name to all SLAVE commands. - Instead of using active_mi, we now get the current Master_info from master_info_index. - Create new replication threads with CHANGE MASTER - Added support for show_all_master_info() sql/sql_reload.cc: Made reset/full slave use master_info_index->get_master_info() instead of active_mi. If one uses 'RESET SLAVE "connection_name" all' the connection is removed from master_info_index. sql/sql_repl.cc: sql_slave_skip_counter is moved to thd->variables to make it thread safe and fix some bugs with it Add connection name to relay log files. Added connection name to errors. Added some logging for multi-master if log_warnings > 1 stop_slave(): - Don't check if thd is set. It's guaranteed to always be set. change_master(): - Check for duplicate connection names in change_master() - Check for wrong arguments first in file (to simplify error handling) - Register new connections in master_info_index sql/sql_yacc.yy: Added optional connection_name to a all relevant master/slave commands sql/strfunc.cc: my_global.h shoud always be included first. sql/sys_vars.cc: Added variable default_master_connection Made variable sql_slave_skip_counter multi-source safe sql/sys_vars.h: Added Sys_var_session_lexstring (needed for default_master_connection) Added Sys_var_multi_source_uint (needed for sql_slave_skip_counter).
270 lines
9.8 KiB
C++
270 lines
9.8 KiB
C++
/*
|
|
Copyright (c) 2000, 2010, Oracle and/or its affiliates.
|
|
|
|
This program is free software; you can redistribute it and/or modify
|
|
it under the terms of the GNU General Public License as published by
|
|
the Free Software Foundation; version 2 of the License.
|
|
|
|
This program is distributed in the hope that it will be useful,
|
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
GNU General Public License for more details.
|
|
|
|
You should have received a copy of the GNU General Public License
|
|
along with this program; if not, write to the Free Software
|
|
Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA */
|
|
|
|
#ifndef SLAVE_H
|
|
#define SLAVE_H
|
|
|
|
/**
|
|
@defgroup Replication Replication
|
|
@{
|
|
|
|
@file
|
|
*/
|
|
|
|
/**
|
|
Some of defines are need in parser even though replication is not
|
|
compiled in (embedded).
|
|
*/
|
|
|
|
/**
|
|
The maximum is defined as (ULONG_MAX/1000) with 4 bytes ulong
|
|
*/
|
|
#define SLAVE_MAX_HEARTBEAT_PERIOD 4294967
|
|
|
|
#ifdef HAVE_REPLICATION
|
|
|
|
#include "log.h"
|
|
#include "my_list.h"
|
|
#include "rpl_filter.h"
|
|
#include "rpl_tblmap.h"
|
|
|
|
#define SLAVE_NET_TIMEOUT 3600
|
|
|
|
#define MAX_SLAVE_ERROR 2000
|
|
|
|
#define MAX_REPLICATION_THREAD 64
|
|
|
|
// Forward declarations
|
|
class Relay_log_info;
|
|
class Master_info;
|
|
class Master_info_index;
|
|
|
|
int init_intvar_from_file(int* var, IO_CACHE* f, int default_val);
|
|
int init_strvar_from_file(char *var, int max_size, IO_CACHE *f,
|
|
const char *default_val);
|
|
int init_floatvar_from_file(float* var, IO_CACHE* f, float default_val);
|
|
int init_dynarray_intvar_from_file(DYNAMIC_ARRAY* arr, IO_CACHE* f);
|
|
|
|
/*****************************************************************************
|
|
|
|
MySQL Replication
|
|
|
|
Replication is implemented via two types of threads:
|
|
|
|
I/O Thread - One of these threads is started for each master server.
|
|
They maintain a connection to their master server, read log
|
|
events from the master as they arrive, and queues them into
|
|
a single, shared relay log file. A Master_info
|
|
represents each of these threads.
|
|
|
|
SQL Thread - One of these threads is started and reads from the relay log
|
|
file, executing each event. A Relay_log_info
|
|
represents this thread.
|
|
|
|
Buffering in the relay log file makes it unnecessary to reread events from
|
|
a master server across a slave restart. It also decouples the slave from
|
|
the master where long-running updates and event logging are concerned--ie
|
|
it can continue to log new events while a slow query executes on the slave.
|
|
|
|
*****************************************************************************/
|
|
|
|
/*
|
|
MUTEXES in replication:
|
|
|
|
LOCK_active_mi: [note: this was originally meant for multimaster, to switch
|
|
from a master to another, to protect active_mi] It is used to SERIALIZE ALL
|
|
administrative commands of replication: START SLAVE, STOP SLAVE, CHANGE
|
|
MASTER, RESET SLAVE, end_slave() (when mysqld stops) [init_slave() does not
|
|
need it it's called early]. Any of these commands holds the mutex from the
|
|
start till the end. This thus protects us against a handful of deadlocks
|
|
(consider start_slave_thread() which, when starting the I/O thread, releases
|
|
mi->run_lock, keeps rli->run_lock, and tries to re-acquire mi->run_lock).
|
|
|
|
Currently active_mi never moves (it's created at startup and deleted at
|
|
shutdown, and not changed: it always points to the same Master_info struct),
|
|
because we don't have multimaster. So for the moment, mi does not move, and
|
|
mi->rli does not either.
|
|
|
|
In Master_info: run_lock, data_lock
|
|
run_lock protects all information about the run state: slave_running, thd
|
|
and the existence of the I/O thread to stop/start it, you need this mutex).
|
|
data_lock protects some moving members of the struct: counters (log name,
|
|
position) and relay log (MYSQL_BIN_LOG object).
|
|
|
|
In Relay_log_info: run_lock, data_lock
|
|
see Master_info
|
|
|
|
Order of acquisition: if you want to have LOCK_active_mi and a run_lock, you
|
|
must acquire LOCK_active_mi first.
|
|
|
|
In MYSQL_BIN_LOG: LOCK_log, LOCK_index of the binlog and the relay log
|
|
LOCK_log: when you write to it. LOCK_index: when you create/delete a binlog
|
|
(so that you have to update the .index file).
|
|
*/
|
|
|
|
extern ulong master_retry_count;
|
|
extern MY_BITMAP slave_error_mask;
|
|
extern char slave_skip_error_names[];
|
|
extern bool use_slave_mask;
|
|
extern char *slave_load_tmpdir;
|
|
extern char *master_info_file;
|
|
extern MYSQL_PLUGIN_IMPORT char *relay_log_info_file;
|
|
extern char *opt_relay_logname, *opt_relaylog_index_name;
|
|
extern my_bool opt_skip_slave_start, opt_reckless_slave;
|
|
extern my_bool opt_log_slave_updates;
|
|
extern char *opt_slave_skip_errors;
|
|
extern my_bool opt_replicate_annotate_row_events;
|
|
extern ulonglong relay_log_space_limit;
|
|
|
|
/*
|
|
3 possible values for Master_info::slave_running and
|
|
Relay_log_info::slave_running.
|
|
The values 0,1,2 are very important: to keep the diff small, I didn't
|
|
substitute places where we use 0/1 with the newly defined symbols. So don't change
|
|
these values.
|
|
The same way, code is assuming that in Relay_log_info we use only values
|
|
0/1.
|
|
I started with using an enum, but
|
|
enum_variable=1; is not legal so would have required many line changes.
|
|
*/
|
|
#define MYSQL_SLAVE_NOT_RUN 0
|
|
#define MYSQL_SLAVE_RUN_NOT_CONNECT 1
|
|
#define MYSQL_SLAVE_RUN_CONNECT 2
|
|
|
|
#define RPL_LOG_NAME (rli->group_master_log_name[0] ? rli->group_master_log_name :\
|
|
"FIRST")
|
|
#define IO_RPL_LOG_NAME (mi->master_log_name[0] ? mi->master_log_name :\
|
|
"FIRST")
|
|
|
|
/*
|
|
If the following is set, if first gives an error, second will be
|
|
tried. Otherwise, if first fails, we fail.
|
|
*/
|
|
#define SLAVE_FORCE_ALL 4
|
|
|
|
/*
|
|
Values for the option --replicate-events-marked-for-skip.
|
|
Must match the names in replicate_events_marked_for_skip_names in sys_vars.cc
|
|
*/
|
|
#define RPL_SKIP_REPLICATE 0
|
|
#define RPL_SKIP_FILTER_ON_SLAVE 1
|
|
#define RPL_SKIP_FILTER_ON_MASTER 2
|
|
|
|
|
|
int init_slave();
|
|
int init_recovery(Master_info* mi, const char** errmsg);
|
|
void init_slave_skip_errors(const char* arg);
|
|
bool flush_relay_log_info(Relay_log_info* rli);
|
|
int register_slave_on_master(MYSQL* mysql);
|
|
int terminate_slave_threads(Master_info* mi, int thread_mask,
|
|
bool skip_lock = 0);
|
|
int start_slave_threads(bool need_slave_mutex, bool wait_for_start,
|
|
Master_info* mi, const char* master_info_fname,
|
|
const char* slave_info_fname, int thread_mask);
|
|
/*
|
|
cond_lock is usually same as start_lock. It is needed for the case when
|
|
start_lock is 0 which happens if start_slave_thread() is called already
|
|
inside the start_lock section, but at the same time we want a
|
|
mysql_cond_wait() on start_cond, start_lock
|
|
*/
|
|
int start_slave_thread(
|
|
#ifdef HAVE_PSI_INTERFACE
|
|
PSI_thread_key thread_key,
|
|
#endif
|
|
pthread_handler h_func,
|
|
mysql_mutex_t *start_lock,
|
|
mysql_mutex_t *cond_lock,
|
|
mysql_cond_t *start_cond,
|
|
volatile uint *slave_running,
|
|
volatile ulong *slave_run_id,
|
|
Master_info *mi);
|
|
|
|
/* If fd is -1, dump to NET */
|
|
int mysql_table_dump(THD* thd, const char* db,
|
|
const char* tbl_name, int fd = -1);
|
|
|
|
/* retrieve table from master and copy to slave*/
|
|
int fetch_master_table(THD* thd, const char* db_name, const char* table_name,
|
|
Master_info* mi, MYSQL* mysql, bool overwrite);
|
|
|
|
bool show_master_info(THD* thd, Master_info* mi, bool full);
|
|
bool show_all_master_info(THD* thd);
|
|
bool show_binlog_info(THD* thd);
|
|
bool rpl_master_has_bug(const Relay_log_info *rli, uint bug_id, bool report,
|
|
bool (*pred)(const void *), const void *param);
|
|
bool rpl_master_erroneous_autoinc(THD* thd);
|
|
|
|
const char *print_slave_db_safe(const char *db);
|
|
void skip_load_data_infile(NET* net);
|
|
|
|
void end_slave(); /* release slave threads */
|
|
void close_active_mi(); /* clean up slave threads data */
|
|
void clear_until_condition(Relay_log_info* rli);
|
|
void clear_slave_error(Relay_log_info* rli);
|
|
void end_relay_log_info(Relay_log_info* rli);
|
|
void lock_slave_threads(Master_info* mi);
|
|
void unlock_slave_threads(Master_info* mi);
|
|
void init_thread_mask(int* mask,Master_info* mi,bool inverse);
|
|
int init_relay_log_pos(Relay_log_info* rli,const char* log,ulonglong pos,
|
|
bool need_data_lock, const char** errmsg,
|
|
bool look_for_description_event);
|
|
|
|
int purge_relay_logs(Relay_log_info* rli, THD *thd, bool just_reset,
|
|
const char** errmsg);
|
|
void set_slave_thread_options(THD* thd);
|
|
void set_slave_thread_default_charset(THD *thd, Relay_log_info const *rli);
|
|
int rotate_relay_log(Master_info* mi);
|
|
int apply_event_and_update_pos(Log_event* ev, THD* thd, Relay_log_info* rli);
|
|
|
|
pthread_handler_t handle_slave_io(void *arg);
|
|
pthread_handler_t handle_slave_sql(void *arg);
|
|
bool net_request_file(NET* net, const char* fname);
|
|
|
|
extern bool volatile abort_loop;
|
|
extern Master_info main_mi, *active_mi; /* active_mi for multi-master */
|
|
extern Master_info *default_master_info; /* To replace active_mi */
|
|
extern Master_info_index *master_info_index;
|
|
extern LEX_STRING default_master_connection_name;
|
|
extern LIST master_list;
|
|
extern my_bool replicate_same_server_id;
|
|
|
|
extern int disconnect_slave_event_count, abort_slave_event_count ;
|
|
|
|
/* the master variables are defaults read from my.cnf or command line */
|
|
extern uint master_port, master_connect_retry, report_port;
|
|
extern char * master_user, *master_password, *master_host;
|
|
extern char *master_info_file, *report_user;
|
|
extern char *report_host, *report_password;
|
|
|
|
extern my_bool master_ssl;
|
|
extern char *master_ssl_ca, *master_ssl_capath, *master_ssl_cert;
|
|
extern char *master_ssl_cipher, *master_ssl_key;
|
|
|
|
extern I_List<THD> threads;
|
|
|
|
#else
|
|
#define close_active_mi() /* no-op */
|
|
#endif /* HAVE_REPLICATION */
|
|
|
|
/* masks for start/stop operations on io and sql slave threads */
|
|
#define SLAVE_IO 1
|
|
#define SLAVE_SQL 2
|
|
|
|
/**
|
|
@} (end of group Replication)
|
|
*/
|
|
|
|
#endif
|