mirror of
https://github.com/MariaDB/server.git
synced 2025-01-16 12:02:42 +01:00
2fb4407827
This commit reduces the likelihood of getting a busy port on quick restarts with rsync SST (problem MDEV-25818) and fixes a number of other flaws in SST scripts, adds new functionality, and also synchronizes the xtrabackup-v2 script with the mariabackup script (the latter applies only to the 10.2 branch): 1) SST via rsync: rsync and stunnel does not always get the right time to complete by correctly handling SIGTERM. These utilities are now given more time to complete normally (via normal SIGTERM processing) before we move on to using "kill -9"; 2) SST via rsync: attempts to terminate an rsync or stunnel process (via "kill" utility) are only made if it did not terminated on its own; 3) SST via rsync: if a combination of stunnel and rsync is used, then we need to wait for both utilities to finish or stop, not just one of them; 4) The config file and pid file for stunnel are now deleted after successful completion of SST on the donor node; 5) The configs and pid files from rsync and stunnel should not be deleted unless these utilities succeed (or are sucessfully terminated) on the joiner node; 6) The configs and pid files now excluded from transfer via rsync; 7) Spaces in paths are now valid for config files as well (when used with SST via rsync or mariabackup / xtrabackup[-v2]); 8) SST via mariabackup: added preliminary verification of keys and certificates that are used when establishing a connection using SSL (to avoid long timeouts and improve diagnostics) - by analogy with how it is done for the xtrabackup-v2 (plus check for CA file), while that check is skipped if the user does not have openssl installed (or does not have diff utility); 9) Added backup-threads=<n> configuration option which adds "--parallel=<n>" for mariabackup / xtrabackup at backup and move-back stages; 10) Added encrypt-threads and encrypt-chunk-size configuration options for xbcrypt management (when xbcrypt is used); 11) Small optimization: checking the socat version and adding a file with parameters for 2048-bit Diffie-Hellman (if necessary) is done only if the user has not specified "dhparam=" in the "sockopt" option value; 12) SST via rsync now supports "backup-threads" configuration option (in server-related sections or in the "[sst]"); 13) Determining the number of available processors is now supported for FreeBSD + mariabackup/xtrabackup: before that we might have problems with "--compact" (rebuild indexes) or qpress on FreeBSD; 14) The check_pid() function should not raise an error state in the rare cases when the pid file was created, but it is empty, or if it is deleted right during the check, or when zero is read from the pid file; 15) Iproved templates that are used to check if a requested socket is "listening" when using the ss utility; 16) Shortened some other templates for socket state utilities; 17) Temporary files created by mariabackup / xtrabackup are moved to a separate subdirectory inside tmpdir (so they don't get mixed with other temporary files, which can make debugging more difficult); 18) 10.2 only: the script for SST via xtrabackup-v2 has been brought in full compliance with all the bugfixes made for mariabackup (as it previously contained many flaws compared to the updated script for mariabackup).
173 lines
7.6 KiB
Bash
173 lines
7.6 KiB
Bash
#!/bin/bash -ue
|
|
# Copyright (C) 2009-2015 Codership Oy
|
|
# Copyright (C) 2017-2021 MariaDB
|
|
#
|
|
# This program is free software; you can redistribute it and/or modify
|
|
# it under the terms of the GNU General Public License as published by
|
|
# the Free Software Foundation; version 2 of the License.
|
|
#
|
|
# This program is distributed in the hope that it will be useful,
|
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
# GNU General Public License for more details.
|
|
#
|
|
# You should have received a copy of the GNU General Public License
|
|
# along with this program; see the file COPYING. If not, write to the
|
|
# Free Software Foundation, Inc., 51 Franklin St, Fifth Floor, Boston
|
|
# MA 02110-1335 USA.
|
|
|
|
# This is a reference script for mysqldump-based state snapshot tansfer
|
|
|
|
. $(dirname "$0")/wsrep_sst_common
|
|
PATH=$PATH:/usr/sbin:/usr/bin:/sbin:/bin
|
|
|
|
EINVAL=22
|
|
|
|
if test -z "$WSREP_SST_OPT_HOST"; then wsrep_log_error "HOST cannot be nil"; exit $EINVAL; fi
|
|
if test -z "$WSREP_SST_OPT_PORT"; then wsrep_log_error "PORT cannot be nil"; exit $EINVAL; fi
|
|
if test -z "$WSREP_SST_OPT_LPORT"; then wsrep_log_error "LPORT cannot be nil"; exit $EINVAL; fi
|
|
if test -z "$WSREP_SST_OPT_SOCKET";then wsrep_log_error "SOCKET cannot be nil";exit $EINVAL; fi
|
|
if test -z "$WSREP_SST_OPT_GTID"; then wsrep_log_error "GTID cannot be nil"; exit $EINVAL; fi
|
|
|
|
if is_local_ip "$WSREP_SST_OPT_HOST_UNESCAPED" && \
|
|
[ "$WSREP_SST_OPT_PORT" = "$WSREP_SST_OPT_LPORT" ]
|
|
then
|
|
wsrep_log_error \
|
|
"destination address '$WSREP_SST_OPT_HOST:$WSREP_SST_OPT_PORT' matches source address."
|
|
exit $EINVAL
|
|
fi
|
|
|
|
# Check client version
|
|
if ! $MYSQL_CLIENT --version | grep 'Distrib 10\.[1-9]' >/dev/null
|
|
then
|
|
$MYSQL_CLIENT --version >&2
|
|
wsrep_log_error "this operation requires MySQL client version 10.1 or newer"
|
|
exit $EINVAL
|
|
fi
|
|
|
|
AUTH=""
|
|
usrst=0
|
|
if [ -n "$WSREP_SST_OPT_USER" ]; then
|
|
AUTH="-u$WSREP_SST_OPT_USER"
|
|
usrst=1
|
|
fi
|
|
|
|
# Refs https://github.com/codership/mysql-wsrep/issues/141
|
|
# Passing password in MYSQL_PWD environment variable is considered
|
|
# "extremely insecure" by MySQL Guidelines for Password Security
|
|
# (https://dev.mysql.com/doc/refman/5.6/en/password-security-user.html)
|
|
# that is even less secure than passing it on a command line! It is doubtful:
|
|
# the whole command line is easily observable by any unprivileged user via ps,
|
|
# whereas (at least on Linux) unprivileged user can't see process environment
|
|
# that he does not own. So while it may be not secure in the NSA sense of the
|
|
# word, it is arguably more secure than passing password on the command line.
|
|
if [ -n "$WSREP_SST_OPT_PSWD" ]; then
|
|
export MYSQL_PWD="$WSREP_SST_OPT_PSWD"
|
|
elif [ $usrst -eq 1 ]; then
|
|
# Empty password, used for testing, debugging etc.
|
|
unset MYSQL_PWD
|
|
fi
|
|
|
|
STOP_WSREP='SET wsrep_on=OFF;'
|
|
|
|
# mysqldump cannot restore CSV tables, fix this issue
|
|
CSV_TABLES_FIX="
|
|
set sql_mode='';
|
|
|
|
USE mysql;
|
|
|
|
SET @cond = (SELECT (SUPPORT = 'YES' or SUPPORT = 'DEFAULT') FROM INFORMATION_SCHEMA.ENGINES WHERE ENGINE = 'csv');
|
|
|
|
SET @stmt = IF (@cond = '1', 'CREATE TABLE IF NOT EXISTS general_log ( event_time timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6) ON UPDATE CURRENT_TIMESTAMP(6), user_host mediumtext NOT NULL, thread_id bigint(21) unsigned NOT NULL, server_id int(10) unsigned NOT NULL, command_type varchar(64) NOT NULL, argument mediumtext NOT NULL) ENGINE=CSV DEFAULT CHARSET=utf8mb3 COMMENT=\"General log\"', 'SET @dummy = 0');
|
|
|
|
PREPARE stmt FROM @stmt;
|
|
EXECUTE stmt;
|
|
DROP PREPARE stmt;
|
|
|
|
SET @stmt = IF (@cond = '1', 'CREATE TABLE IF NOT EXISTS slow_log ( start_time timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6) ON UPDATE CURRENT_TIMESTAMP(6), user_host mediumtext NOT NULL, query_time time(6) NOT NULL, lock_time time(6) NOT NULL, rows_sent int(11) NOT NULL, rows_examined int(11) NOT NULL, db varchar(512) NOT NULL, last_insert_id int(11) NOT NULL, insert_id int(11) NOT NULL, server_id int(10) unsigned NOT NULL, sql_text mediumtext NOT NULL, thread_id bigint(21) unsigned NOT NULL) ENGINE=CSV DEFAULT CHARSET=utf8mb3 COMMENT=\"Slow log\"', 'SET @dummy = 0');
|
|
|
|
PREPARE stmt FROM @stmt;
|
|
EXECUTE stmt;
|
|
DROP PREPARE stmt;"
|
|
|
|
SET_START_POSITION="SET GLOBAL wsrep_start_position='$WSREP_SST_OPT_GTID';"
|
|
|
|
SET_WSREP_GTID_DOMAIN_ID=""
|
|
if [ -n $WSREP_SST_OPT_GTID_DOMAIN_ID ]
|
|
then
|
|
SET_WSREP_GTID_DOMAIN_ID="
|
|
SET @val = (SELECT GLOBAL_VALUE FROM INFORMATION_SCHEMA.SYSTEM_VARIABLES WHERE VARIABLE_NAME = 'WSREP_GTID_STRICT_MODE' AND GLOBAL_VALUE > 0);
|
|
SET @stmt = IF (@val IS NOT NULL, 'SET GLOBAL WSREP_GTID_DOMAIN_ID=$WSREP_SST_OPT_GTID_DOMAIN_ID', 'SET @dummy = 0');
|
|
PREPARE stmt FROM @stmt;
|
|
EXECUTE stmt;
|
|
DROP PREPARE stmt;"
|
|
fi
|
|
|
|
MYSQL="$MYSQL_CLIENT $WSREP_SST_OPT_CONF_UNQUOTED "\
|
|
"$AUTH -h$WSREP_SST_OPT_HOST_UNESCAPED "\
|
|
"-P$WSREP_SST_OPT_PORT --disable-reconnect --connect_timeout=10"
|
|
|
|
# Check if binary logging is enabled on the joiner node.
|
|
# Note: SELECT cannot be used at this point.
|
|
LOG_BIN=$(echo "set statement wsrep_sync_wait=0 for SHOW VARIABLES LIKE 'log_bin'" | $MYSQL | \
|
|
tail -1 | awk -F ' ' '{ print $2 }')
|
|
|
|
# Check the joiner node's server version.
|
|
SERVER_VERSION=$(echo "set statement wsrep_sync_wait=0 for SHOW VARIABLES LIKE 'version'" | $MYSQL | \
|
|
tail -1 | awk -F ' ' '{ print $2 }')
|
|
|
|
# Retrieve the donor's @@global.gtid_binlog_state.
|
|
GTID_BINLOG_STATE=$(echo "SHOW GLOBAL VARIABLES LIKE 'gtid_binlog_state'" | $MYSQL | \
|
|
tail -1 | awk -F ' ' '{ print $2 }')
|
|
|
|
RESET_MASTER=""
|
|
SET_GTID_BINLOG_STATE=""
|
|
SQL_LOG_BIN_OFF=""
|
|
|
|
# Safety check
|
|
if [ ${SERVER_VERSION%%.*} -gt 5 ]
|
|
then
|
|
# If binary logging is enabled on the joiner node, we need to copy donor's
|
|
# gtid_binlog_state to joiner. In order to do that, a RESET MASTER must be
|
|
# executed to erase binary logs (if any). Binary logging should also be
|
|
# turned off for the session so that gtid state does not get altered while
|
|
# the dump gets replayed on joiner.
|
|
if [ "$LOG_BIN" = 'ON' ]; then
|
|
RESET_MASTER="SET GLOBAL wsrep_on=OFF; RESET MASTER; SET GLOBAL wsrep_on=ON;"
|
|
SET_GTID_BINLOG_STATE="SET GLOBAL wsrep_on=OFF; SET @@global.gtid_binlog_state='$GTID_BINLOG_STATE'; SET GLOBAL wsrep_on=ON;"
|
|
SQL_LOG_BIN_OFF="SET @@session.sql_log_bin=OFF;"
|
|
fi
|
|
fi
|
|
|
|
# NOTE: we don't use --routines here because we're dumping mysql.proc table
|
|
MYSQLDUMP="$MYSQLDUMP $WSREP_SST_OPT_CONF_UNQUOTED $AUTH -S$WSREP_SST_OPT_SOCKET \
|
|
--add-drop-database --add-drop-table --skip-add-locks --create-options \
|
|
--disable-keys --extended-insert --skip-lock-tables --quick --set-charset \
|
|
--skip-comments --flush-privileges --all-databases --events"
|
|
|
|
if [ $WSREP_SST_OPT_BYPASS -eq 0 ]
|
|
then
|
|
# need to disable logging when loading the dump
|
|
# reason is that dump contains ALTER TABLE for log tables, and
|
|
# this causes an error if logging is enabled
|
|
GENERAL_LOG_OPT=$($MYSQL --skip-column-names -e "$STOP_WSREP SELECT @@GENERAL_LOG")
|
|
SLOW_LOG_OPT=$($MYSQL --skip-column-names -e "$STOP_WSREP SELECT @@SLOW_QUERY_LOG")
|
|
|
|
LOG_OFF="SET GLOBAL GENERAL_LOG=OFF; SET GLOBAL SLOW_QUERY_LOG=OFF;"
|
|
|
|
# commands to restore log settings
|
|
RESTORE_GENERAL_LOG="SET GLOBAL GENERAL_LOG=$GENERAL_LOG_OPT;"
|
|
RESTORE_SLOW_QUERY_LOG="SET GLOBAL SLOW_QUERY_LOG=$SLOW_LOG_OPT;"
|
|
|
|
(echo "$STOP_WSREP" && echo "$LOG_OFF" && echo "$RESET_MASTER" && \
|
|
echo "$SET_GTID_BINLOG_STATE" && echo "$SQL_LOG_BIN_OFF" && \
|
|
echo "$STOP_WSREP" && $MYSQLDUMP && echo "$CSV_TABLES_FIX" && \
|
|
echo "$RESTORE_GENERAL_LOG" && echo "$RESTORE_SLOW_QUERY_LOG" && \
|
|
echo "$SET_START_POSITION" && echo "$SET_WSREP_GTID_DOMAIN_ID" \
|
|
|| echo "SST failed to complete;") | $MYSQL
|
|
else
|
|
wsrep_log_info "Bypassing state dump."
|
|
echo "$SET_START_POSITION" | $MYSQL
|
|
fi
|
|
|
|
#
|