mirror of
https://github.com/MariaDB/server.git
synced 2025-01-30 10:31:54 +01:00
86dc7b4d4c
During data file creation, InnoDB holds dict_sys mutex, tries to write page 0 of the file and flushes the file. This not only causing unnecessary contention but also a deviation from the write-ahead logging protocol. The clean sequence of operations is that we first start a dictionary transaction and write SYS_TABLES and SYS_INDEXES records that identify the tablespace. Then, we durably write a FILE_CREATE record to the write-ahead log and create the file. Recovery should not unnecessarily insist that the first page of each data file that is referred to by the redo log is valid. It must be enough that page 0 of the tablespace can be initialized based on the redo log contents. We introduce a new data structure deferred_spaces that keeps track of corrupted-looking files during recovery. The data structure holds the last LSN of a FILE_ record referring to the data file, the tablespace identifier, and the last known file name. There are two scenarios can happen during recovery: i) Sufficient memory: InnoDB can reconstruct the tablespace after parsing all redo log records. ii) Insufficient memory(multiple apply phase): InnoDB should store the deferred tablespace redo logs even though tablespace is not present. InnoDB should start constructing the tablespace when it first encounters deferred tablespace id. Mariabackup copies the zero filled ibd file in backup_fix_ddl() as the extension of .new file. Mariabackup test case does page flushing when it deals with DDL operation during backup operation. fil_ibd_create(): Remove the write of page0 and flushing of file fil_ibd_load(): Return FIL_LOAD_DEFER if the tablespace has zero filled page0 Datafile: Clean up the error handling, and do not report errors if we are in the middle of recovery. The caller will check Datafile::m_defer. fil_node_t::deferred: Indicates whether the tablespace loading was deferred during recovery FIL_LOAD_DEFER: Returned by fil_ibd_load() to indicate that tablespace file was cannot be loaded. recv_sys_t::recover_deferred(): Invoke deferred_spaces.create() to initialize fil_space_t based on buffered metadata and records to initialize page 0. Ignore the flags in fil_name_t, because they are intentionally invalid. fil_name_process(): Update deferred_spaces. recv_sys_t::parse(): Store the redo log if the tablespace id is present in deferred spaces recv_sys_t::recover_low(): Should recover the first page of the tablespace even though the tablespace instance is not present recv_sys_t::apply(): Initialize the deferred tablespace before applying the deferred tablespace records recv_validate_tablespace(): Skip the validation for deferred_spaces. recv_rename_files(): Moved and revised from recv_sys_t::apply(). For deferred-recovery tablespaces, do not attempt to rename the file if a deferred-recovery tablespace is associated with the name. recv_recovery_from_checkpoint_start(): Invoke recv_rename_files() and initialize all deferred tablespaces before applying redo log. fil_node_t::read_page0(): Skip page0 validation if the tablespace is deferred buf_page_create_deferred(): A variant of buf_page_create() when the fil_space_t is not available yet This is joint work with Thirunarayanan Balathandayuthapani, who implemented an initial prototype.
95 lines
2.5 KiB
Text
95 lines
2.5 KiB
Text
--source include/have_debug.inc
|
|
let $targetdir=$MYSQLTEST_VARDIR/tmp/backup;
|
|
mkdir $targetdir;
|
|
|
|
CREATE TABLE t1(i int) ENGINE INNODB;
|
|
INSERT into t1 values(1);
|
|
|
|
CREATE TABLE t2(i int) ENGINE INNODB;
|
|
INSERT INTO t2 values(2);
|
|
|
|
CREATE TABLE t3(i int) ENGINE INNODB;
|
|
CREATE TABLE t4(i int) ENGINE INNODB;
|
|
CREATE TABLE t5(i int) ENGINE INNODB;
|
|
INSERT INTO t5 VALUES(5);
|
|
|
|
CREATE TABLE a(a int) ENGINE INNODB;
|
|
INSERT INTO a values(1);
|
|
CREATE TABLE b(b CHAR(1)) ENGINE INNODB;
|
|
INSERT INTO b VALUES('b');
|
|
|
|
CREATE TABLE a1(a1 int) ENGINE INNODB;
|
|
INSERT INTO a1 VALUES(1);
|
|
|
|
CREATE TABLE b1(b1 CHAR(2)) ENGINE INNODB;
|
|
INSERT INTO b1 VALUES('b1');
|
|
|
|
set global innodb_log_checkpoint_now = 1;
|
|
|
|
# Test renames before of after copying tablespaces
|
|
--let before_copy_test_t1=RENAME TABLE test.t1 TO test.t1_renamed
|
|
--let after_copy_test_t2=RENAME TABLE test.t2 TO test.t2_renamed
|
|
--let after_copy_test_t3=BEGIN NOT ATOMIC RENAME TABLE test.t3 TO test.t3_tmp; INSERT INTO test.t3_tmp VALUES(3); RENAME TABLE test.t3_tmp TO test.t3; END
|
|
--let before_copy_test_t4=RENAME TABLE test.t4 TO test.t4_tmp
|
|
--let after_copy_test_t4=RENAME TABLE test.t4_tmp TO test.t4
|
|
--let after_copy_test_t5=BEGIN NOT ATOMIC RENAME TABLE test.t5 TO test.t6; CREATE TABLE test.t5(i int) ENGINE INNODB; END
|
|
|
|
# Test circular renames
|
|
--let before_copy_test_b=RENAME TABLE test.a to test.tmp, test.b to test.a, test.tmp to test.b
|
|
--let after_copy_test_b1=RENAME TABLE test.a1 to test.tmp, test.b1 to test.a1, test.tmp to test.b1
|
|
|
|
--disable_result_log
|
|
exec $XTRABACKUP --defaults-file=$MYSQLTEST_VARDIR/my.cnf --backup --target-dir=$targetdir --dbug=+d,mariabackup_events;
|
|
--enable_result_log
|
|
|
|
--let before_copy_test_t1=''
|
|
--let after_copy_test_t2=''
|
|
--let before_copy_test_a=''
|
|
--let after_copy_test_a1=''
|
|
|
|
echo # xtrabackup prepare;
|
|
--disable_result_log
|
|
exec $XTRABACKUP --prepare --target-dir=$targetdir;
|
|
-- source include/restart_and_restore.inc
|
|
--enable_result_log
|
|
|
|
# the table was renamed from t1 to t1_renamed
|
|
# make sure t1 does not exist, and t1_renamed does.
|
|
|
|
CREATE TABLE t1(i int);
|
|
DROP TABLE t1;
|
|
|
|
SELECT * from t1_renamed;
|
|
DROP TABLE t1_renamed;
|
|
|
|
|
|
CREATE TABLE t2(i int);
|
|
DROP TABLE t2;
|
|
|
|
SELECT * from t2_renamed;
|
|
DROP TABLE t2_renamed;
|
|
|
|
#rename to itself
|
|
SELECT * from t3;
|
|
DROP TABLE t3;
|
|
|
|
SELECT * from t4;
|
|
DROP TABLE t4;
|
|
|
|
# For circular renames , make sure intermediate tables do not exist
|
|
CREATE TABLE tmp(i int);
|
|
DROP TABLE tmp;
|
|
|
|
SELECT * FROM a;
|
|
SELECT * FROM b;
|
|
SELECT * FROM a1;
|
|
SELECT * FROM b1;
|
|
|
|
DROP TABLE a,b,a1,b1;
|
|
SELECT * from t5;
|
|
DROP TABLE t5;
|
|
SELECT * from t6;
|
|
DROP TABLE t6;
|
|
rmdir $targetdir;
|
|
|
|
|