mirror of
https://github.com/MariaDB/server.git
synced 2026-02-22 02:28:39 +01:00
7081f2a58e
Implement an improved binlog implementation that is integrated into the storage engine. The new implementation is enabled with the --binlog-storage-engine option. Initially the InnoDB storage engine implements the binlog. Integrating the binlog in the storage engine improves performance, since it makes the InnoDB redo log the single source of truth and avoids the need for expensive two-phase commit between binlog and engine. It also makes it possible to disable durability (set --innodb-flush-log-at-trx-commit=0) to further improve performance, while still preserving the ability to recover the binlog and database into a consistent state after a crash. The new binlog implementation also greatly improves the internal design and implementation of the binlog, and enables future enhancements for replication. This is a squash of the original 11.4-based patch series. Signed-off-by: Kristian Nielsen <knielsen@knielsen-hq.org>
191 lines
5.3 KiB
Text
191 lines
5.3 KiB
Text
--source include/have_sequence.inc
|
|
--source include/have_rocksdb.inc
|
|
--source include/have_binlog_format_row.inc
|
|
--source include/master-slave.inc
|
|
--source include/have_innodb_binlog.inc
|
|
|
|
CREATE TABLE t1(a INT PRIMARY KEY, b INT, c LONGBLOB) ENGINE=InnoDB;
|
|
CREATE TABLE t2(a INT PRIMARY KEY, b INT, c LONGBLOB) ENGINE=RocksDB;
|
|
|
|
INSERT INTO t1 SELECT seq, seq*seq, REPEAT('x', 50*seq) FROM seq_1_to_100;
|
|
INSERT INTO t2 SELECT seq, 10000 - seq*seq, REPEAT('y', 50*seq) FROM seq_1_to_100;
|
|
|
|
--source include/save_master_gtid.inc
|
|
--connection slave
|
|
--source include/sync_with_master_gtid.inc
|
|
--source include/stop_slave.inc
|
|
SET @old_threads= @@GLOBAL.slave_parallel_threads;
|
|
SET GLOBAL slave_parallel_threads= 8;
|
|
--source include/start_slave.inc
|
|
|
|
--echo *** Cross-engine transaction, InnoDB and RocksDB.
|
|
--connect con1,localhost,root,,
|
|
BEGIN;
|
|
UPDATE t1 SET b=b+a WHERE a BETWEEN 10 AND 20;
|
|
REPLACE INTO t2 SELECT a, b, c FROM t1 WHERE a BETWEEN 30 and 40;
|
|
|
|
--connect con2,localhost,root,,
|
|
BEGIN;
|
|
UPDATE t1, t2
|
|
SET t1.b=t1.b + LENGTH(t2.c), t2.c=CONCAT("|", t2.c, "|")
|
|
WHERE t1.a = t2.a
|
|
AND t1.a BETWEEN 50 AND 60;
|
|
|
|
--connection con1
|
|
UPDATE t1 SET b=-b WHERE a=100;
|
|
|
|
--connection con2
|
|
UPDATE t2 SET c=CONCAT('-', c) WHERE a BETWEEN 50 AND 90;
|
|
|
|
--connection con1
|
|
COMMIT;
|
|
|
|
--connection con2
|
|
COMMIT;
|
|
|
|
|
|
--echo *** RocksDB-only transactions with binlog in InnoDB.
|
|
--connection master
|
|
UPDATE t2 SET c=CONCAT('<', c, '>') WHERE a BETWEEN 20 AND 80;
|
|
UPDATE t2 SET b=b+1 WHERE a=1 OR a=92;
|
|
UPDATE t2 SET b=b*2 WHERE a MOD 7 = 0;
|
|
|
|
--echo *** RocksDB transaction that rolls back.
|
|
BEGIN;
|
|
UPDATE t2 SET b=b+1 WHERE a=3;
|
|
UPDATE t2 SET b=b+1 WHERE a=5;
|
|
UPDATE t2 SET b=b+1 WHERE a=8;
|
|
ROLLBACK;
|
|
|
|
--connection con2
|
|
BEGIN;
|
|
UPDATE t2 SET b=b+1 WHERE a=4;
|
|
UPDATE t2 SET b=b+1 WHERE a=9;
|
|
UPDATE t2 SET b=b+1 WHERE a=13;
|
|
--disconnect con2
|
|
|
|
--connection master
|
|
SELECT COUNT(*), SUM(a), SUM(b), SUM(LENGTH(c)) FROM t1;
|
|
SELECT COUNT(*), SUM(a), SUM(b), SUM(LENGTH(c)) FROM t2;
|
|
|
|
--source include/save_master_gtid.inc
|
|
--connection slave
|
|
--source include/sync_with_master_gtid.inc
|
|
|
|
SELECT COUNT(*), SUM(a), SUM(b), SUM(LENGTH(c)) FROM t1;
|
|
SELECT COUNT(*), SUM(a), SUM(b), SUM(LENGTH(c)) FROM t2;
|
|
|
|
--echo *** Test a RocksDB transaction that needs to roll back after having binlogged an internal 2pc xid
|
|
|
|
--connection slave1
|
|
# Cause a "row not found" error by removing a row.
|
|
SET STATEMENT sql_log_bin= 0
|
|
FOR UPDATE t1 SET a= a+1000000 WHERE a=5;
|
|
|
|
# Block a row temporarily to control parallel replication thread scheduling
|
|
BEGIN;
|
|
SELECT a FROM t1 WHERE a=2 FOR UPDATE;
|
|
|
|
--connection master
|
|
# Create a transaction T1 that will first wait, and then error.
|
|
BEGIN;
|
|
UPDATE t1 SET b=b+1 WHERE a=2;
|
|
UPDATE t1 SET b=b+1 WHERE a=5;
|
|
COMMIT;
|
|
|
|
# Create a transaction T2 that will queue for group commit and wait for T1
|
|
# to commit (or fail, as it were).
|
|
UPDATE t2 SET b=b+2 WHERE a=10;
|
|
--source include/save_master_gtid.inc
|
|
|
|
--connection slave
|
|
--let $wait_condition= SELECT COUNT(*)=1 FROM INFORMATION_SCHEMA.PROCESSLIST WHERE Command='Slave_worker' AND State='Waiting for prior transaction to commit'
|
|
--source include/wait_condition.inc
|
|
|
|
# Release T1 so that it can fail after T2 has queued for group commit.
|
|
--connection slave1
|
|
ROLLBACK;
|
|
|
|
--connection slave
|
|
--let $slave_sql_errno= 1032
|
|
--source include/wait_for_slave_sql_error.inc
|
|
|
|
# Now move back the row so the replication can continue and succeed.
|
|
SET STATEMENT sql_log_bin= 0
|
|
FOR UPDATE t1 SET a= a-1000000 WHERE a=1000000 + 5;
|
|
|
|
START SLAVE SQL_THREAD;
|
|
--source include/sync_with_master_gtid.inc
|
|
|
|
|
|
--echo *** XA transaction empty because statements roll back on error
|
|
--connection master
|
|
--delimiter //
|
|
CREATE TRIGGER u AFTER INSERT ON t2 FOR EACH ROW BEGIN RELEASE SAVEPOINT A ; END //
|
|
--delimiter ;
|
|
|
|
XA BEGIN 'xid44';
|
|
--error ER_SP_DOES_NOT_EXIST
|
|
INSERT IGNORE INTO t2(a) VALUES (0);
|
|
XA END 'xid44';
|
|
XA PREPARE 'xid44';
|
|
XA COMMIT 'xid44';
|
|
|
|
DROP TRIGGER u;
|
|
XA BEGIN 'xid44';
|
|
INSERT INTO t2(a) VALUES (0);
|
|
XA END 'xid44';
|
|
XA PREPARE 'xid44';
|
|
--let $rpl_server_number= 1
|
|
--source include/rpl_restart_server.inc
|
|
XA COMMIT 'xid44';
|
|
SELECT * FROM t2 WHERE a=0;
|
|
DELETE FROM t2 WHERE a=0;
|
|
|
|
--echo *** XA transaction XID not freed in RocksDB
|
|
|
|
# There was another problem with a similar situation as the previous case.
|
|
# The transaction was empty, was not cleaned up in the engine binlog. Then
|
|
# the next transaction failed in the engine binlog, and the transaction XID
|
|
# was not cleaned up in RocksDB. And then a third re-use of the XID failed.
|
|
--connection master
|
|
--delimiter //
|
|
CREATE TRIGGER u AFTER INSERT ON t2 FOR EACH ROW BEGIN RELEASE SAVEPOINT A ; END //
|
|
--delimiter ;
|
|
|
|
XA BEGIN 'xid31';
|
|
--error ER_SP_DOES_NOT_EXIST
|
|
INSERT IGNORE INTO t2(a) VALUES (0);
|
|
XA END 'xid31';
|
|
XA PREPARE 'xid31';
|
|
XA COMMIT 'xid31';
|
|
|
|
DROP TRIGGER u;
|
|
XA BEGIN 'xid31';
|
|
INSERT INTO t2(a) VALUES (0);
|
|
XA END 'xid31';
|
|
XA PREPARE 'xid31';
|
|
XA COMMIT 'xid31';
|
|
|
|
--connection master1
|
|
XA BEGIN 'xid31';
|
|
UPDATE t2 SET b=b+10 WHERE a=0;
|
|
UPDATE t2 SET b=b+10 WHERE a=1;
|
|
XA END 'xid31';
|
|
XA PREPARE 'xid31';
|
|
XA COMMIT 'xid31';
|
|
|
|
|
|
# Clean up.
|
|
|
|
--connection slave
|
|
--source include/stop_slave.inc
|
|
SET GLOBAL slave_parallel_threads= @old_threads;
|
|
--source include/start_slave.inc
|
|
|
|
--connection master
|
|
DROP TABLE t1, t2;
|
|
CALL mtr.add_suppression("Can't find record in 't1'");
|
|
CALL mtr.add_suppression("Commit failed due to failure of an earlier commit on which this one depends");
|
|
|
|
--source include/rpl_end.inc
|