mirror of
https://github.com/MariaDB/server.git
synced 2025-02-15 09:55:33 +01:00
b8f9f796ff
Compute binlog checksums (when enabled) already when writing events into the statement or transaction caches, where before it was done when the caches are copied to the real binlog file. This moves the checksum computation outside of holding LOCK_log, improving scalabitily. At stmt/trx cache write time, the final end_log_pos values are not known, so with this patch these will be set to 0. Events that are written directly to the binlog file (not through stmt/trx cache) keep the correct end_log_pos value. The GTID and COMMIT/XID events at the start and end of event groups are written directly, so the zero end_log_pos is only for events in the middle of event groups, which do not negatively affect replication. An option --binlog-legacy-event-pos, off by default, is provided to disable this behavior to provide backwards compatibility with any external applications that might rely on end_log_pos in events in the middle of event groups. Checksums cannot be pre-computed when binlog encryption is enabled, as encryption relies on correct end_log_pos to provide part of the nonce/IV. Checksum pre-computation is also disabled for WSREP/Galera, as it uses events differently in its write-sets and so on. Extending pre-computation of checksums to Galera where it makes sense could be added in a future patch. The current --binlog-checksum configuration is saved in binlog_cache_data at transaction start and used to pre-compute checksums in cache, if applicable. When the cache is later copied to the binlog, a check is made if the saved value still matches the configured global value; if so, the events are block-copied directly into the binlog file. If --binlog-checksum was changed during the transaction, events are re-written to the binlog file one-by-one and the checksums recomputed/discarded as appropriate. Reviewed-by: Monty <monty@mariadb.org> Signed-off-by: Kristian Nielsen <knielsen@knielsen-hq.org>
177 lines
5.1 KiB
Text
177 lines
5.1 KiB
Text
include/master-slave.inc
|
|
[connection master]
|
|
call mtr.add_suppression("Unsafe statement written to the binary log using statement format since BINLOG_FORMAT = STATEMENT. .*Statement: insert into t2 set data=repeat.*'a', @act_size.*");
|
|
call mtr.add_suppression("Unsafe statement written to the binary log using statement format since BINLOG_FORMAT = STATEMENT. .*Statement: insert into t1 values.* NAME_CONST.*'n',.*, @data .*");
|
|
connection master;
|
|
set @save_binlog_cache_size = @@global.binlog_cache_size;
|
|
set @save_binlog_checksum = @@global.binlog_checksum;
|
|
set @save_master_verify_checksum = @@global.master_verify_checksum;
|
|
set @@global.binlog_cache_size = 4096;
|
|
set @@global.binlog_checksum = CRC32;
|
|
set @@global.master_verify_checksum = 1;
|
|
connection slave;
|
|
include/stop_slave.inc
|
|
include/start_slave.inc
|
|
connection master;
|
|
flush status;
|
|
show status like "binlog_cache_use";
|
|
Variable_name Value
|
|
Binlog_cache_use 0
|
|
show status like "binlog_cache_disk_use";
|
|
Variable_name Value
|
|
Binlog_cache_disk_use 0
|
|
drop table if exists t1;
|
|
create table t1 (a int PRIMARY KEY, b CHAR(32)) engine=innodb;
|
|
create procedure test.p_init (n int, size int)
|
|
begin
|
|
while n > 0 do
|
|
select round(RAND() * size) into @act_size;
|
|
set @data = repeat('a', @act_size);
|
|
insert into t1 values(n, @data );
|
|
set n= n-1;
|
|
end while;
|
|
end|
|
|
begin;
|
|
call test.p_init(4000, 32);
|
|
commit;
|
|
show status like "binlog_cache_use";
|
|
Variable_name Value
|
|
Binlog_cache_use 1
|
|
*** binlog_cache_disk_use must be non-zero ***
|
|
show status like "binlog_cache_disk_use";
|
|
Variable_name Value
|
|
Binlog_cache_disk_use 1
|
|
connection slave;
|
|
include/diff_tables.inc [master:test.t1, slave:test.t1]
|
|
connection master;
|
|
begin;
|
|
delete from t1;
|
|
commit;
|
|
connection slave;
|
|
connection master;
|
|
flush status;
|
|
create table t2(a int auto_increment primary key, data VARCHAR(12288)) ENGINE=Innodb;
|
|
show status like "binlog_cache_use";
|
|
Variable_name Value
|
|
Binlog_cache_use 1
|
|
*** binlog_cache_disk_use must be non-zero ***
|
|
show status like "binlog_cache_disk_use";
|
|
Variable_name Value
|
|
Binlog_cache_disk_use 1
|
|
connection slave;
|
|
include/diff_tables.inc [master:test.t2, slave:test.t2]
|
|
connection master;
|
|
begin;
|
|
delete from t2;
|
|
commit;
|
|
connection slave;
|
|
connection master;
|
|
flush status;
|
|
create table t3(a int auto_increment primary key, data VARCHAR(8192)) engine=innodb;
|
|
show status like "binlog_cache_use";
|
|
Variable_name Value
|
|
Binlog_cache_use 1
|
|
*** binlog_cache_disk_use must be non-zero ***
|
|
show status like "binlog_cache_disk_use";
|
|
Variable_name Value
|
|
Binlog_cache_disk_use 1
|
|
connection slave;
|
|
include/diff_tables.inc [master:test.t3, slave:test.t3]
|
|
connection master;
|
|
begin;
|
|
delete from t3;
|
|
commit;
|
|
connection slave;
|
|
connection master;
|
|
flush status;
|
|
create procedure test.p1 (n int)
|
|
begin
|
|
while n > 0 do
|
|
case (select (round(rand()*100) % 3) + 1)
|
|
when 1 then
|
|
select round(RAND() * 32) into @act_size;
|
|
set @data = repeat('a', @act_size);
|
|
insert into t1 values(n, @data);
|
|
when 2 then
|
|
begin
|
|
select round(8192 + RAND() * 4096) into @act_size;
|
|
insert into t2 set data=repeat('a', @act_size);
|
|
end;
|
|
when 3 then
|
|
begin
|
|
select round(3686.4000 + RAND() * 819.2000) into @act_size;
|
|
insert into t3 set data= repeat('a', @act_size);
|
|
end;
|
|
end case;
|
|
set n= n-1;
|
|
end while;
|
|
end|
|
|
set autocommit= 0;
|
|
begin;
|
|
call test.p1(1000);
|
|
commit;
|
|
show status like "binlog_cache_use";
|
|
Variable_name Value
|
|
Binlog_cache_use 1
|
|
*** binlog_cache_disk_use must be non-zero ***
|
|
show status like "binlog_cache_disk_use";
|
|
Variable_name Value
|
|
Binlog_cache_disk_use 1
|
|
connection slave;
|
|
include/diff_tables.inc [master:test.t1, slave:test.t1]
|
|
include/diff_tables.inc [master:test.t2, slave:test.t2]
|
|
include/diff_tables.inc [master:test.t3, slave:test.t3]
|
|
*** Test switching checksum algorithm while ongoing transactions have pre-computed checksum in their binlog cache ***
|
|
connection master;
|
|
CREATE TABLE t4 (a INT, b INT, c VARCHAR(1024), PRIMARY KEY (a,b)) ENGINE=InnoDB;
|
|
BEGIN;
|
|
INSERT INTO t4 VALUES (1, 1, "small, pre-computed checksums");
|
|
connection server_1;
|
|
BEGIN;
|
|
INSERT INTO t4 VALUES (2, 1, "big, pre-computed checksums");
|
|
set @@global.binlog_checksum = NONE;
|
|
connection master;
|
|
INSERT INTO t4 VALUES (1, 2, "done");
|
|
COMMIT;
|
|
connection server_1;
|
|
INSERT INTO t4 VALUES (2, 22, "done");
|
|
COMMIT;
|
|
connection master;
|
|
BEGIN;
|
|
INSERT INTO t4 VALUES (3, 1, "small, no pre-computed checksums");
|
|
connection server_1;
|
|
BEGIN;
|
|
INSERT INTO t4 VALUES (4, 1, "big, no pre-computed checksums");
|
|
set @@global.binlog_checksum = CRC32;
|
|
connection master;
|
|
INSERT INTO t4 VALUES (3, 2, "done");
|
|
COMMIT;
|
|
connection server_1;
|
|
INSERT INTO t4 VALUES (4, 22, "done");
|
|
COMMIT;
|
|
connection slave;
|
|
*** Test the --binlog-legacy-event-pos option.
|
|
connection master;
|
|
FLUSH BINARY LOGS;
|
|
BEGIN;
|
|
INSERT INTO t4 VALUES (5, 1, "Zero end_log_pos");
|
|
COMMIT;
|
|
set @@global.binlog_legacy_event_pos= 1;
|
|
BEGIN;
|
|
INSERT INTO t4 VALUES (6, 1, "Non-zero end_log_pos");
|
|
COMMIT;
|
|
set @@global.binlog_legacy_event_pos= 0;
|
|
connection slave;
|
|
connection master;
|
|
begin;
|
|
delete from t1;
|
|
delete from t2;
|
|
delete from t3;
|
|
commit;
|
|
drop table t1, t2, t3, t4;
|
|
set @@global.binlog_cache_size = @save_binlog_cache_size;
|
|
set @@global.binlog_checksum = @save_binlog_checksum;
|
|
set @@global.master_verify_checksum = @save_master_verify_checksum;
|
|
drop procedure test.p_init;
|
|
drop procedure test.p1;
|
|
include/rpl_end.inc
|