mirror of
https://github.com/MariaDB/server.git
synced 2025-01-31 02:51:44 +01:00
fbeb9489cd
The doublewrite buffer pages must fit in the first InnoDB system
tablespace data file. The checks that were added in the initial patch
(commit 112b21da37)
were at too high level and did not cover all cases.
innodb.log_data_file_size: Test all innodb_page_size combinations.
fsp_header_init(): Never return an error. Move the change buffer creation
to the only caller that needs to do it.
btr_create(): Clean up the logic. Remove the error log messages.
buf_dblwr_create(): Try to return an error on non-fatal failure.
Check that the first data file is big enough for creating the
doublewrite buffers.
buf_dblwr_process(): Check if the doublewrite buffer is available.
Display the message only if it is available.
recv_recovery_from_checkpoint_start_func(): Remove a redundant message
about FIL_PAGE_FILE_FLUSH_LSN mismatch when crash recovery has already
been initiated.
fil_report_invalid_page_access(): Simplify the message.
fseg_create_general(): Do not emit messages to the error log.
innobase_init(): Revert the changes.
trx_rseg_create(): Refactor (no functional change).
435 lines
13 KiB
Text
435 lines
13 KiB
Text
--echo #
|
|
--echo # Bug #17335427 INNODB CAN NOT USE THE DOUBLEWRITE BUFFER PROPERLY
|
|
--echo # Bug #18144349 INNODB CANNOT USE THE DOUBLEWRITE BUFFER FOR THE FIRST
|
|
--echo # PAGE OF SYSTEM TABLESPACE
|
|
--echo #
|
|
|
|
--source include/innodb_page_size.inc
|
|
--source include/have_debug.inc
|
|
--source include/not_embedded.inc
|
|
|
|
# Slow shutdown and restart to make sure ibuf merge is finished
|
|
SET GLOBAL innodb_fast_shutdown = 0;
|
|
--disable_query_log
|
|
call mtr.add_suppression("space header page consists of zero bytes.*test.t1");
|
|
call mtr.add_suppression("checksum mismatch in tablespace.*test.t1");
|
|
call mtr.add_suppression("Current page size .* != page size on page");
|
|
call mtr.add_suppression("innodb-page-size mismatch in tablespace.*test.t1");
|
|
call mtr.add_suppression("InnoDB: New log files created");
|
|
call mtr.add_suppression("InnoDB: Cannot create doublewrite buffer: the first file in innodb_data_file_path must be at least (3|6|12)M\\.");
|
|
call mtr.add_suppression("InnoDB: Database creation was aborted");
|
|
call mtr.add_suppression("Plugin 'InnoDB' (init function returned error|registration as a STORAGE ENGINE failed)");
|
|
--enable_query_log
|
|
--source include/restart_mysqld.inc
|
|
|
|
let INNODB_PAGE_SIZE=`select @@innodb_page_size`;
|
|
let MYSQLD_DATADIR=`select @@datadir`;
|
|
let SEARCH_FILE= $MYSQLTEST_VARDIR/log/mysqld.1.err;
|
|
let SEARCH_RANGE= -50000;
|
|
|
|
show variables like 'innodb_doublewrite';
|
|
show variables like 'innodb_fil_make_page_dirty_debug';
|
|
show variables like 'innodb_saved_page_number_debug';
|
|
|
|
create table t1 (f1 int primary key, f2 blob) engine=innodb;
|
|
|
|
start transaction;
|
|
insert into t1 values(1, repeat('#',12));
|
|
insert into t1 values(2, repeat('+',12));
|
|
insert into t1 values(3, repeat('/',12));
|
|
insert into t1 values(4, repeat('-',12));
|
|
insert into t1 values(5, repeat('.',12));
|
|
commit work;
|
|
|
|
--echo # ---------------------------------------------------------------
|
|
--echo # Test Begin: Test if recovery works if first page of user
|
|
--echo # tablespace is full of zeroes.
|
|
|
|
select space from information_schema.innodb_sys_tables
|
|
where name = 'test/t1' into @space_id;
|
|
|
|
--echo # Ensure that dirty pages of table t1 is flushed.
|
|
flush tables t1 for export;
|
|
unlock tables;
|
|
|
|
begin;
|
|
insert into t1 values (6, repeat('%', 12));
|
|
|
|
--source ../include/no_checkpoint_start.inc
|
|
|
|
--echo # Make the first page dirty for table t1
|
|
set global innodb_saved_page_number_debug = 0;
|
|
set global innodb_fil_make_page_dirty_debug = @space_id;
|
|
|
|
--echo # Ensure that dirty pages of table t1 are flushed.
|
|
set global innodb_buf_flush_list_now = 1;
|
|
|
|
--let CLEANUP_IF_CHECKPOINT=drop table t1;
|
|
--source ../include/no_checkpoint_end.inc
|
|
|
|
--echo # Make the first page (page_no=0) of the user tablespace
|
|
--echo # full of zeroes.
|
|
--echo #
|
|
--echo # MDEV-11623: Use old FSP_SPACE_FLAGS in the doublewrite buffer.
|
|
|
|
perl;
|
|
use IO::Handle;
|
|
my $fname= "$ENV{'MYSQLD_DATADIR'}test/t1.ibd";
|
|
my $page_size = $ENV{INNODB_PAGE_SIZE};
|
|
my $page;
|
|
open(FILE, "+<", $fname) or die;
|
|
sysread(FILE, $page, $page_size)==$page_size||die "Unable to read $name\n";
|
|
sysseek(FILE, 0, 0)||die "Unable to seek $fname\n";
|
|
die unless syswrite(FILE, chr(0) x $page_size, $page_size) == $page_size;
|
|
close FILE;
|
|
|
|
open(FILE, "+<", "$ENV{MYSQLD_DATADIR}ibdata1")||die "cannot open ibdata1\n";
|
|
sysseek(FILE, 6 * $page_size - 190, 0)||die "Unable to seek ibdata1\n";
|
|
sysread(FILE, $_, 12) == 12||die "Unable to read TRX_SYS\n";
|
|
my($magic,$d1,$d2)=unpack "NNN", $_;
|
|
die "magic=$magic, $d1, $d2\n" unless $magic == 536853855 && $d2 >= $d1 + 64;
|
|
sysseek(FILE, $d1 * $page_size, 0)||die "Unable to seek ibdata1\n";
|
|
# Find the page in the doublewrite buffer
|
|
for (my $d = $d1; $d < $d2 + 64; $d++)
|
|
{
|
|
sysread(FILE, $_, $page_size)==$page_size||die "Cannot read doublewrite\n";
|
|
next unless $_ eq $page;
|
|
sysseek(FILE, $d * $page_size, 0)||die "Unable to seek ibdata1\n";
|
|
# Write buggy MariaDB 10.1.x FSP_SPACE_FLAGS to the doublewrite buffer
|
|
my($flags) = unpack "x[54]N", $_;
|
|
my $badflags = ($flags & 0x3f);
|
|
my $compression_level=6;
|
|
$badflags |= 1<<6|$compression_level<<7 if ($flags & 1 << 16);
|
|
$badflags |= ($flags & 15 << 6) << 7; # PAGE_SSIZE
|
|
|
|
substr ($_, 54, 4) = pack("N", $badflags);
|
|
# Replace the innodb_checksum_algorithm=none checksum
|
|
substr ($_, 0, 4) = pack("N", 0xdeadbeef);
|
|
substr ($_, $page_size - 8, 4) = pack("N", 0xdeadbeef);
|
|
syswrite(FILE, $_, $page_size)==$page_size||die;
|
|
close(FILE);
|
|
exit 0;
|
|
}
|
|
die "Did not find the page in the doublewrite buffer ($d1,$d2)\n";
|
|
EOF
|
|
|
|
--source include/start_mysqld.inc
|
|
|
|
check table t1;
|
|
select f1, f2 from t1;
|
|
|
|
--echo # Test End
|
|
--echo # ---------------------------------------------------------------
|
|
--echo # Test Begin: Test if recovery works if first page of user
|
|
--echo # tablespace is corrupted.
|
|
|
|
select space from information_schema.innodb_sys_tables
|
|
where name = 'test/t1' into @space_id;
|
|
|
|
--echo # Ensure that dirty pages of table t1 is flushed.
|
|
flush tables t1 for export;
|
|
unlock tables;
|
|
|
|
begin;
|
|
insert into t1 values (6, repeat('%', 12));
|
|
|
|
--source ../include/no_checkpoint_start.inc
|
|
|
|
--echo # Make the first page dirty for table t1
|
|
set global innodb_saved_page_number_debug = 0;
|
|
set global innodb_fil_make_page_dirty_debug = @space_id;
|
|
|
|
--echo # Ensure that dirty pages of table t1 are flushed.
|
|
set global innodb_buf_flush_list_now = 1;
|
|
|
|
--source include/no_checkpoint_end.inc
|
|
|
|
--echo # Corrupt the first page (page_no=0) of the user tablespace.
|
|
perl;
|
|
use IO::Handle;
|
|
my $fname= "$ENV{'MYSQLD_DATADIR'}test/t1.ibd";
|
|
open(FILE, "+<", $fname) or die;
|
|
FILE->autoflush(1);
|
|
binmode FILE;
|
|
print FILE chr(0) x ($ENV{'INNODB_PAGE_SIZE'}/2);
|
|
close FILE;
|
|
EOF
|
|
|
|
--source include/start_mysqld.inc
|
|
|
|
check table t1;
|
|
select f1, f2 from t1;
|
|
|
|
--echo # Test End
|
|
--echo # ---------------------------------------------------------------
|
|
--echo # Test Begin: Test if recovery works if 2nd page of user
|
|
--echo # tablespace is full of zeroes.
|
|
|
|
select space from information_schema.innodb_sys_tables
|
|
where name = 'test/t1' into @space_id;
|
|
|
|
--echo # Ensure that dirty pages of table t1 is flushed.
|
|
flush tables t1 for export;
|
|
unlock tables;
|
|
|
|
begin;
|
|
insert into t1 values (6, repeat('%', 400));
|
|
|
|
--source ../include/no_checkpoint_start.inc
|
|
|
|
--echo # Make the 2nd page dirty for table t1
|
|
set global innodb_saved_page_number_debug = 1;
|
|
set global innodb_fil_make_page_dirty_debug = @space_id;
|
|
|
|
--echo # Ensure that dirty pages of table t1 are flushed.
|
|
set global innodb_buf_flush_list_now = 1;
|
|
|
|
--source include/no_checkpoint_end.inc
|
|
|
|
--echo # Make the 2nd page (page_no=1) of the tablespace all zeroes.
|
|
perl;
|
|
use IO::Handle;
|
|
my $fname= "$ENV{'MYSQLD_DATADIR'}test/t1.ibd";
|
|
open(FILE, "+<", $fname) or die;
|
|
FILE->autoflush(1);
|
|
binmode FILE;
|
|
seek(FILE, $ENV{'INNODB_PAGE_SIZE'}, SEEK_SET);
|
|
print FILE chr(0) x ($ENV{'INNODB_PAGE_SIZE'});
|
|
close FILE;
|
|
EOF
|
|
|
|
--source include/start_mysqld.inc
|
|
|
|
check table t1;
|
|
select f1, f2 from t1;
|
|
|
|
--echo # Test End
|
|
--echo # ---------------------------------------------------------------
|
|
--echo # Test Begin: Test if recovery works if 2nd page of user
|
|
--echo # tablespace is corrupted.
|
|
|
|
select space from information_schema.innodb_sys_tables
|
|
where name = 'test/t1' into @space_id;
|
|
|
|
--echo # Ensure that dirty pages of table t1 is flushed.
|
|
flush tables t1 for export;
|
|
unlock tables;
|
|
|
|
begin;
|
|
insert into t1 values (6, repeat('%', 400));
|
|
|
|
--source ../include/no_checkpoint_start.inc
|
|
|
|
--echo # Make the 2nd page dirty for table t1
|
|
set global innodb_saved_page_number_debug = 1;
|
|
set global innodb_fil_make_page_dirty_debug = @space_id;
|
|
|
|
--echo # Ensure that the dirty pages of table t1 are flushed.
|
|
set global innodb_buf_flush_list_now = 1;
|
|
|
|
--source include/no_checkpoint_end.inc
|
|
|
|
--echo # Corrupt the 2nd page (page_no=1) of the user tablespace.
|
|
perl;
|
|
use IO::Handle;
|
|
my $fname= "$ENV{'MYSQLD_DATADIR'}test/t1.ibd";
|
|
open(FILE, "+<", $fname) or die;
|
|
FILE->autoflush(1);
|
|
binmode FILE;
|
|
seek(FILE, $ENV{'INNODB_PAGE_SIZE'}, SEEK_SET);
|
|
print FILE chr(0) x ($ENV{'INNODB_PAGE_SIZE'}/2);
|
|
close FILE;
|
|
EOF
|
|
|
|
--source include/start_mysqld.inc
|
|
|
|
check table t1;
|
|
select f1, f2 from t1;
|
|
|
|
--echo # Test End
|
|
--echo # ---------------------------------------------------------------
|
|
--echo # Test Begin: Test if recovery works if first page of
|
|
--echo # system tablespace is full of zeroes.
|
|
|
|
begin;
|
|
insert into t1 values (6, repeat('%', 400));
|
|
|
|
--echo # Ensure that all dirty pages in the system are flushed.
|
|
set global innodb_buf_flush_list_now = 1;
|
|
|
|
--echo # Make the first page dirty for system tablespace
|
|
set global innodb_saved_page_number_debug = 0;
|
|
set global innodb_fil_make_page_dirty_debug = 0;
|
|
|
|
--echo # Ensure that the dirty page of system tablespace is also flushed.
|
|
# We do this after the transaction starts and all dirty pages have been flushed
|
|
# already. So flushing of this specified dirty page will surely keep the
|
|
# copy in doublewrite buffer, and no more writes to doublewrite buffer would
|
|
# overwrite the copy. Thus, we can safely modify the original page when server
|
|
# is down. So do the following testings.
|
|
set global innodb_buf_flush_list_now = 1;
|
|
|
|
--source include/kill_mysqld.inc
|
|
|
|
--echo # Make the first page (page_no=0) of the system tablespace
|
|
--echo # all zeroes.
|
|
perl;
|
|
use IO::Handle;
|
|
my $fname= "$ENV{'MYSQLD_DATADIR'}ibdata1";
|
|
open(FILE, "+<", $fname) or die;
|
|
FILE->autoflush(1);
|
|
binmode FILE;
|
|
print FILE chr(0) x ($ENV{'INNODB_PAGE_SIZE'});
|
|
close FILE;
|
|
EOF
|
|
|
|
--source include/start_mysqld.inc
|
|
|
|
check table t1;
|
|
select f1, f2 from t1;
|
|
|
|
--echo # Test End
|
|
--echo # ---------------------------------------------------------------
|
|
--echo # Test Begin: Test if recovery works if first page of
|
|
--echo # system tablespace is corrupted.
|
|
|
|
begin;
|
|
insert into t1 values (6, repeat('%', 400));
|
|
|
|
--echo # Ensure that all dirty pages in the system are flushed.
|
|
set global innodb_buf_flush_list_now = 1;
|
|
|
|
--echo # Make the first page dirty for system tablespace
|
|
set global innodb_saved_page_number_debug = 0;
|
|
set global innodb_fil_make_page_dirty_debug = 0;
|
|
|
|
--echo # Ensure that the dirty page of system tablespace is also flushed.
|
|
set global innodb_buf_flush_list_now = 1;
|
|
|
|
--source include/kill_mysqld.inc
|
|
|
|
--echo # Corrupt the first page (page_no=0) of the system tablespace.
|
|
perl;
|
|
use IO::Handle;
|
|
my $fname= "$ENV{'MYSQLD_DATADIR'}ibdata1";
|
|
open(FILE, "+<", $fname) or die;
|
|
FILE->autoflush(1);
|
|
binmode FILE;
|
|
print FILE chr(0) x ($ENV{'INNODB_PAGE_SIZE'}/2);
|
|
close FILE;
|
|
EOF
|
|
|
|
--source include/start_mysqld.inc
|
|
|
|
check table t1;
|
|
select f1, f2 from t1;
|
|
|
|
--echo # Test End
|
|
--echo # ---------------------------------------------------------------
|
|
--echo # Test Begin: Test if recovery works if 2nd page of
|
|
--echo # system tablespace is full of zeroes.
|
|
|
|
begin;
|
|
insert into t1 values (6, repeat('%', 400));
|
|
|
|
--echo # Ensure that all dirty pages in the system are flushed.
|
|
set global innodb_buf_flush_list_now = 1;
|
|
|
|
--echo # Make the second page dirty for system tablespace
|
|
set global innodb_saved_page_number_debug = 1;
|
|
set global innodb_fil_make_page_dirty_debug = 0;
|
|
|
|
--echo # Ensure that the dirty page of system tablespace is also flushed.
|
|
set global innodb_buf_flush_list_now = 1;
|
|
|
|
--source include/kill_mysqld.inc
|
|
|
|
--echo # Make the 2nd page (page_no=1) of the system tablespace
|
|
--echo # all zeroes.
|
|
perl;
|
|
use IO::Handle;
|
|
my $fname= "$ENV{'MYSQLD_DATADIR'}ibdata1";
|
|
open(FILE, "+<", $fname) or die;
|
|
FILE->autoflush(1);
|
|
binmode FILE;
|
|
seek(FILE, $ENV{'INNODB_PAGE_SIZE'}, SEEK_SET);
|
|
print FILE chr(0) x ($ENV{'INNODB_PAGE_SIZE'});
|
|
close FILE;
|
|
EOF
|
|
|
|
--source include/start_mysqld.inc
|
|
|
|
check table t1;
|
|
select f1, f2 from t1;
|
|
|
|
--echo # Test End
|
|
--echo # ---------------------------------------------------------------
|
|
--echo # Test Begin: Test if recovery works if 2nd page of
|
|
--echo # system tablespace is corrupted.
|
|
|
|
begin;
|
|
insert into t1 values (6, repeat('%', 400));
|
|
|
|
--echo # Ensure that all dirty pages in the system are flushed.
|
|
set global innodb_buf_flush_list_now = 1;
|
|
|
|
--echo # Make the second page dirty for system tablespace
|
|
set global innodb_saved_page_number_debug = 1;
|
|
set global innodb_fil_make_page_dirty_debug = 0;
|
|
|
|
--echo # Ensure that the dirty page of system tablespace is also flushed.
|
|
set global innodb_buf_flush_list_now = 1;
|
|
|
|
--source include/kill_mysqld.inc
|
|
|
|
--echo # Make the 2nd page (page_no=1) of the system tablespace
|
|
--echo # all zeroes.
|
|
perl;
|
|
use IO::Handle;
|
|
my $fname= "$ENV{'MYSQLD_DATADIR'}ibdata1";
|
|
open(FILE, "+<", $fname) or die;
|
|
FILE->autoflush(1);
|
|
binmode FILE;
|
|
seek(FILE, $ENV{'INNODB_PAGE_SIZE'}, SEEK_SET);
|
|
print FILE chr(0) x ($ENV{'INNODB_PAGE_SIZE'}/2);
|
|
close FILE;
|
|
EOF
|
|
|
|
--source include/start_mysqld.inc
|
|
|
|
check table t1;
|
|
--let SEARCH_PATTERN= \[ERROR\] InnoDB: .* in tablespace.*test.t1.*
|
|
--source include/search_pattern_in_file.inc
|
|
|
|
select f1, f2 from t1;
|
|
|
|
drop table t1;
|
|
|
|
--echo #
|
|
--echo # MDEV-12600 crash during install_db with innodb_page_size=32K
|
|
--echo # and ibdata1=3M
|
|
--echo #
|
|
let bugdir= $MYSQLTEST_VARDIR/tmp/doublewrite;
|
|
--mkdir $bugdir
|
|
|
|
let $check_no_innodb=SELECT * FROM INFORMATION_SCHEMA.ENGINES
|
|
WHERE engine = 'innodb'
|
|
AND support IN ('YES', 'DEFAULT', 'ENABLED');
|
|
|
|
--let $ibp=--innodb-log-group-home-dir=$bugdir --innodb-data-home-dir=$bugdir
|
|
--let $ibd=$ibp --innodb-undo-tablespaces=0 --innodb-log-files-in-group=2
|
|
--let $ibp=$ibp --innodb-data-file-path=ibdata1:1M;ibdata2:1M:autoextend
|
|
|
|
--let $restart_parameters= $ibp
|
|
--source include/restart_mysqld.inc
|
|
eval $check_no_innodb;
|
|
--let SEARCH_PATTERN= \[ERROR\] InnoDB: Cannot create doublewrite buffer
|
|
--source include/search_pattern_in_file.inc
|
|
--let $restart_parameters=
|
|
--source include/restart_mysqld.inc
|
|
|
|
--remove_file $bugdir/ibdata1
|
|
--remove_file $bugdir/ibdata2
|
|
--remove_file $bugdir/ib_logfile0
|
|
--remove_file $bugdir/ib_logfile1
|
|
--rmdir $bugdir
|