mirror of
https://github.com/MariaDB/server.git
synced 2025-04-05 14:55:32 +02:00
c0f47a4a58
MariaDB data-at-rest encryption (innodb_encrypt_tables) had repurposed the same unused data field that was repurposed in MySQL 5.7 (and MariaDB 10.2) for the Split Sequence Number (SSN) field of SPATIAL INDEX. Because of this, MariaDB was unable to support encryption on SPATIAL INDEX pages. Furthermore, InnoDB page checksums skipped some bytes, and there are multiple variations and checksum algorithms. By default, InnoDB accepts all variations of all algorithms that ever existed. This unnecessarily weakens the page checksums. We hereby introduce two more innodb_checksum_algorithm variants (full_crc32, strict_full_crc32) that are special in a way: When either setting is active, newly created data files will carry a flag (fil_space_t::full_crc32()) that indicates that all pages of the file will use a full CRC-32C checksum over the entire page contents (excluding the bytes where the checksum is stored, at the very end of the page). Such files will always use that checksum, no matter what the parameter innodb_checksum_algorithm is assigned to. For old files, the old checksum algorithms will continue to be used. The value strict_full_crc32 will be equivalent to strict_crc32 and the value full_crc32 will be equivalent to crc32. ROW_FORMAT=COMPRESSED tables will only use the old format. These tables do not support new features, such as larger innodb_page_size or instant ADD/DROP COLUMN. They may be deprecated in the future. We do not want an unnecessary file format change for them. The new full_crc32() format also cleans up the MariaDB tablespace flags. We will reserve flags to store the page_compressed compression algorithm, and to store the compressed payload length, so that checksum can be computed over the compressed (and possibly encrypted) stream and can be validated without decrypting or decompressing the page. In the full_crc32 format, there no longer are separate before-encryption and after-encryption checksums for pages. The single checksum is computed on the page contents that is written to the file. We do not make the new algorithm the default for two reasons. First, MariaDB 10.4.2 was a beta release, and the default values of parameters should not change after beta. Second, we did not yet implement the full_crc32 format for page_compressed pages. This will be fixed in MDEV-18644. This is joint work with Marko Mäkelä.
257 lines
10 KiB
Text
257 lines
10 KiB
Text
#************************************************************
|
|
# WL6045:Improve Innochecksum
|
|
#************************************************************
|
|
--source include/innodb_page_size_small.inc
|
|
--source include/no_valgrind_without_big.inc
|
|
# Embedded server does not support crashing.
|
|
--source include/not_embedded.inc
|
|
|
|
# Avoid CrashReporter popup on Mac.
|
|
--source include/not_crashrep.inc
|
|
|
|
--echo # Set the environmental variables
|
|
let MYSQLD_BASEDIR= `SELECT @@basedir`;
|
|
let MYSQLD_DATADIR= `SELECT @@datadir`;
|
|
let SEARCH_FILE= $MYSQLTEST_VARDIR/log/my_restart.err;
|
|
let $checksum_algorithm = `SELECT @@innodb_checksum_algorithm`;
|
|
|
|
call mtr.add_suppression("InnoDB: Unable to read tablespace .* page no .* into the buffer pool after 100 attempts");
|
|
call mtr.add_suppression("InnoDB: Warning: database page corruption or a failed");
|
|
|
|
CREATE TABLE tab1(c1 INT PRIMARY KEY,c2 VARCHAR(20)) ENGINE=InnoDB;
|
|
CREATE INDEX idx1 ON tab1(c2(10));
|
|
INSERT INTO tab1 VALUES(1, 'Innochecksum InnoDB1');
|
|
CREATE TABLE t1(id INT AUTO_INCREMENT PRIMARY KEY, msg VARCHAR(255)) ENGINE=INNODB ROW_FORMAT=COMPRESSED KEY_BLOCK_SIZE=4;
|
|
insert into t1 values(1,"i");
|
|
insert into t1 values(2,"am");
|
|
insert into t1 values(3,"compressed table");
|
|
|
|
--echo # Shutdown the Server
|
|
--source include/shutdown_mysqld.inc
|
|
--echo # Server Default checksum = innodb
|
|
|
|
#
|
|
# Not repeatable with --parallel= >1
|
|
#
|
|
#--echo [1a]: check the innochecksum when file doesn't exists
|
|
#--error 1
|
|
#--exec $INNOCHECKSUM $MYSQLD_DATADIR/test/aa.ibd 2> $SEARCH_FILE
|
|
#let SEARCH_PATTERN= Error: $MYSQLD_DATADIR/test/aa.ibd cannot be found;
|
|
#--source include/search_pattern_in_file.inc
|
|
|
|
--echo [1b]: check the innochecksum without --strict-check
|
|
--exec $INNOCHECKSUM $MYSQLD_DATADIR/test/tab1.ibd
|
|
|
|
--echo [2]: check the innochecksum with full form --strict-check=crc32
|
|
--exec $INNOCHECKSUM --strict-check=crc32 $MYSQLD_DATADIR/test/tab1.ibd
|
|
|
|
--echo [3]: check the innochecksum with short form -C crc32
|
|
--exec $INNOCHECKSUM -C crc32 $MYSQLD_DATADIR/test/tab1.ibd
|
|
|
|
--echo [4]: check the innochecksum with --no-check ignores algorithm check, warning is expected
|
|
--error 1
|
|
--exec $INNOCHECKSUM --no-check $MYSQLD_DATADIR/test/tab1.ibd 2> $SEARCH_FILE
|
|
let SEARCH_PATTERN= Error: --no-check must be associated with --write option.;
|
|
--source include/search_pattern_in_file.inc
|
|
|
|
--echo [5]: check the innochecksum with short form --no-check ignores algorithm check, warning is expected
|
|
--error 1
|
|
--exec $INNOCHECKSUM -n $MYSQLD_DATADIR/test/tab1.ibd 2> $SEARCH_FILE
|
|
let SEARCH_PATTERN= Error: --no-check must be associated with --write option.;
|
|
--source include/search_pattern_in_file.inc
|
|
|
|
--echo [6]: check the innochecksum with full form strict-check & no-check , an error is expected
|
|
--error 1
|
|
--exec $INNOCHECKSUM --strict-check=innodb --no-check $MYSQLD_DATADIR/test/tab1.ibd 2> $SEARCH_FILE
|
|
let SEARCH_PATTERN= Error: --strict-check option cannot be used together with --no-check option.;
|
|
--source include/search_pattern_in_file.inc
|
|
|
|
--echo [7]: check the innochecksum with short form strict-check & no-check , an error is expected
|
|
--error 1
|
|
--exec $INNOCHECKSUM -C innodb -n $MYSQLD_DATADIR/test/tab1.ibd 2> $SEARCH_FILE
|
|
let SEARCH_PATTERN= Error: --strict-check option cannot be used together with --no-check option.;
|
|
--source include/search_pattern_in_file.inc
|
|
|
|
--echo [8]: check the innochecksum with short & full form combination
|
|
--echo # strict-check & no-check, an error is expected
|
|
--error 1
|
|
--exec $INNOCHECKSUM --strict-check=innodb -n $MYSQLD_DATADIR/test/tab1.ibd 2> $SEARCH_FILE
|
|
let SEARCH_PATTERN= Error: --strict-check option cannot be used together with --no-check option.;
|
|
--source include/search_pattern_in_file.inc
|
|
|
|
--echo [9]: check the innochecksum with full form --strict-check=innodb
|
|
# Server Default checksum = crc32
|
|
let $error_code = 0;
|
|
|
|
if ($checksum_algorithm == "crc32")
|
|
{
|
|
let $error_code = 1;
|
|
}
|
|
|
|
if ($checksum_algorithm == "strict_crc32")
|
|
{
|
|
let $error_code = 1;
|
|
}
|
|
|
|
--error $error_code
|
|
--exec $INNOCHECKSUM --strict-check=innodb $MYSQLD_DATADIR/test/tab1.ibd 2> $SEARCH_FILE
|
|
|
|
--echo [10]: check the innochecksum with full form --strict-check=none
|
|
--echo # when server Default checksum=crc32
|
|
--error $error_code
|
|
--exec $INNOCHECKSUM --strict-check=none $MYSQLD_DATADIR/test/tab1.ibd 2> $SEARCH_FILE
|
|
|
|
--echo [11]: check the innochecksum with short form -C innodb
|
|
--echo # when server Default checksum=crc32
|
|
--error $error_code
|
|
--exec $INNOCHECKSUM -C innodb $MYSQLD_DATADIR/test/tab1.ibd 2> $SEARCH_FILE
|
|
|
|
--echo [12]: check the innochecksum with short form -C none
|
|
--echo # when server Default checksum=crc32
|
|
--error $error_code
|
|
--exec $INNOCHECKSUM -C none $MYSQLD_DATADIR/test/tab1.ibd 2> $SEARCH_FILE
|
|
|
|
--echo [13]: check strict-check with invalid values
|
|
--error 1
|
|
--exec $INNOCHECKSUM --strict-check=strict_innodb $MYSQLD_DATADIR/test/tab1.ibd 2> $SEARCH_FILE
|
|
let SEARCH_PATTERN= Error while setting value \'strict_innodb\' to \'strict-check\';
|
|
--source include/search_pattern_in_file.inc
|
|
|
|
--error 1
|
|
--exec $INNOCHECKSUM -C strict_innodb $MYSQLD_DATADIR/test/tab1.ibd 2> $SEARCH_FILE
|
|
let SEARCH_PATTERN= Error while setting value \'strict_innodb\' to \'strict-check\';
|
|
--source include/search_pattern_in_file.inc
|
|
|
|
--error 1
|
|
--exec $INNOCHECKSUM --strict-check=strict_crc32 $MYSQLD_DATADIR/test/tab1.ibd 2> $SEARCH_FILE
|
|
let SEARCH_PATTERN= Error while setting value \'strict_crc32\' to \'strict-check\';
|
|
--source include/search_pattern_in_file.inc
|
|
|
|
--error 1
|
|
--exec $INNOCHECKSUM -C strict_crc32 $MYSQLD_DATADIR/test/tab1.ibd 2> $SEARCH_FILE
|
|
let SEARCH_PATTERN= Error while setting value \'strict_crc32\' to \'strict-check\';
|
|
--source include/search_pattern_in_file.inc
|
|
|
|
--error 1
|
|
--exec $INNOCHECKSUM --strict-check=strict_none $MYSQLD_DATADIR/test/tab1.ibd 2> $SEARCH_FILE
|
|
let SEARCH_PATTERN= Error while setting value \'strict_none\' to \'strict-check\';
|
|
--source include/search_pattern_in_file.inc
|
|
|
|
--error 1
|
|
--exec $INNOCHECKSUM -C strict_none $MYSQLD_DATADIR/test/tab1.ibd 2> $SEARCH_FILE
|
|
let SEARCH_PATTERN= Error while setting value \'strict_none\' to \'strict-check\';
|
|
--source include/search_pattern_in_file.inc
|
|
|
|
--error 1
|
|
--exec $INNOCHECKSUM --strict-check=InnoBD $MYSQLD_DATADIR/test/tab1.ibd 2> $SEARCH_FILE
|
|
let SEARCH_PATTERN= Error while setting value \'InnoBD\' to \'strict-check\';
|
|
--source include/search_pattern_in_file.inc
|
|
|
|
--error 1
|
|
--exec $INNOCHECKSUM -C InnoBD $MYSQLD_DATADIR/test/tab1.ibd 2>$SEARCH_FILE
|
|
let SEARCH_PATTERN= Error while setting value \'InnoBD\' to \'strict-check\';
|
|
--source include/search_pattern_in_file.inc
|
|
|
|
--error 1
|
|
--exec $INNOCHECKSUM --strict-check=crc $MYSQLD_DATADIR/test/tab1.ibd 2> $SEARCH_FILE
|
|
let SEARCH_PATTERN= Error while setting value \'crc\' to \'strict-check\';
|
|
--source include/search_pattern_in_file.inc
|
|
|
|
--error 1
|
|
--exec $INNOCHECKSUM --strict-check=no $MYSQLD_DATADIR/test/tab1.ibd 2> $SEARCH_FILE
|
|
let SEARCH_PATTERN= Error while setting value \'no\' to \'strict-check\';
|
|
--source include/search_pattern_in_file.inc
|
|
|
|
--echo [14a]: when server default checksum=crc32 rewrite new checksum=crc32 with innochecksum
|
|
--echo # Also check the long form of write option.
|
|
--exec $INNOCHECKSUM --strict-check=crc32 --write=crc32 $MYSQLD_DATADIR/test/tab1.ibd
|
|
--exec $INNOCHECKSUM --strict-check=crc32 --write=crc32 $MYSQLD_DATADIR/test/t1.ibd
|
|
# Rewrite done, verify with --strict-check=crc32
|
|
--exec $INNOCHECKSUM --strict-check=crc32 $MYSQLD_DATADIR/test/tab1.ibd
|
|
--exec $INNOCHECKSUM --strict-check=crc32 $MYSQLD_DATADIR/test/t1.ibd
|
|
|
|
--echo [14b]: when server default checksum=crc32 rewrite new checksum=innodb with innochecksum
|
|
--echo # Also check the long form of write option.
|
|
--exec $INNOCHECKSUM --no-check --write=innodb $MYSQLD_DATADIR/test/tab1.ibd
|
|
--exec $INNOCHECKSUM --strict-check=crc32 --write=innodb $MYSQLD_DATADIR/test/t1.ibd
|
|
# Rewrite done, verify with --strict-check=innodb
|
|
--exec $INNOCHECKSUM --strict-check=innodb $MYSQLD_DATADIR/test/tab1.ibd
|
|
|
|
--echo # start the server with innodb_checksum_algorithm=InnoDB
|
|
--let $restart_parameters= --innodb_checksum_algorithm=innodb
|
|
--source include/start_mysqld.inc
|
|
|
|
INSERT INTO tab1 VALUES(2, 'Innochecksum CRC32');
|
|
SELECT c1,c2 FROM tab1 order by c1,c2;
|
|
|
|
--echo # Stop the server
|
|
--source include/shutdown_mysqld.inc
|
|
|
|
--echo [15]: when server default checksum=crc32 rewrite new checksum=none with innochecksum
|
|
--echo # Also check the short form of write option.
|
|
--exec $INNOCHECKSUM --no-check -w none $MYSQLD_DATADIR/test/tab1.ibd
|
|
--exec $INNOCHECKSUM --no-check -w none $MYSQLD_DATADIR/test/t1.ibd
|
|
# Rewrite done, verify with --strict-check=none
|
|
--exec $INNOCHECKSUM --strict-check=none $MYSQLD_DATADIR/test/tab1.ibd
|
|
--exec $INNOCHECKSUM --strict-check=none $MYSQLD_DATADIR/test/t1.ibd
|
|
|
|
--echo # Start the server with checksum algorithm=none
|
|
--let $restart_parameters= --innodb_checksum_algorithm=none
|
|
--source include/start_mysqld.inc
|
|
|
|
INSERT INTO tab1 VALUES(3, 'Innochecksum None');
|
|
SELECT c1,c2 FROM tab1 order by c1,c2;
|
|
DROP TABLE t1;
|
|
|
|
--echo # Stop the server
|
|
--source include/shutdown_mysqld.inc
|
|
|
|
--echo [16]: rewrite into new checksum=crc32 with innochecksum
|
|
--exec $INNOCHECKSUM --no-check --write=crc32 $MYSQLD_DATADIR/test/tab1.ibd
|
|
|
|
--echo # Restart the DB server with innodb_checksum_algorithm=crc32
|
|
--let $restart_parameters= --innodb_checksum_algorithm=crc32
|
|
--source include/start_mysqld.inc
|
|
|
|
SELECT * FROM tab1;
|
|
DELETE FROM tab1 where c1=3;
|
|
SELECT c1,c2 FROM tab1 order by c1,c2;
|
|
|
|
--echo # Stop server
|
|
--source include/shutdown_mysqld.inc
|
|
|
|
--echo [17]: rewrite into new checksum=InnoDB
|
|
--exec $INNOCHECKSUM --no-check --write=InnoDB $MYSQLD_DATADIR/test/tab1.ibd
|
|
|
|
--echo # Restart the DB server with innodb_checksum_algorithm=InnoDB
|
|
--let $restart_parameters= --innodb_checksum_algorithm=innodb
|
|
--source include/start_mysqld.inc
|
|
|
|
DELETE FROM tab1 where c1=2;
|
|
SELECT * FROM tab1;
|
|
|
|
--echo # Stop server
|
|
--source include/shutdown_mysqld.inc
|
|
|
|
--echo [18]:check Innochecksum with invalid write options
|
|
--error 1
|
|
--exec $INNOCHECKSUM --no-check --write=strict_crc32 $MYSQLD_DATADIR/test/tab1.ibd 2> $SEARCH_FILE
|
|
let SEARCH_PATTERN=Error while setting value \'strict_crc32\' to \'write\';
|
|
--source include/search_pattern_in_file.inc
|
|
|
|
--error 1
|
|
--exec $INNOCHECKSUM --no-check --write=strict_innodb $MYSQLD_DATADIR/test/tab1.ibd 2> $SEARCH_FILE
|
|
let SEARCH_PATTERN=Error while setting value \'strict_innodb\' to \'write\';
|
|
--source include/search_pattern_in_file.inc
|
|
|
|
--error 1
|
|
--exec $INNOCHECKSUM --no-check --write=crc23 $MYSQLD_DATADIR/test/tab1.ibd 2> $SEARCH_FILE
|
|
let SEARCH_PATTERN=Error while setting value \'crc23\' to \'write\';
|
|
--source include/search_pattern_in_file.inc
|
|
--remove_file $SEARCH_FILE
|
|
|
|
# Cleanup
|
|
--let $restart_parameters=
|
|
--source include/start_mysqld.inc
|
|
|
|
DROP TABLE tab1;
|