mirror of
https://github.com/MariaDB/server.git
synced 2025-01-19 21:42:35 +01:00
8b019f87dd
Always read full page 0 to determine does tablespace contain encryption metadata. Tablespaces that are page compressed or page compressed and encrypted do not compare checksum as it does not exists. For encrypted tables use checksum verification written for encrypted tables and normal tables use normal method. buf_page_is_checksum_valid_crc32 buf_page_is_checksum_valid_innodb buf_page_is_checksum_valid_none Add Innochecksum logging to file buf_page_is_corrupted Remove ib_logf and page_warn_strict_checksum calls in innochecksum compilation. Add innochecksum logging to file. fil0crypt.cc fil0crypt.h Modify to be able to use in innochecksum compilation and move fil_space_verify_crypt_checksum to end of the file. Add innochecksum logging to file. univ.i Add innochecksum strict_verify, log_file and cur_page_num variables as extern. page_zip_verify_checksum Add innochecksum logging to file. innochecksum.cc Lot of changes most notable able to read encryption metadata from page 0 of the tablespace. Added test case where we corrupt intentionally FIL_PAGE_FILE_FLUSH_LSN_OR_KEY_VERSION (encryption key version) FIL_PAGE_FILE_FLUSH_LSN_OR_KEY_VERSION+4 (post encryption checksum) FIL_DATA+10 (data)
149 lines
5.2 KiB
C++
149 lines
5.2 KiB
C++
/*****************************************************************************
|
|
|
|
Copyright (c) 1995, 2016, Oracle and/or its affiliates. All Rights Reserved.
|
|
Copyright (c) 2017, MariaDB Corporation.
|
|
|
|
This program is free software; you can redistribute it and/or modify it under
|
|
the terms of the GNU General Public License as published by the Free Software
|
|
Foundation; version 2 of the License.
|
|
|
|
This program is distributed in the hope that it will be useful, but WITHOUT
|
|
ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS
|
|
FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details.
|
|
|
|
You should have received a copy of the GNU General Public License along with
|
|
this program; if not, write to the Free Software Foundation, Inc.,
|
|
51 Franklin Street, Suite 500, Boston, MA 02110-1335 USA
|
|
|
|
*****************************************************************************/
|
|
|
|
/**************************************************//**
|
|
@file buf/buf0checksum.cc
|
|
Buffer pool checksum functions, also linked from /extra/innochecksum.cc
|
|
|
|
Created Aug 11, 2011 Vasil Dimov
|
|
*******************************************************/
|
|
|
|
#include "univ.i"
|
|
#include "fil0fil.h"
|
|
#include "ut0crc32.h"
|
|
#include "ut0rnd.h"
|
|
#include "buf0checksum.h"
|
|
|
|
#ifndef UNIV_INNOCHECKSUM
|
|
#include "srv0srv.h"
|
|
#endif /* !UNIV_INNOCHECKSUM */
|
|
|
|
#include "buf0types.h"
|
|
|
|
/** the macro MYSQL_SYSVAR_ENUM() requires "long unsigned int" and if we
|
|
use srv_checksum_algorithm_t here then we get a compiler error:
|
|
ha_innodb.cc:12251: error: cannot convert 'srv_checksum_algorithm_t*' to
|
|
'long unsigned int*' in initialization */
|
|
ulong srv_checksum_algorithm = SRV_CHECKSUM_ALGORITHM_INNODB;
|
|
|
|
/** set if we have found pages matching legacy big endian checksum */
|
|
bool legacy_big_endian_checksum = false;
|
|
/** Calculates the CRC32 checksum of a page. The value is stored to the page
|
|
when it is written to a file and also checked for a match when reading from
|
|
the file. When reading we allow both normal CRC32 and CRC-legacy-big-endian
|
|
variants. Note that we must be careful to calculate the same value on 32-bit
|
|
and 64-bit architectures.
|
|
@param[in] page buffer page (UNIV_PAGE_SIZE bytes)
|
|
@param[in] use_legacy_big_endian if true then use big endian
|
|
byteorder when converting byte strings to integers
|
|
@return checksum */
|
|
uint32_t
|
|
buf_calc_page_crc32(
|
|
const byte* page,
|
|
bool use_legacy_big_endian /* = false */)
|
|
{
|
|
/* Since the field FIL_PAGE_FILE_FLUSH_LSN, and in versions <= 4.1.x
|
|
FIL_PAGE_ARCH_LOG_NO_OR_SPACE_ID, are written outside the buffer pool
|
|
to the first pages of data files, we have to skip them in the page
|
|
checksum calculation.
|
|
We must also skip the field FIL_PAGE_SPACE_OR_CHKSUM where the
|
|
checksum is stored, and also the last 8 bytes of page because
|
|
there we store the old formula checksum. */
|
|
|
|
ut_crc32_func_t crc32_func = use_legacy_big_endian
|
|
? ut_crc32_legacy_big_endian
|
|
: ut_crc32;
|
|
|
|
const uint32_t c1 = crc32_func(
|
|
page + FIL_PAGE_OFFSET,
|
|
FIL_PAGE_FILE_FLUSH_LSN_OR_KEY_VERSION - FIL_PAGE_OFFSET);
|
|
|
|
const uint32_t c2 = crc32_func(
|
|
page + FIL_PAGE_DATA,
|
|
UNIV_PAGE_SIZE - FIL_PAGE_DATA - FIL_PAGE_END_LSN_OLD_CHKSUM);
|
|
|
|
return(c1 ^ c2);
|
|
}
|
|
|
|
/** Calculate a checksum which is stored to the page when it is written
|
|
to a file. Note that we must be careful to calculate the same value on
|
|
32-bit and 64-bit architectures.
|
|
@param[in] page file page (srv_page_size bytes)
|
|
@return checksum */
|
|
uint32_t
|
|
buf_calc_page_new_checksum(const byte* page)
|
|
{
|
|
ulint checksum;
|
|
|
|
/* Since the field FIL_PAGE_FILE_FLUSH_LSN, and in versions <= 4.1.x
|
|
FIL_PAGE_ARCH_LOG_NO_OR_SPACE_ID, are written outside the buffer pool
|
|
to the first pages of data files, we have to skip them in the page
|
|
checksum calculation.
|
|
We must also skip the field FIL_PAGE_SPACE_OR_CHKSUM where the
|
|
checksum is stored, and also the last 8 bytes of page because
|
|
there we store the old formula checksum. */
|
|
|
|
checksum = ut_fold_binary(page + FIL_PAGE_OFFSET,
|
|
FIL_PAGE_FILE_FLUSH_LSN_OR_KEY_VERSION
|
|
- FIL_PAGE_OFFSET)
|
|
+ ut_fold_binary(page + FIL_PAGE_DATA,
|
|
UNIV_PAGE_SIZE - FIL_PAGE_DATA
|
|
- FIL_PAGE_END_LSN_OLD_CHKSUM);
|
|
return(static_cast<uint32_t>(checksum));
|
|
}
|
|
|
|
/** In MySQL before 4.0.14 or 4.1.1 there was an InnoDB bug that
|
|
the checksum only looked at the first few bytes of the page.
|
|
This calculates that old checksum.
|
|
NOTE: we must first store the new formula checksum to
|
|
FIL_PAGE_SPACE_OR_CHKSUM before calculating and storing this old checksum
|
|
because this takes that field as an input!
|
|
@param[in] page file page (srv_page_size bytes)
|
|
@return checksum */
|
|
uint32_t
|
|
buf_calc_page_old_checksum(const byte* page)
|
|
{
|
|
return(static_cast<uint32_t>
|
|
(ut_fold_binary(page, FIL_PAGE_FILE_FLUSH_LSN_OR_KEY_VERSION)));
|
|
}
|
|
|
|
/** Return a printable string describing the checksum algorithm.
|
|
@param[in] algo algorithm
|
|
@return algorithm name */
|
|
const char*
|
|
buf_checksum_algorithm_name(srv_checksum_algorithm_t algo)
|
|
{
|
|
switch (algo) {
|
|
case SRV_CHECKSUM_ALGORITHM_CRC32:
|
|
return("crc32");
|
|
case SRV_CHECKSUM_ALGORITHM_STRICT_CRC32:
|
|
return("strict_crc32");
|
|
case SRV_CHECKSUM_ALGORITHM_INNODB:
|
|
return("innodb");
|
|
case SRV_CHECKSUM_ALGORITHM_STRICT_INNODB:
|
|
return("strict_innodb");
|
|
case SRV_CHECKSUM_ALGORITHM_NONE:
|
|
return("none");
|
|
case SRV_CHECKSUM_ALGORITHM_STRICT_NONE:
|
|
return("strict_none");
|
|
}
|
|
|
|
ut_error;
|
|
return(NULL);
|
|
}
|