mirror of
https://github.com/MariaDB/server.git
synced 2025-01-18 13:02:28 +01:00
8f39541e7d
Added logging and pinning of pages to block format. Integration of transaction manager, log handler. Better page cache intergration Split trnman.h into two files, so that we don't have to include my_atomic.h into C++ programs. Renaming of structures, more comments, more debugging etc. Fixed problem with small head block + long varchar. Added extra argument to delete_record() and update_record() (needed for UNDO logging) Small changes to interface of pagecache and log handler. Change initialization of log_record_type_descriptors to not be depending on enum order. Use array of LEX_STRING's to send data to log handler Added 'dummy' transaction option to MARIA_INFO so that we can always assume 'trn' exists. include/lf.h: Interface fixes Rename of structures (Patch from Sergei via Sanja) include/my_atomic.h: More comments include/my_global.h: Added MY_ERRPTR include/pagecache.h: Added undo LSN when unlocking pages mysql-test/r/maria.result: Updated results mysql-test/t/maria.test: Added autocommit around lock tables (Patch from Sanja) mysys/lf_alloc-pin.c: Post-review fixes, simple optimizations More comments Struct slot renames Check amount of memory on stack (Patch from Sergei) mysys/lf_dynarray.c: More comments mysys/lf_hash.c: More comments After review fixes (Patch from Sergei) storage/maria/ha_maria.cc: Split trnman.h into two files, so that we don't have to include my_atomic.h into the .cc program. (Temporary fix to avoid bug in gcc) Move out all deferencing of the transaction structure. Transaction manager integrated (Patch from Sergei) storage/maria/ha_maria.h: Added prototype for start_stmt() storage/maria/lockman.c: Function call rename storage/maria/ma_bitmap.c: Mark deleted pages free from page cache storage/maria/ma_blockrec.c: Offset -> rownr More debugging Fixed problem with small head block + long varchar Added logging of changed pages Added logging of undo (Including only loggging of changed fields in case of update) Added pinning/unpinning of all changed pages More comments Added free_full_pages() as the same code was used in several places. fill_rows_parts() renamed as fill_insert_undo_parts() offset -> rownr Added some optimization of not transactional tables _ma_update_block_record() has new parameter, as we need original row to do efficent undo for update storage/maria/ma_blockrec.h: Added ROW_EXTENTS_ON_STACK Changed prototype for update and delete of row storage/maria/ma_check.c: Added original row to delete_record() call storage/maria/ma_control_file.h: Added ifdefs for C++ storage/maria/ma_delete.c: Added original row to delete_record() call (Needed for efficent undo logging) storage/maria/ma_dynrec.c: Added extra argument to delete_record() and update_record() Removed not used variable storage/maria/ma_init.c: Initialize log handler storage/maria/ma_loghandler.c: Removed not used variable Change initialization of log_record_type_descriptors to not be depending on enum order Use array of LEX_STRING's to send data to log handler storage/maria/ma_loghandler.h: New defines Use array of LEX_STRING's to send data to log handler storage/maria/ma_open.c: Added 'dummy' transaction option to MARIA_INFO so that we can always assume 'trn' exists. Store in MARIA_SHARE->page_type if pages will have up to date LSN's storage/maria/ma_pagecache.c: Don't decrease number of readers when using pagecache_write()/pagecache_read() In pagecache_write() decrement request count if page was left pinned Added pagecache_delete_pages() Removed some casts Make trace output consistent with rest of code Simplify calling of DBUG_ASSERT(0) Only update LSN if the LSN is bigger than what's already on the page Added LSN parameter pagecache_unpin_page(), pagecache_unpin(), and pagecache_unlock() (Part of patch from Sanja) storage/maria/ma_static.c: Added 'dummy' transaction option to MARIA_INFO so that we can always assume 'trn' exists. Added default page cache storage/maria/ma_statrec.c: Added extra argument to delete_record() and update_record() storage/maria/ma_test1.c: Added option -T for transactions storage/maria/ma_test2.c: Added option -T for transactions storage/maria/ma_test_all.sh: Test with transactions storage/maria/ma_update.c: Changed prototype for update of row storage/maria/maria_def.h: Changed prototype for update & delete of row as block records need to access the old row Store in MARIA_SHARE->page_type if pages will have up to date LSN's Added MARIA_MAX_TREE_LEVELS to allow us to calculate the number of possible pinned pages we may need. Removed not used 'empty_bits_buffer' Added pointer to transaction object Added array for pinned pages Added log_row_parts array for logging of field data. Added MARIA_PINNED_PAGE to store pinned pages storage/maria/trnman.c: Added accessor functions to transaction object Added missing DBUG_RETURN() More debugging More comments Changed // comment of code to #ifdef NOT_USED Transaction manager integrated. Post review fixes Part of patch originally from Sergei storage/maria/trnman.h: Split trnman.h into two files, so that we don't have to include my_atomic.h into the .cc program. (Temporary fix to avoid bug in gcc) storage/maria/unittest/ma_pagecache_single.c: Added missing argument Added SKIP_BIG_TESTS (Patch from Sanja) storage/maria/unittest/ma_test_loghandler-t.c: Test logging with new LEX_STRING parameter (Patch from Sanja) storage/maria/unittest/ma_test_loghandler_multigroup-t.c: Test logging with new LEX_STRING parameter (Patch from Sanja) storage/maria/unittest/ma_test_loghandler_multithread-t.c: Test logging with new LEX_STRING parameter (Patch from Sanja) storage/maria/unittest/ma_test_loghandler_pagecache-t.c: Test logging with new LEX_STRING parameter (Patch from Sanja) storage/maria/unittest/trnman-t.c: Stack overflow detection (Patch from Sergei) unittest/unit.pl: Command-line options --big and --verbose (Patch from Sergei) unittest/mytap/tap.c: Detect --big (Patch from Sergei) unittest/mytap/tap.h: Skip_big_tests and SKIP_BIG_TESTS (Patch from Sergei) storage/maria/trnman_public.h: New BitKeeper file ``storage/maria/trnman_public.h''
228 lines
7.1 KiB
C
228 lines
7.1 KiB
C
/* transaction log default cache size (TODO: make it global variable) */
|
|
#define TRANSLOG_PAGECACHE_SIZE 1024*1024*2
|
|
/* transaction log default file size (TODO: make it global variable) */
|
|
#define TRANSLOG_FILE_SIZE 1024*1024*1024
|
|
/* transaction log default flags (TODO: make it global variable) */
|
|
#define TRANSLOG_DEFAULT_FLAGS 0
|
|
|
|
/* Transaction log flags */
|
|
#define TRANSLOG_PAGE_CRC 1
|
|
#define TRANSLOG_SECTOR_PROTECTION (1<<1)
|
|
#define TRANSLOG_RECORD_CRC (1<<2)
|
|
#define TRANSLOG_FLAGS_NUM ((TRANSLOG_PAGE_CRC | TRANSLOG_SECTOR_PROTECTION | \
|
|
TRANSLOG_RECORD_CRC) + 1)
|
|
|
|
/*
|
|
Page size in transaction log
|
|
It should be Power of 2 and multiple of DISK_DRIVE_SECTOR_SIZE
|
|
(DISK_DRIVE_SECTOR_SIZE * 2^N)
|
|
*/
|
|
#define TRANSLOG_PAGE_SIZE (8*1024)
|
|
|
|
#include "ma_loghandler_lsn.h"
|
|
|
|
/* short transaction ID type */
|
|
typedef uint16 SHORT_TRANSACTION_ID;
|
|
|
|
struct st_maria_share;
|
|
|
|
/* Length of CRC at end of pages */
|
|
#define CRC_LENGTH 4
|
|
/* Size of file id in logs */
|
|
#define FILEID_STORE_SIZE 2
|
|
/* Size of page reference in log */
|
|
#define PAGE_STORE_SIZE ROW_EXTENT_PAGE_SIZE
|
|
/* Size of page ranges in log */
|
|
#define PAGERANGE_STORE_SIZE ROW_EXTENT_COUNT_SIZE
|
|
#define DIRPOS_STORE_SIZE 1
|
|
|
|
/* Store methods to match the above sizes */
|
|
#define fileid_store(T,A) int2store(T,A)
|
|
#define page_store(T,A) int5store(T,A)
|
|
#define dirpos_store(T,A) ((*(uchar*) (T)) = A)
|
|
#define pagerange_store(T,A) int2store(T,A)
|
|
|
|
/*
|
|
Length of disk drive sector size (we assume that writing it
|
|
to disk is atomic operation)
|
|
*/
|
|
#define DISK_DRIVE_SECTOR_SIZE 512
|
|
|
|
/*
|
|
Number of empty entries we need to have in LEX_STRING for
|
|
translog_write_record()
|
|
*/
|
|
#define LOG_INTERNAL_PARTS 1
|
|
|
|
/* position reserved in an array of parts of a log record */
|
|
#define TRANSLOG_INTERNAL_PARTS 1
|
|
|
|
/* types of records in the transaction log */
|
|
/* Todo: Set numbers for these when we have all entries figured out */
|
|
|
|
enum translog_record_type
|
|
{
|
|
LOGREC_RESERVED_FOR_CHUNKS23= 0,
|
|
LOGREC_REDO_INSERT_ROW_HEAD,
|
|
LOGREC_REDO_INSERT_ROW_TAIL,
|
|
LOGREC_REDO_INSERT_ROW_BLOB,
|
|
LOGREC_REDO_INSERT_ROW_BLOBS,
|
|
LOGREC_REDO_PURGE_ROW_HEAD,
|
|
LOGREC_REDO_PURGE_ROW_TAIL,
|
|
LOGREC_REDO_PURGE_BLOCKS,
|
|
LOGREC_REDO_DELETE_ROW,
|
|
LOGREC_REDO_UPDATE_ROW_HEAD,
|
|
LOGREC_REDO_INDEX,
|
|
LOGREC_REDO_UNDELETE_ROW,
|
|
LOGREC_CLR_END,
|
|
LOGREC_PURGE_END,
|
|
LOGREC_UNDO_ROW_INSERT,
|
|
LOGREC_UNDO_ROW_DELETE,
|
|
LOGREC_UNDO_ROW_UPDATE,
|
|
LOGREC_UNDO_ROW_PURGE,
|
|
LOGREC_UNDO_KEY_INSERT,
|
|
LOGREC_UNDO_KEY_DELETE,
|
|
LOGREC_PREPARE,
|
|
LOGREC_PREPARE_WITH_UNDO_PURGE,
|
|
LOGREC_COMMIT,
|
|
LOGREC_COMMIT_WITH_UNDO_PURGE,
|
|
LOGREC_CHECKPOINT_PAGE,
|
|
LOGREC_CHECKPOINT_TRAN,
|
|
LOGREC_CHECKPOINT_TABL,
|
|
LOGREC_REDO_CREATE_TABLE,
|
|
LOGREC_REDO_RENAME_TABLE,
|
|
LOGREC_REDO_DROP_TABLE,
|
|
LOGREC_REDO_TRUNCATE_TABLE,
|
|
LOGREC_FILE_ID,
|
|
LOGREC_LONG_TRANSACTION_ID,
|
|
LOGREC_RESERVED_FUTURE_EXTENSION= 63
|
|
};
|
|
#define LOGREC_NUMBER_OF_TYPES 64 /* Maximum, can't be extended */
|
|
|
|
/* Size of log file; One log file is restricted to 4G */
|
|
typedef uint32 translog_size_t;
|
|
|
|
#define TRANSLOG_RECORD_HEADER_MAX_SIZE 1024
|
|
|
|
typedef struct st_translog_group_descriptor
|
|
{
|
|
TRANSLOG_ADDRESS addr;
|
|
uint8 num;
|
|
} TRANSLOG_GROUP;
|
|
|
|
|
|
typedef struct st_translog_header_buffer
|
|
{
|
|
/* LSN of the read record */
|
|
LSN lsn;
|
|
/* array of groups descriptors, can be used only if groups_no > 0 */
|
|
TRANSLOG_GROUP *groups;
|
|
/* short transaction ID or 0 if it has no sense for the record */
|
|
SHORT_TRANSACTION_ID short_trid;
|
|
/*
|
|
The Record length in buffer (including read header, but excluding
|
|
hidden part of record (type, short TrID, length)
|
|
*/
|
|
translog_size_t record_length;
|
|
/*
|
|
Buffer for write decoded header of the record (depend on the record
|
|
type)
|
|
*/
|
|
byte header[TRANSLOG_RECORD_HEADER_MAX_SIZE];
|
|
/* number of groups listed in */
|
|
uint groups_no;
|
|
/* in multi-group number of chunk0 pages (valid only if groups_no > 0) */
|
|
uint chunk0_pages;
|
|
/* type of the read record */
|
|
enum translog_record_type type;
|
|
/* chunk 0 data address (valid only if groups_no > 0) */
|
|
TRANSLOG_ADDRESS chunk0_data_addr;
|
|
/*
|
|
Real compressed LSN(s) size economy (<number of LSN(s)>*7 - <real_size>)
|
|
*/
|
|
uint16 compressed_LSN_economy;
|
|
/* short transaction ID or 0 if it has no sense for the record */
|
|
uint16 non_header_data_start_offset;
|
|
/* non read body data length in this first chunk */
|
|
uint16 non_header_data_len;
|
|
/* chunk 0 data size (valid only if groups_no > 0) */
|
|
uint16 chunk0_data_len;
|
|
} TRANSLOG_HEADER_BUFFER;
|
|
|
|
|
|
typedef struct st_translog_scanner_data
|
|
{
|
|
byte buffer[TRANSLOG_PAGE_SIZE]; /* buffer for page content */
|
|
TRANSLOG_ADDRESS page_addr; /* current page address */
|
|
/* end of the log which we saw last time */
|
|
TRANSLOG_ADDRESS horizon;
|
|
TRANSLOG_ADDRESS last_file_page; /* Last page on in this file */
|
|
byte *page; /* page content pointer */
|
|
/* offset of the chunk in the page */
|
|
translog_size_t page_offset;
|
|
/* set horizon only once at init */
|
|
my_bool fixed_horizon;
|
|
} TRANSLOG_SCANNER_DATA;
|
|
|
|
|
|
struct st_translog_reader_data
|
|
{
|
|
TRANSLOG_HEADER_BUFFER header; /* Header */
|
|
TRANSLOG_SCANNER_DATA scanner; /* chunks scanner */
|
|
translog_size_t body_offset; /* current chunk body offset */
|
|
/* data offset from the record beginning */
|
|
translog_size_t current_offset;
|
|
/* number of bytes read in header */
|
|
uint16 read_header;
|
|
uint16 chunk_size; /* current chunk size */
|
|
uint current_group; /* current group */
|
|
uint current_chunk; /* current chunk in the group */
|
|
my_bool eor; /* end of the record */
|
|
};
|
|
|
|
#ifdef __cplusplus
|
|
extern "C" {
|
|
#endif
|
|
|
|
extern void loghandler_init();
|
|
extern my_bool translog_init(const char *directory, uint32 log_file_max_size,
|
|
uint32 server_version, uint32 server_id,
|
|
PAGECACHE *pagecache, uint flags);
|
|
|
|
extern my_bool translog_write_record(LSN *lsn,
|
|
enum translog_record_type type,
|
|
SHORT_TRANSACTION_ID short_trid,
|
|
void *tcb, struct st_maria_share *share,
|
|
translog_size_t rec_len,
|
|
uint part_no,
|
|
LEX_STRING *parts_data);
|
|
|
|
extern void translog_destroy();
|
|
|
|
extern translog_size_t translog_read_record_header(LSN lsn,
|
|
TRANSLOG_HEADER_BUFFER
|
|
*buff);
|
|
|
|
extern void translog_free_record_header(TRANSLOG_HEADER_BUFFER *buff);
|
|
|
|
extern translog_size_t translog_read_record(LSN lsn,
|
|
translog_size_t offset,
|
|
translog_size_t length,
|
|
byte *buffer,
|
|
struct st_translog_reader_data
|
|
*data);
|
|
|
|
extern my_bool translog_flush(LSN lsn);
|
|
|
|
extern my_bool translog_init_scanner(LSN lsn,
|
|
my_bool fixed_horizon,
|
|
struct st_translog_scanner_data *scanner);
|
|
|
|
extern translog_size_t translog_read_next_record_header(TRANSLOG_SCANNER_DATA
|
|
*scanner,
|
|
TRANSLOG_HEADER_BUFFER
|
|
*buff);
|
|
#ifdef __cplusplus
|
|
}
|
|
#endif
|
|
|