mirror of
https://github.com/MariaDB/server.git
synced 2025-01-19 21:42:35 +01:00
1d7de700e2
Fixed BUG#19542 "InnoDB doesn't increase the Handler_read_prev couter". Fixed BUG#19609 "Case sensitivity of innodb_data_file_path gives stupid error". Fixed BUG#19727 "InnoDB crashed server and crashed tables are ot recoverable". Also: * Remove remnants of the obsolete concept of memoryfixing tables and indexes. * Remove unused dict_table_LRU_trim(). * Remove unused 'trx' parameter from dict_table_get_on_id_low(), dict_table_get(), dict_table_get_and_increment_handle_count(). * Add a normal linked list implementation. * Add a work queue implementation. * Add 'level' parameter to mutex_create() and rw_lock_create(). Remove mutex_set_level() and rw_lock_set_level(). * Rename SYNC_LEVEL_NONE to SYNC_LEVEL_VARYING. * Add support for bound ids in InnoDB's parser. * Define UNIV_BTR_DEBUG for enabling consistency checks of FIL_PAGE_NEXT and FIL_PAGE_PREV when accessing sibling pages of B-tree indexes. btr_validate_level(): Check the validity of the doubly linked list formed by FIL_PAGE_NEXT and FIL_PAGE_PREV. * Adapt InnoDB to the new tablename to filename encoding in MySQL 5.1. ut_print_name(), ut_print_name1(): Add parameter 'table_id' for distinguishing names of tables from other identifiers. New: innobase_convert_from_table_id(), innobase_convert_from_id(), innobase_convert_from_filename(), innobase_get_charset. dict_accept(), dict_scan_id(), dict_scan_col(), dict_scan_table_name(), dict_skip_word(), dict_create_foreign_constraints_low(): Add parameter 'cs' so that isspace() can be replaced with my_isspace(), whose operation depends on the connection character set. dict_scan_id(): Convert identifier to UTF-8. dict_str_starts_with_keyword(): New extern function, to replace dict_accept() in row_search_for_mysql(). mysql_get_identifier_quote_char(): Replaced with innobase_print_identifier(). ha_innobase::create(): Remove the thd->convert_strin() call. Pass the statement to InnoDB in the connection character set and let InnoDB convert the identifier to UTF-8. * Add max_row_size to dict_table_t. * btr0cur.c btr_copy_externally_stored_field(): Only set the 'offset' variable when needed. * buf0buf.c buf_page_io_complete(): Write to the error log if the page number or the space id o the disk do not match those in memory. Also write to the error log if a page was read from the doublewrite buffer. The doublewrite buffer should be only read by the lower-level function fil_io() at database startup. * dict0dict.c dict_scan_table_name(): Remove fallback to differently encoded name when the table is not found. The encoding is handled at a higher level. * ha_innodb.cc Increment statistic counter in ha_innobase::index_prev() (bug 19542). Add innobase_convert_string wrapper function and a new file ha_prototypes.h. innobase_print_identifier(): Remove TODO comment before calling get_quote_char_for_identifier(). That function apparently assumes the identifier to be encoded in UTF-8. * ibuf0ibuf.c|h ibuf_count_get(), ibuf_counts[], ibuf_count_inited(): Define these only #ifdef UNIV_IBUF_DEBUG. Previously, when compiled without UNIV_IBUF_DEBUG, invoking ibuf_count_get() would crash InnoDB. The function is only being called #ifdef UNIV_IBUF_DEBUG. * innodb.result Adjust the results for changes in the foreign key error messages. * mem0mem.c|h New: mem_heap_dup(), mem_heap_printf(), mem_heap_cat(). * os0file.c Check the page trailers also after writing to disk. This improves chances of diagnosing bug 18886. os_file_check_page_trailers(): New function for checking that the two copies of the LSN stamped on the page match. os_aio_simulated_handle(): Call os_file_check_page_trailers() before and after os_file_write(). * row0mysql.c Move trx_commit_for_mysql(trx) calls before calls to row_mysql_unlock_data_dictionary(trx) (bug 19727). * row0sel.c row_fetch_print(): Handle SQL NULL values without crashing. row_sel_store_mysql_rec(): Remove useless call to rec_get_nth_field when handling an externally stored column. Fetch externally stored fields when using InnoDB's internal SQL parser. Optimize BLOB selects by using prebuilt->blob_heap directly instead of first reading BLOB data to a temporary heap and then copying it to prebuilt->blob_heap. * srv0srv.c srv_master_thread(): Remove unreachable code. * srv0start.c srv_parse_data_file_paths_and_sizes(): Accept lower-case 'm' and 'g' as abbreviations of megabyte and gigabyte (bug 19609). srv_parse_megabytes(): New fuction. * ut0dbg.c|h Implement InnoDB assertions (ut_a and ut_error) with abort() when the code is compiled with GCC 3 or later on other platforms than Windows or Netware. Also disable the variable ut_dbg_stop_threads and the function ut_dbg_stop_thread() i this case, unless UNIV_SYC_DEBUG is defined. This should allow the compiler to generate more compact code for assertions. * ut0list.c|h Add ib_list_create_heap().
309 lines
11 KiB
C
309 lines
11 KiB
C
/******************************************************
|
|
Insert buffer
|
|
|
|
(c) 1997 Innobase Oy
|
|
|
|
Created 7/19/1997 Heikki Tuuri
|
|
*******************************************************/
|
|
|
|
#ifndef ibuf0ibuf_h
|
|
#define ibuf0ibuf_h
|
|
|
|
#include "univ.i"
|
|
|
|
#include "dict0mem.h"
|
|
#include "dict0dict.h"
|
|
#include "mtr0mtr.h"
|
|
#include "que0types.h"
|
|
#include "ibuf0types.h"
|
|
#include "fsp0fsp.h"
|
|
|
|
extern ibuf_t* ibuf;
|
|
|
|
/**********************************************************************
|
|
Creates the insert buffer data struct for a single tablespace. Reads the
|
|
root page of the insert buffer tree in the tablespace. This function can
|
|
be called only after the dictionary system has been initialized, as this
|
|
creates also the insert buffer table and index for this tablespace. */
|
|
|
|
ibuf_data_t*
|
|
ibuf_data_init_for_space(
|
|
/*=====================*/
|
|
/* out, own: ibuf data struct, linked to the list
|
|
in ibuf control structure. */
|
|
ulint space); /* in: space id */
|
|
/**********************************************************************
|
|
Creates the insert buffer data structure at a database startup and
|
|
initializes the data structures for the insert buffer of each tablespace. */
|
|
|
|
void
|
|
ibuf_init_at_db_start(void);
|
|
/*=======================*/
|
|
/*************************************************************************
|
|
Reads the biggest tablespace id from the high end of the insert buffer
|
|
tree and updates the counter in fil_system. */
|
|
|
|
void
|
|
ibuf_update_max_tablespace_id(void);
|
|
/*===============================*/
|
|
/*************************************************************************
|
|
Initializes an ibuf bitmap page. */
|
|
|
|
void
|
|
ibuf_bitmap_page_init(
|
|
/*==================*/
|
|
page_t* page, /* in: bitmap page */
|
|
mtr_t* mtr); /* in: mtr */
|
|
/****************************************************************************
|
|
Resets the free bits of the page in the ibuf bitmap. This is done in a
|
|
separate mini-transaction, hence this operation does not restrict further
|
|
work to only ibuf bitmap operations, which would result if the latch to the
|
|
bitmap page were kept. */
|
|
|
|
void
|
|
ibuf_reset_free_bits_with_type(
|
|
/*===========================*/
|
|
ulint type, /* in: index type */
|
|
page_t* page); /* in: index page; free bits are set to 0 if the index
|
|
is non-clustered and non-unique and the page level is
|
|
0 */
|
|
/****************************************************************************
|
|
Resets the free bits of the page in the ibuf bitmap. This is done in a
|
|
separate mini-transaction, hence this operation does not restrict further
|
|
work to solely ibuf bitmap operations, which would result if the latch to
|
|
the bitmap page were kept. */
|
|
|
|
void
|
|
ibuf_reset_free_bits(
|
|
/*=================*/
|
|
dict_index_t* index, /* in: index */
|
|
page_t* page); /* in: index page; free bits are set to 0 if
|
|
the index is non-clustered and non-unique and
|
|
the page level is 0 */
|
|
/****************************************************************************
|
|
Updates the free bits of the page in the ibuf bitmap if there is not enough
|
|
free on the page any more. This is done in a separate mini-transaction, hence
|
|
this operation does not restrict further work to only ibuf bitmap operations,
|
|
which would result if the latch to the bitmap page were kept. */
|
|
UNIV_INLINE
|
|
void
|
|
ibuf_update_free_bits_if_full(
|
|
/*==========================*/
|
|
dict_index_t* index, /* in: index */
|
|
page_t* page, /* in: index page to which we have added new
|
|
records; the free bits are updated if the
|
|
index is non-clustered and non-unique and
|
|
the page level is 0, and the page becomes
|
|
fuller */
|
|
ulint max_ins_size,/* in: value of maximum insert size with
|
|
reorganize before the latest operation
|
|
performed to the page */
|
|
ulint increase);/* in: upper limit for the additional space
|
|
used in the latest operation, if known, or
|
|
ULINT_UNDEFINED */
|
|
/**************************************************************************
|
|
Updates the free bits for the page to reflect the present state. Does this
|
|
in the mtr given, which means that the latching order rules virtually
|
|
prevent any further operations for this OS thread until mtr is committed. */
|
|
|
|
void
|
|
ibuf_update_free_bits_low(
|
|
/*======================*/
|
|
dict_index_t* index, /* in: index */
|
|
page_t* page, /* in: index page */
|
|
ulint max_ins_size, /* in: value of maximum insert size
|
|
with reorganize before the latest
|
|
operation performed to the page */
|
|
mtr_t* mtr); /* in: mtr */
|
|
/**************************************************************************
|
|
Updates the free bits for the two pages to reflect the present state. Does
|
|
this in the mtr given, which means that the latching order rules virtually
|
|
prevent any further operations until mtr is committed. */
|
|
|
|
void
|
|
ibuf_update_free_bits_for_two_pages_low(
|
|
/*====================================*/
|
|
dict_index_t* index, /* in: index */
|
|
page_t* page1, /* in: index page */
|
|
page_t* page2, /* in: index page */
|
|
mtr_t* mtr); /* in: mtr */
|
|
/**************************************************************************
|
|
A basic partial test if an insert to the insert buffer could be possible and
|
|
recommended. */
|
|
UNIV_INLINE
|
|
ibool
|
|
ibuf_should_try(
|
|
/*============*/
|
|
dict_index_t* index, /* in: index where to insert */
|
|
ulint ignore_sec_unique); /* in: if != 0, we should
|
|
ignore UNIQUE constraint on
|
|
a secondary index when we
|
|
decide */
|
|
/**********************************************************************
|
|
Returns TRUE if the current OS thread is performing an insert buffer
|
|
routine. */
|
|
|
|
ibool
|
|
ibuf_inside(void);
|
|
/*=============*/
|
|
/* out: TRUE if inside an insert buffer routine: for instance,
|
|
a read-ahead of non-ibuf pages is then forbidden */
|
|
/***************************************************************************
|
|
Checks if a page address is an ibuf bitmap page (level 3 page) address. */
|
|
UNIV_INLINE
|
|
ibool
|
|
ibuf_bitmap_page(
|
|
/*=============*/
|
|
/* out: TRUE if a bitmap page */
|
|
ulint page_no);/* in: page number */
|
|
/***************************************************************************
|
|
Checks if a page is a level 2 or 3 page in the ibuf hierarchy of pages. */
|
|
|
|
ibool
|
|
ibuf_page(
|
|
/*======*/
|
|
/* out: TRUE if level 2 or level 3 page */
|
|
ulint space, /* in: space id */
|
|
ulint page_no);/* in: page number */
|
|
/***************************************************************************
|
|
Checks if a page is a level 2 or 3 page in the ibuf hierarchy of pages. */
|
|
|
|
ibool
|
|
ibuf_page_low(
|
|
/*==========*/
|
|
/* out: TRUE if level 2 or level 3 page */
|
|
ulint space, /* in: space id */
|
|
ulint page_no,/* in: page number */
|
|
mtr_t* mtr); /* in: mtr which will contain an x-latch to the
|
|
bitmap page if the page is not one of the fixed
|
|
address ibuf pages */
|
|
/***************************************************************************
|
|
Frees excess pages from the ibuf free list. This function is called when an OS
|
|
thread calls fsp services to allocate a new file segment, or a new page to a
|
|
file segment, and the thread did not own the fsp latch before this call. */
|
|
|
|
void
|
|
ibuf_free_excess_pages(
|
|
/*===================*/
|
|
ulint space); /* in: space id */
|
|
/*************************************************************************
|
|
Makes an index insert to the insert buffer, instead of directly to the disk
|
|
page, if this is possible. Does not do insert if the index is clustered
|
|
or unique. */
|
|
|
|
ibool
|
|
ibuf_insert(
|
|
/*========*/
|
|
/* out: TRUE if success */
|
|
dtuple_t* entry, /* in: index entry to insert */
|
|
dict_index_t* index, /* in: index where to insert */
|
|
ulint space, /* in: space id where to insert */
|
|
ulint page_no,/* in: page number where to insert */
|
|
que_thr_t* thr); /* in: query thread */
|
|
/*************************************************************************
|
|
When an index page is read from a disk to the buffer pool, this function
|
|
inserts to the page the possible index entries buffered in the insert buffer.
|
|
The entries are deleted from the insert buffer. If the page is not read, but
|
|
created in the buffer pool, this function deletes its buffered entries from
|
|
the insert buffer; there can exist entries for such a page if the page
|
|
belonged to an index which subsequently was dropped. */
|
|
|
|
void
|
|
ibuf_merge_or_delete_for_page(
|
|
/*==========================*/
|
|
page_t* page, /* in: if page has been read from disk, pointer to
|
|
the page x-latched, else NULL */
|
|
ulint space, /* in: space id of the index page */
|
|
ulint page_no,/* in: page number of the index page */
|
|
ibool update_ibuf_bitmap);/* in: normally this is set to TRUE, but if
|
|
we have deleted or are deleting the tablespace, then we
|
|
naturally do not want to update a non-existent bitmap
|
|
page */
|
|
/*************************************************************************
|
|
Deletes all entries in the insert buffer for a given space id. This is used
|
|
in DISCARD TABLESPACE and IMPORT TABLESPACE.
|
|
NOTE: this does not update the page free bitmaps in the space. The space will
|
|
become CORRUPT when you call this function! */
|
|
|
|
void
|
|
ibuf_delete_for_discarded_space(
|
|
/*============================*/
|
|
ulint space); /* in: space id */
|
|
/*************************************************************************
|
|
Contracts insert buffer trees by reading pages to the buffer pool. */
|
|
|
|
ulint
|
|
ibuf_contract(
|
|
/*==========*/
|
|
/* out: a lower limit for the combined size in bytes
|
|
of entries which will be merged from ibuf trees to the
|
|
pages read, 0 if ibuf is empty */
|
|
ibool sync); /* in: TRUE if the caller wants to wait for the
|
|
issued read with the highest tablespace address
|
|
to complete */
|
|
/*************************************************************************
|
|
Contracts insert buffer trees by reading pages to the buffer pool. */
|
|
|
|
ulint
|
|
ibuf_contract_for_n_pages(
|
|
/*======================*/
|
|
/* out: a lower limit for the combined size in bytes
|
|
of entries which will be merged from ibuf trees to the
|
|
pages read, 0 if ibuf is empty */
|
|
ibool sync, /* in: TRUE if the caller wants to wait for the
|
|
issued read with the highest tablespace address
|
|
to complete */
|
|
ulint n_pages);/* in: try to read at least this many pages to
|
|
the buffer pool and merge the ibuf contents to
|
|
them */
|
|
/*************************************************************************
|
|
Parses a redo log record of an ibuf bitmap page init. */
|
|
|
|
byte*
|
|
ibuf_parse_bitmap_init(
|
|
/*===================*/
|
|
/* out: end of log record or NULL */
|
|
byte* ptr, /* in: buffer */
|
|
byte* end_ptr,/* in: buffer end */
|
|
page_t* page, /* in: page or NULL */
|
|
mtr_t* mtr); /* in: mtr or NULL */
|
|
#ifdef UNIV_IBUF_DEBUG
|
|
/**********************************************************************
|
|
Gets the ibuf count for a given page. */
|
|
|
|
ulint
|
|
ibuf_count_get(
|
|
/*===========*/
|
|
/* out: number of entries in the insert buffer
|
|
currently buffered for this page */
|
|
ulint space, /* in: space id */
|
|
ulint page_no);/* in: page number */
|
|
#endif
|
|
/**********************************************************************
|
|
Looks if the insert buffer is empty. */
|
|
|
|
ibool
|
|
ibuf_is_empty(void);
|
|
/*===============*/
|
|
/* out: TRUE if empty */
|
|
/**********************************************************************
|
|
Prints info of ibuf. */
|
|
|
|
void
|
|
ibuf_print(
|
|
/*=======*/
|
|
FILE* file); /* in: file where to print */
|
|
|
|
#define IBUF_HEADER_PAGE_NO FSP_IBUF_HEADER_PAGE_NO
|
|
#define IBUF_TREE_ROOT_PAGE_NO FSP_IBUF_TREE_ROOT_PAGE_NO
|
|
|
|
/* The ibuf header page currently contains only the file segment header
|
|
for the file segment from which the pages for the ibuf tree are allocated */
|
|
#define IBUF_HEADER PAGE_DATA
|
|
#define IBUF_TREE_SEG_HEADER 0 /* fseg header for ibuf tree */
|
|
|
|
#ifndef UNIV_NONINL
|
|
#include "ibuf0ibuf.ic"
|
|
#endif
|
|
|
|
#endif
|