2009-03-26 07:11:11 +01:00
|
|
|
/*****************************************************************************
|
|
|
|
|
2017-05-16 13:16:11 +02:00
|
|
|
Copyright (c) 1995, 2017, Oracle and/or its affiliates. All Rights Reserved.
|
MDEV-13039 innodb_fast_shutdown=0 may fail to purge all undo log
When a slow shutdown is performed soon after spawning some work for
background threads that can create or commit transactions, it is possible
that new transactions are started or committed after the purge has finished.
This is violating the specification of innodb_fast_shutdown=0, namely that
the purge must be completed. (None of the history of the recent transactions
would be purged.)
Also, it is possible that the purge threads would exit in slow shutdown
while there exist active transactions, such as recovered incomplete
transactions that are being rolled back. Thus, the slow shutdown could
fail to purge some undo log that becomes purgeable after the transaction
commit or rollback.
srv_undo_sources: A flag that indicates if undo log can be generated
or the persistent, whether by background threads or by user SQL.
Even when this flag is clear, active transactions that already exist
in the system may be committed or rolled back.
innodb_shutdown(): Renamed from innobase_shutdown_for_mysql().
Do not return an error code; the operation never fails.
Clear the srv_undo_sources flag, and also ensure that the background
DROP TABLE queue is empty.
srv_purge_should_exit(): Do not allow the purge to exit if
srv_undo_sources are active or the background DROP TABLE queue is not
empty, or in slow shutdown, if any active transactions exist
(and are being rolled back).
srv_purge_coordinator_thread(): Remove some previous workarounds
for this bug.
innobase_start_or_create_for_mysql(): Set buf_page_cleaner_is_active
and srv_dict_stats_thread_active directly. Set srv_undo_sources before
starting the purge subsystem, to prevent immediate shutdown of the purge.
Create dict_stats_thread and fts_optimize_thread immediately
after setting srv_undo_sources, so that shutdown can use this flag to
determine if these subsystems were started.
dict_stats_shutdown(): Shut down dict_stats_thread. Backported from 10.2.
srv_shutdown_table_bg_threads(): Remove (unused).
2017-06-08 14:43:06 +02:00
|
|
|
Copyright (c) 2017, MariaDB Corporation.
|
2009-03-26 07:11:11 +01:00
|
|
|
|
|
|
|
This program is free software; you can redistribute it and/or modify it under
|
|
|
|
the terms of the GNU General Public License as published by the Free Software
|
|
|
|
Foundation; version 2 of the License.
|
|
|
|
|
|
|
|
This program is distributed in the hope that it will be useful, but WITHOUT
|
|
|
|
ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS
|
|
|
|
FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details.
|
|
|
|
|
|
|
|
You should have received a copy of the GNU General Public License along with
|
2013-12-16 15:38:05 +01:00
|
|
|
this program; if not, write to the Free Software Foundation, Inc.,
|
|
|
|
51 Franklin Street, Suite 500, Boston, MA 02110-1335 USA
|
2009-03-26 07:11:11 +01:00
|
|
|
|
|
|
|
*****************************************************************************/
|
|
|
|
|
2009-09-07 12:22:53 +02:00
|
|
|
/**************************************************//**
|
|
|
|
@file include/srv0start.h
|
2008-12-01 07:10:29 +01:00
|
|
|
Starts the Innobase database server
|
|
|
|
|
|
|
|
Created 10/10/1995 Heikki Tuuri
|
|
|
|
*******************************************************/
|
|
|
|
|
|
|
|
#ifndef srv0start_h
|
|
|
|
#define srv0start_h
|
|
|
|
|
|
|
|
#include "univ.i"
|
2013-12-16 15:38:05 +01:00
|
|
|
#include "log0log.h"
|
2008-12-01 07:10:29 +01:00
|
|
|
#include "ut0byte.h"
|
|
|
|
|
2013-12-16 15:38:05 +01:00
|
|
|
#ifdef __WIN__
|
|
|
|
#define SRV_PATH_SEPARATOR '\\'
|
|
|
|
#else
|
|
|
|
#define SRV_PATH_SEPARATOR '/'
|
|
|
|
#endif
|
|
|
|
|
2009-09-07 12:22:53 +02:00
|
|
|
/*********************************************************************//**
|
2008-12-01 07:10:29 +01:00
|
|
|
Normalizes a directory path for Windows: converts slashes to backslashes. */
|
|
|
|
UNIV_INTERN
|
|
|
|
void
|
|
|
|
srv_normalize_path_for_win(
|
|
|
|
/*=======================*/
|
2009-09-07 12:22:53 +02:00
|
|
|
char* str); /*!< in/out: null-terminated character string */
|
|
|
|
/*********************************************************************//**
|
2008-12-01 07:10:29 +01:00
|
|
|
Reads the data files and their sizes from a character string given in
|
2009-09-07 12:22:53 +02:00
|
|
|
the .cnf file.
|
|
|
|
@return TRUE if ok, FALSE on parse error */
|
2008-12-01 07:10:29 +01:00
|
|
|
UNIV_INTERN
|
|
|
|
ibool
|
|
|
|
srv_parse_data_file_paths_and_sizes(
|
|
|
|
/*================================*/
|
2009-09-07 12:22:53 +02:00
|
|
|
char* str); /*!< in/out: the data file path string */
|
|
|
|
/*********************************************************************//**
|
2009-03-26 07:11:11 +01:00
|
|
|
Frees the memory allocated by srv_parse_data_file_paths_and_sizes()
|
|
|
|
and srv_parse_log_group_home_dirs(). */
|
|
|
|
UNIV_INTERN
|
|
|
|
void
|
|
|
|
srv_free_paths_and_sizes(void);
|
|
|
|
/*==========================*/
|
2009-09-07 12:22:53 +02:00
|
|
|
/*********************************************************************//**
|
2008-12-01 07:10:29 +01:00
|
|
|
Adds a slash or a backslash to the end of a string if it is missing
|
2009-09-07 12:22:53 +02:00
|
|
|
and the string is not empty.
|
|
|
|
@return string which has the separator if the string is not empty */
|
2008-12-01 07:10:29 +01:00
|
|
|
UNIV_INTERN
|
|
|
|
char*
|
|
|
|
srv_add_path_separator_if_needed(
|
|
|
|
/*=============================*/
|
2009-09-07 12:22:53 +02:00
|
|
|
char* str); /*!< in: null-terminated character string */
|
|
|
|
#ifndef UNIV_HOTBACKUP
|
|
|
|
/****************************************************************//**
|
2008-12-01 07:10:29 +01:00
|
|
|
Starts Innobase and creates a new database if database files
|
2009-09-07 12:22:53 +02:00
|
|
|
are not found and the user wants.
|
|
|
|
@return DB_SUCCESS or error code */
|
2008-12-01 07:10:29 +01:00
|
|
|
UNIV_INTERN
|
2013-12-16 15:38:05 +01:00
|
|
|
dberr_t
|
MDEV-13039 innodb_fast_shutdown=0 may fail to purge all undo log
When a slow shutdown is performed soon after spawning some work for
background threads that can create or commit transactions, it is possible
that new transactions are started or committed after the purge has finished.
This is violating the specification of innodb_fast_shutdown=0, namely that
the purge must be completed. (None of the history of the recent transactions
would be purged.)
Also, it is possible that the purge threads would exit in slow shutdown
while there exist active transactions, such as recovered incomplete
transactions that are being rolled back. Thus, the slow shutdown could
fail to purge some undo log that becomes purgeable after the transaction
commit or rollback.
srv_undo_sources: A flag that indicates if undo log can be generated
or the persistent, whether by background threads or by user SQL.
Even when this flag is clear, active transactions that already exist
in the system may be committed or rolled back.
innodb_shutdown(): Renamed from innobase_shutdown_for_mysql().
Do not return an error code; the operation never fails.
Clear the srv_undo_sources flag, and also ensure that the background
DROP TABLE queue is empty.
srv_purge_should_exit(): Do not allow the purge to exit if
srv_undo_sources are active or the background DROP TABLE queue is not
empty, or in slow shutdown, if any active transactions exist
(and are being rolled back).
srv_purge_coordinator_thread(): Remove some previous workarounds
for this bug.
innobase_start_or_create_for_mysql(): Set buf_page_cleaner_is_active
and srv_dict_stats_thread_active directly. Set srv_undo_sources before
starting the purge subsystem, to prevent immediate shutdown of the purge.
Create dict_stats_thread and fts_optimize_thread immediately
after setting srv_undo_sources, so that shutdown can use this flag to
determine if these subsystems were started.
dict_stats_shutdown(): Shut down dict_stats_thread. Backported from 10.2.
srv_shutdown_table_bg_threads(): Remove (unused).
2017-06-08 14:43:06 +02:00
|
|
|
innobase_start_or_create_for_mysql();
|
2013-12-16 15:38:05 +01:00
|
|
|
|
MDEV-13039 innodb_fast_shutdown=0 may fail to purge all undo log
When a slow shutdown is performed soon after spawning some work for
background threads that can create or commit transactions, it is possible
that new transactions are started or committed after the purge has finished.
This is violating the specification of innodb_fast_shutdown=0, namely that
the purge must be completed. (None of the history of the recent transactions
would be purged.)
Also, it is possible that the purge threads would exit in slow shutdown
while there exist active transactions, such as recovered incomplete
transactions that are being rolled back. Thus, the slow shutdown could
fail to purge some undo log that becomes purgeable after the transaction
commit or rollback.
srv_undo_sources: A flag that indicates if undo log can be generated
or the persistent, whether by background threads or by user SQL.
Even when this flag is clear, active transactions that already exist
in the system may be committed or rolled back.
innodb_shutdown(): Renamed from innobase_shutdown_for_mysql().
Do not return an error code; the operation never fails.
Clear the srv_undo_sources flag, and also ensure that the background
DROP TABLE queue is empty.
srv_purge_should_exit(): Do not allow the purge to exit if
srv_undo_sources are active or the background DROP TABLE queue is not
empty, or in slow shutdown, if any active transactions exist
(and are being rolled back).
srv_purge_coordinator_thread(): Remove some previous workarounds
for this bug.
innobase_start_or_create_for_mysql(): Set buf_page_cleaner_is_active
and srv_dict_stats_thread_active directly. Set srv_undo_sources before
starting the purge subsystem, to prevent immediate shutdown of the purge.
Create dict_stats_thread and fts_optimize_thread immediately
after setting srv_undo_sources, so that shutdown can use this flag to
determine if these subsystems were started.
dict_stats_shutdown(): Shut down dict_stats_thread. Backported from 10.2.
srv_shutdown_table_bg_threads(): Remove (unused).
2017-06-08 14:43:06 +02:00
|
|
|
/** Shut down InnoDB. */
|
2013-12-16 15:38:05 +01:00
|
|
|
UNIV_INTERN
|
|
|
|
void
|
MDEV-13039 innodb_fast_shutdown=0 may fail to purge all undo log
When a slow shutdown is performed soon after spawning some work for
background threads that can create or commit transactions, it is possible
that new transactions are started or committed after the purge has finished.
This is violating the specification of innodb_fast_shutdown=0, namely that
the purge must be completed. (None of the history of the recent transactions
would be purged.)
Also, it is possible that the purge threads would exit in slow shutdown
while there exist active transactions, such as recovered incomplete
transactions that are being rolled back. Thus, the slow shutdown could
fail to purge some undo log that becomes purgeable after the transaction
commit or rollback.
srv_undo_sources: A flag that indicates if undo log can be generated
or the persistent, whether by background threads or by user SQL.
Even when this flag is clear, active transactions that already exist
in the system may be committed or rolled back.
innodb_shutdown(): Renamed from innobase_shutdown_for_mysql().
Do not return an error code; the operation never fails.
Clear the srv_undo_sources flag, and also ensure that the background
DROP TABLE queue is empty.
srv_purge_should_exit(): Do not allow the purge to exit if
srv_undo_sources are active or the background DROP TABLE queue is not
empty, or in slow shutdown, if any active transactions exist
(and are being rolled back).
srv_purge_coordinator_thread(): Remove some previous workarounds
for this bug.
innobase_start_or_create_for_mysql(): Set buf_page_cleaner_is_active
and srv_dict_stats_thread_active directly. Set srv_undo_sources before
starting the purge subsystem, to prevent immediate shutdown of the purge.
Create dict_stats_thread and fts_optimize_thread immediately
after setting srv_undo_sources, so that shutdown can use this flag to
determine if these subsystems were started.
dict_stats_shutdown(): Shut down dict_stats_thread. Backported from 10.2.
srv_shutdown_table_bg_threads(): Remove (unused).
2017-06-08 14:43:06 +02:00
|
|
|
innodb_shutdown();
|
2013-12-16 15:38:05 +01:00
|
|
|
|
|
|
|
/*************************************************************//**
|
|
|
|
Copy the file path component of the physical file to parameter. It will
|
|
|
|
copy up to and including the terminating path separator.
|
|
|
|
@return number of bytes copied or ULINT_UNDEFINED if destination buffer
|
|
|
|
is smaller than the path to be copied. */
|
|
|
|
UNIV_INTERN
|
|
|
|
ulint
|
|
|
|
srv_path_copy(
|
|
|
|
/*==========*/
|
|
|
|
char* dest, /*!< out: destination buffer */
|
|
|
|
ulint dest_len, /*!< in: max bytes to copy */
|
|
|
|
const char* basedir, /*!< in: base directory */
|
|
|
|
const char* table_name) /*!< in: source table name */
|
2016-08-10 19:24:58 +02:00
|
|
|
MY_ATTRIBUTE((nonnull, warn_unused_result));
|
2013-12-16 15:38:05 +01:00
|
|
|
|
|
|
|
/*****************************************************************//**
|
|
|
|
Get the meta-data filename from the table name. */
|
|
|
|
UNIV_INTERN
|
|
|
|
void
|
|
|
|
srv_get_meta_data_filename(
|
|
|
|
/*======================*/
|
|
|
|
dict_table_t* table, /*!< in: table */
|
|
|
|
char* filename, /*!< out: filename */
|
|
|
|
ulint max_len) /*!< in: filename max length */
|
2016-08-10 19:24:58 +02:00
|
|
|
MY_ATTRIBUTE((nonnull));
|
2013-12-16 15:38:05 +01:00
|
|
|
|
2009-09-07 12:22:53 +02:00
|
|
|
/** Log sequence number at shutdown */
|
2013-12-16 15:38:05 +01:00
|
|
|
extern lsn_t srv_shutdown_lsn;
|
2009-09-07 12:22:53 +02:00
|
|
|
/** Log sequence number immediately after startup */
|
2013-12-16 15:38:05 +01:00
|
|
|
extern lsn_t srv_start_lsn;
|
2008-12-01 07:10:29 +01:00
|
|
|
|
|
|
|
#ifdef HAVE_DARWIN_THREADS
|
2009-09-07 12:22:53 +02:00
|
|
|
/** TRUE if the F_FULLFSYNC option is available */
|
2008-12-01 07:10:29 +01:00
|
|
|
extern ibool srv_have_fullfsync;
|
|
|
|
#endif
|
|
|
|
|
2009-09-07 12:22:53 +02:00
|
|
|
/** TRUE if the server is being started */
|
2008-12-01 07:10:29 +01:00
|
|
|
extern ibool srv_is_being_started;
|
2009-09-07 12:22:53 +02:00
|
|
|
/** TRUE if the server was successfully started */
|
2008-12-01 07:10:29 +01:00
|
|
|
extern ibool srv_was_started;
|
2009-09-07 12:22:53 +02:00
|
|
|
/** TRUE if the server is being started, before rolling back any
|
|
|
|
incomplete transactions */
|
2008-12-01 07:10:29 +01:00
|
|
|
extern ibool srv_startup_is_before_trx_rollback_phase;
|
|
|
|
|
2009-09-07 12:22:53 +02:00
|
|
|
/** TRUE if a raw partition is in use */
|
2008-12-01 07:10:29 +01:00
|
|
|
extern ibool srv_start_raw_disk_in_use;
|
|
|
|
|
2017-05-16 13:16:11 +02:00
|
|
|
/** Undo tablespaces starts with space_id. */
|
|
|
|
extern ulint srv_undo_space_id_start;
|
2008-12-01 07:10:29 +01:00
|
|
|
|
2009-09-07 12:22:53 +02:00
|
|
|
/** Shutdown state */
|
|
|
|
enum srv_shutdown_state {
|
|
|
|
SRV_SHUTDOWN_NONE = 0, /*!< Database running normally */
|
|
|
|
SRV_SHUTDOWN_CLEANUP, /*!< Cleaning up in
|
|
|
|
logs_empty_and_mark_files_at_shutdown() */
|
2013-12-16 15:38:05 +01:00
|
|
|
SRV_SHUTDOWN_FLUSH_PHASE,/*!< At this phase the master and the
|
|
|
|
purge threads must have completed their
|
|
|
|
work. Once we enter this phase the
|
|
|
|
page_cleaner can clean up the buffer
|
|
|
|
pool and exit */
|
2009-09-07 12:22:53 +02:00
|
|
|
SRV_SHUTDOWN_LAST_PHASE,/*!< Last phase after ensuring that
|
|
|
|
the buffer pool can be freed: flush
|
|
|
|
all file spaces and close all files */
|
|
|
|
SRV_SHUTDOWN_EXIT_THREADS/*!< Exit all threads */
|
|
|
|
};
|
2008-12-01 07:10:29 +01:00
|
|
|
|
MDEV-13039 innodb_fast_shutdown=0 may fail to purge all undo log
When a slow shutdown is performed soon after spawning some work for
background threads that can create or commit transactions, it is possible
that new transactions are started or committed after the purge has finished.
This is violating the specification of innodb_fast_shutdown=0, namely that
the purge must be completed. (None of the history of the recent transactions
would be purged.)
Also, it is possible that the purge threads would exit in slow shutdown
while there exist active transactions, such as recovered incomplete
transactions that are being rolled back. Thus, the slow shutdown could
fail to purge some undo log that becomes purgeable after the transaction
commit or rollback.
srv_undo_sources: A flag that indicates if undo log can be generated
or the persistent, whether by background threads or by user SQL.
Even when this flag is clear, active transactions that already exist
in the system may be committed or rolled back.
innodb_shutdown(): Renamed from innobase_shutdown_for_mysql().
Do not return an error code; the operation never fails.
Clear the srv_undo_sources flag, and also ensure that the background
DROP TABLE queue is empty.
srv_purge_should_exit(): Do not allow the purge to exit if
srv_undo_sources are active or the background DROP TABLE queue is not
empty, or in slow shutdown, if any active transactions exist
(and are being rolled back).
srv_purge_coordinator_thread(): Remove some previous workarounds
for this bug.
innobase_start_or_create_for_mysql(): Set buf_page_cleaner_is_active
and srv_dict_stats_thread_active directly. Set srv_undo_sources before
starting the purge subsystem, to prevent immediate shutdown of the purge.
Create dict_stats_thread and fts_optimize_thread immediately
after setting srv_undo_sources, so that shutdown can use this flag to
determine if these subsystems were started.
dict_stats_shutdown(): Shut down dict_stats_thread. Backported from 10.2.
srv_shutdown_table_bg_threads(): Remove (unused).
2017-06-08 14:43:06 +02:00
|
|
|
/** Whether any undo log records can be generated */
|
|
|
|
extern bool srv_undo_sources;
|
|
|
|
|
2009-09-07 12:22:53 +02:00
|
|
|
/** At a shutdown this value climbs from SRV_SHUTDOWN_NONE to
|
|
|
|
SRV_SHUTDOWN_CLEANUP and then to SRV_SHUTDOWN_LAST_PHASE, and so on */
|
|
|
|
extern enum srv_shutdown_state srv_shutdown_state;
|
|
|
|
#endif /* !UNIV_HOTBACKUP */
|
2008-12-01 07:10:29 +01:00
|
|
|
|
2009-09-07 12:22:53 +02:00
|
|
|
/** Log 'spaces' have id's >= this */
|
2008-12-01 07:10:29 +01:00
|
|
|
#define SRV_LOG_SPACE_FIRST_ID 0xFFFFFFF0UL
|
|
|
|
|
|
|
|
#endif
|