mirror of
https://github.com/MariaDB/server.git
synced 2025-01-16 20:12:31 +01:00
682c22846f
into mysql.com:/home/tnurnberg/15327/51-15327 BitKeeper/deleted/.del-mysqld_safe-watch.sh~37cbc9a97ffd2555: Auto merged BitKeeper/deleted/.del-mysqlmanagerc.c~4f6e3499e68508f6: Auto merged client/mysql_upgrade.c: Auto merged configure.in: Auto merged libmysql/libmysql.c: Auto merged mysql-test/Makefile.am: Auto merged mysql-test/mysql-test-run-shell.sh: Auto merged netware/mysql_test_run.c: Auto merged scripts/Makefile.am: Auto merged scripts/mysql_fix_privilege_tables.sh: Auto merged server-tools/instance-manager/priv.h: Auto merged client/mysql.cc: manual merge client/mysqladmin.cc: manual merge client/mysqlbinlog.cc: manual merge client/mysqlcheck.c: manual merge client/mysqldump.c: manual merge client/mysqlimport.c: manual merge client/mysqlshow.c: manual merge client/mysqltest.c: manual merge sql/mysqld.cc: manual merge tests/mysql_client_test.c: manual merge tests/thread_test.c: manual merge
1639 lines
51 KiB
C++
1639 lines
51 KiB
C++
/* Copyright (C) 2001-2004 MySQL AB
|
|
|
|
This program is free software; you can redistribute it and/or modify
|
|
it under the terms of the GNU General Public License as published by
|
|
the Free Software Foundation; version 2 of the License.
|
|
|
|
This program is distributed in the hope that it will be useful,
|
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
GNU General Public License for more details.
|
|
|
|
You should have received a copy of the GNU General Public License
|
|
along with this program; if not, write to the Free Software
|
|
Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA */
|
|
|
|
/*
|
|
|
|
TODO: print the catalog (some USE catalog.db ????).
|
|
|
|
Standalone program to read a MySQL binary log (or relay log);
|
|
can read files produced by 3.23, 4.x, 5.0 servers.
|
|
|
|
Can read binlogs from 3.23/4.x/5.0 and relay logs from 4.x/5.0.
|
|
Should be able to read any file of these categories, even with
|
|
--start-position.
|
|
An important fact: the Format_desc event of the log is at most the 3rd event
|
|
of the log; if it is the 3rd then there is this combination:
|
|
Format_desc_of_slave, Rotate_of_master, Format_desc_of_master.
|
|
*/
|
|
|
|
#define MYSQL_CLIENT
|
|
#undef MYSQL_SERVER
|
|
#include "client_priv.h"
|
|
#include <my_time.h>
|
|
/* That one is necessary for defines of OPTION_NO_FOREIGN_KEY_CHECKS etc */
|
|
#include "mysql_priv.h"
|
|
#include "log_event.h"
|
|
#include "sql_common.h"
|
|
|
|
#define BIN_LOG_HEADER_SIZE 4
|
|
#define PROBE_HEADER_LEN (EVENT_LEN_OFFSET+4)
|
|
|
|
|
|
#define CLIENT_CAPABILITIES (CLIENT_LONG_PASSWORD | CLIENT_LONG_FLAG | CLIENT_LOCAL_FILES)
|
|
|
|
char server_version[SERVER_VERSION_LENGTH];
|
|
ulong server_id = 0;
|
|
|
|
// needed by net_serv.c
|
|
ulong bytes_sent = 0L, bytes_received = 0L;
|
|
ulong mysqld_net_retry_count = 10L;
|
|
ulong open_files_limit;
|
|
uint test_flags = 0;
|
|
static uint opt_protocol= 0;
|
|
static FILE *result_file;
|
|
|
|
#ifndef DBUG_OFF
|
|
static const char* default_dbug_option = "d:t:o,/tmp/mysqlbinlog.trace";
|
|
#endif
|
|
static const char *load_default_groups[]= { "mysqlbinlog","client",0 };
|
|
|
|
void sql_print_error(const char *format, ...);
|
|
|
|
static bool one_database=0, to_last_remote_log= 0, disable_log_bin= 0;
|
|
static bool opt_hexdump= 0;
|
|
static bool opt_base64_output= 0;
|
|
static const char* database= 0;
|
|
static my_bool force_opt= 0, short_form= 0, remote_opt= 0, info_flag;
|
|
static my_bool force_if_open_opt= 1;
|
|
static ulonglong offset = 0;
|
|
static const char* host = 0;
|
|
static int port= 0;
|
|
static const char* sock= 0;
|
|
static const char* user = 0;
|
|
static char* pass = 0;
|
|
static char *charset= 0;
|
|
|
|
static ulonglong start_position, stop_position;
|
|
#define start_position_mot ((my_off_t)start_position)
|
|
#define stop_position_mot ((my_off_t)stop_position)
|
|
|
|
static char *start_datetime_str, *stop_datetime_str;
|
|
static my_time_t start_datetime= 0, stop_datetime= MY_TIME_T_MAX;
|
|
static ulonglong rec_count= 0;
|
|
static short binlog_flags = 0;
|
|
static MYSQL* mysql = NULL;
|
|
static const char* dirname_for_local_load= 0;
|
|
static bool stop_passed= 0;
|
|
static my_bool file_not_closed_error= 0;
|
|
|
|
/*
|
|
check_header() will set the pointer below.
|
|
Why do we need here a pointer on an event instead of an event ?
|
|
This is because the event will be created (alloced) in read_log_event()
|
|
(which returns a pointer) in check_header().
|
|
*/
|
|
Format_description_log_event* glob_description_event;
|
|
|
|
static int dump_local_log_entries(PRINT_EVENT_INFO *print_event_info,
|
|
const char* logname);
|
|
static int dump_remote_log_entries(PRINT_EVENT_INFO *print_event_info,
|
|
const char* logname);
|
|
static int dump_log_entries(const char* logname);
|
|
static void die(const char* fmt, ...) __attribute__ ((__noreturn__));
|
|
static MYSQL* safe_connect();
|
|
|
|
|
|
class Load_log_processor
|
|
{
|
|
char target_dir_name[FN_REFLEN];
|
|
int target_dir_name_len;
|
|
|
|
/*
|
|
When we see first event corresponding to some LOAD DATA statement in
|
|
binlog, we create temporary file to store data to be loaded.
|
|
We add name of this file to file_names array using its file_id as index.
|
|
If we have Create_file event (i.e. we have binary log in pre-5.0.3
|
|
format) we also store save event object to be able which is needed to
|
|
emit LOAD DATA statement when we will meet Exec_load_data event.
|
|
If we have Begin_load_query event we simply store 0 in
|
|
File_name_record::event field.
|
|
*/
|
|
struct File_name_record
|
|
{
|
|
char *fname;
|
|
Create_file_log_event *event;
|
|
};
|
|
DYNAMIC_ARRAY file_names;
|
|
|
|
/*
|
|
Looking for new uniquie filename that doesn't exist yet by
|
|
adding postfix -%x
|
|
|
|
SYNOPSIS
|
|
create_unique_file()
|
|
|
|
filename buffer for filename
|
|
file_name_end tail of buffer that should be changed
|
|
should point to a memory enough to printf("-%x",..)
|
|
|
|
RETURN VALUES
|
|
values less than 0 - can't find new filename
|
|
values great or equal 0 - created file with found filename
|
|
*/
|
|
File create_unique_file(char *filename, char *file_name_end)
|
|
{
|
|
File res;
|
|
/* If we have to try more than 1000 times, something is seriously wrong */
|
|
for (uint version= 0; version<1000; version++)
|
|
{
|
|
sprintf(file_name_end,"-%x",version);
|
|
if ((res= my_create(filename,0,
|
|
O_CREAT|O_EXCL|O_BINARY|O_WRONLY,MYF(0)))!=-1)
|
|
return res;
|
|
}
|
|
return -1;
|
|
}
|
|
|
|
public:
|
|
Load_log_processor() {}
|
|
~Load_log_processor() {}
|
|
|
|
int init()
|
|
{
|
|
return init_dynamic_array(&file_names, sizeof(File_name_record),
|
|
100,100 CALLER_INFO);
|
|
}
|
|
|
|
void init_by_dir_name(const char *dir)
|
|
{
|
|
target_dir_name_len= (convert_dirname(target_dir_name, dir, NullS) -
|
|
target_dir_name);
|
|
}
|
|
void init_by_cur_dir()
|
|
{
|
|
if (my_getwd(target_dir_name,sizeof(target_dir_name),MYF(MY_WME)))
|
|
exit(1);
|
|
target_dir_name_len= strlen(target_dir_name);
|
|
}
|
|
void destroy()
|
|
{
|
|
File_name_record *ptr= (File_name_record *)file_names.buffer;
|
|
File_name_record *end= ptr + file_names.elements;
|
|
for (; ptr < end; ptr++)
|
|
{
|
|
if (ptr->fname)
|
|
{
|
|
my_free(ptr->fname, MYF(MY_WME));
|
|
delete ptr->event;
|
|
bzero((char *)ptr, sizeof(File_name_record));
|
|
}
|
|
}
|
|
|
|
delete_dynamic(&file_names);
|
|
}
|
|
|
|
/*
|
|
Obtain Create_file event for LOAD DATA statement by its file_id.
|
|
|
|
SYNOPSIS
|
|
grab_event()
|
|
file_id - file_id identifiying LOAD DATA statement
|
|
|
|
DESCRIPTION
|
|
Checks whenever we have already seen Create_file event for this file_id.
|
|
If yes then returns pointer to it and removes it from array describing
|
|
active temporary files. Since this moment caller is responsible for
|
|
freeing memory occupied by this event and associated file name.
|
|
|
|
RETURN VALUES
|
|
Pointer to Create_file event or 0 if there was no such event
|
|
with this file_id.
|
|
*/
|
|
Create_file_log_event *grab_event(uint file_id)
|
|
{
|
|
File_name_record *ptr;
|
|
Create_file_log_event *res;
|
|
|
|
if (file_id >= file_names.elements)
|
|
return 0;
|
|
ptr= dynamic_element(&file_names, file_id, File_name_record*);
|
|
if ((res= ptr->event))
|
|
bzero((char *)ptr, sizeof(File_name_record));
|
|
return res;
|
|
}
|
|
|
|
/*
|
|
Obtain file name of temporary file for LOAD DATA statement by its file_id.
|
|
|
|
SYNOPSIS
|
|
grab_fname()
|
|
file_id - file_id identifiying LOAD DATA statement
|
|
|
|
DESCRIPTION
|
|
Checks whenever we have already seen Begin_load_query event for this
|
|
file_id. If yes then returns file name of corresponding temporary file.
|
|
Removes record about this file from the array of active temporary files.
|
|
Since this moment caller is responsible for freeing memory occupied by
|
|
this name.
|
|
|
|
RETURN VALUES
|
|
String with name of temporary file or 0 if we have not seen Begin_load_query
|
|
event with this file_id.
|
|
*/
|
|
char *grab_fname(uint file_id)
|
|
{
|
|
File_name_record *ptr;
|
|
char *res= 0;
|
|
|
|
if (file_id >= file_names.elements)
|
|
return 0;
|
|
ptr= dynamic_element(&file_names, file_id, File_name_record*);
|
|
if (!ptr->event)
|
|
{
|
|
res= ptr->fname;
|
|
bzero((char *)ptr, sizeof(File_name_record));
|
|
}
|
|
return res;
|
|
}
|
|
int process(Create_file_log_event *ce);
|
|
int process(Begin_load_query_log_event *ce);
|
|
int process(Append_block_log_event *ae);
|
|
File prepare_new_file_for_old_format(Load_log_event *le, char *filename);
|
|
int load_old_format_file(NET* net, const char *server_fname,
|
|
uint server_fname_len, File file);
|
|
int process_first_event(const char *bname, uint blen, const char *block,
|
|
uint block_len, uint file_id,
|
|
Create_file_log_event *ce);
|
|
};
|
|
|
|
|
|
|
|
File Load_log_processor::prepare_new_file_for_old_format(Load_log_event *le,
|
|
char *filename)
|
|
{
|
|
uint len;
|
|
char *tail;
|
|
File file;
|
|
|
|
fn_format(filename, le->fname, target_dir_name, "", 1);
|
|
len= strlen(filename);
|
|
tail= filename + len;
|
|
|
|
if ((file= create_unique_file(filename,tail)) < 0)
|
|
{
|
|
sql_print_error("Could not construct local filename %s",filename);
|
|
return -1;
|
|
}
|
|
|
|
le->set_fname_outside_temp_buf(filename,len+strlen(tail));
|
|
|
|
return file;
|
|
}
|
|
|
|
|
|
int Load_log_processor::load_old_format_file(NET* net, const char*server_fname,
|
|
uint server_fname_len, File file)
|
|
{
|
|
uchar buf[FN_REFLEN+1];
|
|
buf[0] = 0;
|
|
memcpy(buf + 1, server_fname, server_fname_len + 1);
|
|
if (my_net_write(net, buf, server_fname_len +2) || net_flush(net))
|
|
{
|
|
sql_print_error("Failed requesting the remote dump of %s", server_fname);
|
|
return -1;
|
|
}
|
|
|
|
for (;;)
|
|
{
|
|
ulong packet_len = my_net_read(net);
|
|
if (packet_len == 0)
|
|
{
|
|
if (my_net_write(net, (uchar*) "", 0) || net_flush(net))
|
|
{
|
|
sql_print_error("Failed sending the ack packet");
|
|
return -1;
|
|
}
|
|
/*
|
|
we just need to send something, as the server will read but
|
|
not examine the packet - this is because mysql_load() sends
|
|
an OK when it is done
|
|
*/
|
|
break;
|
|
}
|
|
else if (packet_len == packet_error)
|
|
{
|
|
sql_print_error("Failed reading a packet during the dump of %s ",
|
|
server_fname);
|
|
return -1;
|
|
}
|
|
|
|
if (packet_len > UINT_MAX)
|
|
{
|
|
sql_print_error("Illegal length of packet read from net");
|
|
return -1;
|
|
}
|
|
if (my_write(file, (uchar*) net->read_pos,
|
|
(uint) packet_len, MYF(MY_WME|MY_NABP)))
|
|
return -1;
|
|
}
|
|
|
|
return 0;
|
|
}
|
|
|
|
|
|
/*
|
|
Process first event in the sequence of events representing LOAD DATA
|
|
statement.
|
|
|
|
SYNOPSIS
|
|
process_first_event()
|
|
bname - base name for temporary file to be created
|
|
blen - base name length
|
|
block - first block of data to be loaded
|
|
block_len - first block length
|
|
file_id - identifies LOAD DATA statement
|
|
ce - pointer to Create_file event object if we are processing
|
|
this type of event.
|
|
|
|
DESCRIPTION
|
|
Creates temporary file to be used in LOAD DATA and writes first block of
|
|
data to it. Registers its file name (and optional Create_file event)
|
|
in the array of active temporary files.
|
|
|
|
RETURN VALUES
|
|
0 - success
|
|
non-0 - error
|
|
*/
|
|
|
|
int Load_log_processor::process_first_event(const char *bname, uint blen,
|
|
const char *block, uint block_len,
|
|
uint file_id,
|
|
Create_file_log_event *ce)
|
|
{
|
|
uint full_len= target_dir_name_len + blen + 9 + 9 + 1;
|
|
int error= 0;
|
|
char *fname, *ptr;
|
|
File file;
|
|
File_name_record rec;
|
|
DBUG_ENTER("Load_log_processor::process_first_event");
|
|
|
|
if (!(fname= (char*) my_malloc(full_len,MYF(MY_WME))))
|
|
DBUG_RETURN(-1);
|
|
|
|
memcpy(fname, target_dir_name, target_dir_name_len);
|
|
ptr= fname + target_dir_name_len;
|
|
memcpy(ptr,bname,blen);
|
|
ptr+= blen;
|
|
ptr+= my_sprintf(ptr, (ptr, "-%x", file_id));
|
|
|
|
if ((file= create_unique_file(fname,ptr)) < 0)
|
|
{
|
|
sql_print_error("Could not construct local filename %s%s",
|
|
target_dir_name,bname);
|
|
DBUG_RETURN(-1);
|
|
}
|
|
|
|
rec.fname= fname;
|
|
rec.event= ce;
|
|
|
|
if (set_dynamic(&file_names, (uchar*)&rec, file_id))
|
|
{
|
|
sql_print_error("Could not construct local filename %s%s",
|
|
target_dir_name, bname);
|
|
DBUG_RETURN(-1);
|
|
}
|
|
|
|
if (ce)
|
|
ce->set_fname_outside_temp_buf(fname, strlen(fname));
|
|
|
|
if (my_write(file, (uchar*)block, block_len, MYF(MY_WME|MY_NABP)))
|
|
error= -1;
|
|
if (my_close(file, MYF(MY_WME)))
|
|
error= -1;
|
|
DBUG_RETURN(error);
|
|
}
|
|
|
|
|
|
int Load_log_processor::process(Create_file_log_event *ce)
|
|
{
|
|
const char *bname= ce->fname + dirname_length(ce->fname);
|
|
uint blen= ce->fname_len - (bname-ce->fname);
|
|
|
|
return process_first_event(bname, blen, ce->block, ce->block_len,
|
|
ce->file_id, ce);
|
|
}
|
|
|
|
|
|
int Load_log_processor::process(Begin_load_query_log_event *blqe)
|
|
{
|
|
return process_first_event("SQL_LOAD_MB", 11, blqe->block, blqe->block_len,
|
|
blqe->file_id, 0);
|
|
}
|
|
|
|
|
|
int Load_log_processor::process(Append_block_log_event *ae)
|
|
{
|
|
DBUG_ENTER("Load_log_processor::process");
|
|
const char* fname= ((ae->file_id < file_names.elements) ?
|
|
dynamic_element(&file_names, ae->file_id,
|
|
File_name_record*)->fname : 0);
|
|
|
|
if (fname)
|
|
{
|
|
File file;
|
|
int error= 0;
|
|
if (((file= my_open(fname,
|
|
O_APPEND|O_BINARY|O_WRONLY,MYF(MY_WME))) < 0))
|
|
DBUG_RETURN(-1);
|
|
if (my_write(file,(uchar*)ae->block,ae->block_len,MYF(MY_WME|MY_NABP)))
|
|
error= -1;
|
|
if (my_close(file,MYF(MY_WME)))
|
|
error= -1;
|
|
DBUG_RETURN(error);
|
|
}
|
|
|
|
/*
|
|
There is no Create_file event (a bad binlog or a big
|
|
--start-position). Assuming it's a big --start-position, we just do
|
|
nothing and print a warning.
|
|
*/
|
|
fprintf(stderr,"Warning: ignoring Append_block as there is no \
|
|
Create_file event for file_id: %u\n",ae->file_id);
|
|
DBUG_RETURN(-1);
|
|
}
|
|
|
|
|
|
Load_log_processor load_processor;
|
|
|
|
|
|
static bool check_database(const char *log_dbname)
|
|
{
|
|
return one_database &&
|
|
(log_dbname != NULL) &&
|
|
strcmp(log_dbname, database);
|
|
}
|
|
|
|
|
|
|
|
static int
|
|
write_event_header_and_base64(Log_event *ev, FILE *result_file,
|
|
PRINT_EVENT_INFO *print_event_info)
|
|
{
|
|
IO_CACHE *head= &print_event_info->head_cache;
|
|
IO_CACHE *body= &print_event_info->body_cache;
|
|
DBUG_ENTER("write_event_header_and_base64");
|
|
|
|
/* Write header and base64 output to cache */
|
|
ev->print_header(head, print_event_info, FALSE);
|
|
ev->print_base64(body, print_event_info, FALSE);
|
|
|
|
/* Read data from cache and write to result file */
|
|
DBUG_RETURN(copy_event_cache_to_file_and_reinit(head, result_file) ||
|
|
copy_event_cache_to_file_and_reinit(body, result_file));
|
|
}
|
|
|
|
|
|
/*
|
|
Process an event
|
|
|
|
SYNOPSIS
|
|
process_event()
|
|
|
|
RETURN
|
|
0 ok and continue
|
|
1 error and terminate
|
|
-1 ok and terminate
|
|
|
|
TODO
|
|
This function returns 0 even in some error cases. This should be changed.
|
|
*/
|
|
|
|
|
|
|
|
int process_event(PRINT_EVENT_INFO *print_event_info, Log_event *ev,
|
|
my_off_t pos)
|
|
{
|
|
char ll_buff[21];
|
|
Log_event_type ev_type= ev->get_type_code();
|
|
DBUG_ENTER("process_event");
|
|
print_event_info->short_form= short_form;
|
|
|
|
/*
|
|
Format events are not concerned by --offset and such, we always need to
|
|
read them to be able to process the wanted events.
|
|
*/
|
|
if ((rec_count >= offset) &&
|
|
((my_time_t)(ev->when) >= start_datetime) ||
|
|
(ev_type == FORMAT_DESCRIPTION_EVENT))
|
|
{
|
|
if (ev_type != FORMAT_DESCRIPTION_EVENT)
|
|
{
|
|
/*
|
|
We have found an event after start_datetime, from now on print
|
|
everything (in case the binlog has timestamps increasing and
|
|
decreasing, we do this to avoid cutting the middle).
|
|
*/
|
|
start_datetime= 0;
|
|
offset= 0; // print everything and protect against cycling rec_count
|
|
}
|
|
if (server_id && (server_id != ev->server_id)) {
|
|
DBUG_RETURN(0);
|
|
}
|
|
if (((my_time_t)(ev->when) >= stop_datetime)
|
|
|| (pos >= stop_position_mot))
|
|
{
|
|
stop_passed= 1; // skip all next binlogs
|
|
DBUG_RETURN(-1);
|
|
}
|
|
if (!short_form)
|
|
fprintf(result_file, "# at %s\n",llstr(pos,ll_buff));
|
|
|
|
if (!opt_hexdump)
|
|
print_event_info->hexdump_from= 0; /* Disabled */
|
|
else
|
|
print_event_info->hexdump_from= pos;
|
|
|
|
print_event_info->base64_output= opt_base64_output;
|
|
|
|
DBUG_PRINT("debug", ("event_type: %s", ev->get_type_str()));
|
|
|
|
switch (ev_type) {
|
|
case QUERY_EVENT:
|
|
if (check_database(((Query_log_event*)ev)->db))
|
|
goto end;
|
|
if (opt_base64_output)
|
|
write_event_header_and_base64(ev, result_file, print_event_info);
|
|
else
|
|
ev->print(result_file, print_event_info);
|
|
break;
|
|
|
|
case CREATE_FILE_EVENT:
|
|
{
|
|
Create_file_log_event* ce= (Create_file_log_event*)ev;
|
|
/*
|
|
We test if this event has to be ignored. If yes, we don't save
|
|
this event; this will have the good side-effect of ignoring all
|
|
related Append_block and Exec_load.
|
|
Note that Load event from 3.23 is not tested.
|
|
*/
|
|
if (check_database(ce->db))
|
|
goto end; // Next event
|
|
/*
|
|
We print the event, but with a leading '#': this is just to inform
|
|
the user of the original command; the command we want to execute
|
|
will be a derivation of this original command (we will change the
|
|
filename and use LOCAL), prepared in the 'case EXEC_LOAD_EVENT'
|
|
below.
|
|
*/
|
|
if (opt_base64_output)
|
|
{
|
|
write_event_header_and_base64(ce, result_file, print_event_info);
|
|
}
|
|
else
|
|
ce->print(result_file, print_event_info, TRUE);
|
|
|
|
// If this binlog is not 3.23 ; why this test??
|
|
if (glob_description_event->binlog_version >= 3)
|
|
{
|
|
if (load_processor.process(ce))
|
|
break; // Error
|
|
ev= 0;
|
|
}
|
|
break;
|
|
}
|
|
case APPEND_BLOCK_EVENT:
|
|
ev->print(result_file, print_event_info);
|
|
if (load_processor.process((Append_block_log_event*) ev))
|
|
break; // Error
|
|
break;
|
|
case EXEC_LOAD_EVENT:
|
|
{
|
|
ev->print(result_file, print_event_info);
|
|
Execute_load_log_event *exv= (Execute_load_log_event*)ev;
|
|
Create_file_log_event *ce= load_processor.grab_event(exv->file_id);
|
|
/*
|
|
if ce is 0, it probably means that we have not seen the Create_file
|
|
event (a bad binlog, or most probably --start-position is after the
|
|
Create_file event). Print a warning comment.
|
|
*/
|
|
if (ce)
|
|
{
|
|
ce->print(result_file, print_event_info, TRUE);
|
|
my_free((char*)ce->fname,MYF(MY_WME));
|
|
delete ce;
|
|
}
|
|
else
|
|
fprintf(stderr,"Warning: ignoring Exec_load as there is no \
|
|
Create_file event for file_id: %u\n",exv->file_id);
|
|
break;
|
|
}
|
|
case FORMAT_DESCRIPTION_EVENT:
|
|
delete glob_description_event;
|
|
glob_description_event= (Format_description_log_event*) ev;
|
|
print_event_info->common_header_len=
|
|
glob_description_event->common_header_len;
|
|
ev->print(result_file, print_event_info);
|
|
ev->temp_buf= 0; // as the event ref is zeroed
|
|
/*
|
|
We don't want this event to be deleted now, so let's hide it (I
|
|
(Guilhem) should later see if this triggers a non-serious Valgrind
|
|
error). Not serious error, because we will free description_event
|
|
later.
|
|
*/
|
|
ev= 0;
|
|
if (!force_if_open_opt &&
|
|
(glob_description_event->flags & LOG_EVENT_BINLOG_IN_USE_F))
|
|
{
|
|
file_not_closed_error= 1;
|
|
DBUG_RETURN(1);
|
|
}
|
|
break;
|
|
case BEGIN_LOAD_QUERY_EVENT:
|
|
ev->print(result_file, print_event_info);
|
|
load_processor.process((Begin_load_query_log_event*) ev);
|
|
break;
|
|
case EXECUTE_LOAD_QUERY_EVENT:
|
|
{
|
|
Execute_load_query_log_event *exlq= (Execute_load_query_log_event*)ev;
|
|
char *fname= load_processor.grab_fname(exlq->file_id);
|
|
|
|
if (check_database(exlq->db))
|
|
{
|
|
if (fname)
|
|
my_free(fname, MYF(MY_WME));
|
|
goto end;
|
|
}
|
|
|
|
if (fname)
|
|
{
|
|
exlq->print(result_file, print_event_info, fname);
|
|
my_free(fname, MYF(MY_WME));
|
|
}
|
|
else
|
|
fprintf(stderr,"Warning: ignoring Execute_load_query as there is no \
|
|
Begin_load_query event for file_id: %u\n", exlq->file_id);
|
|
break;
|
|
}
|
|
default:
|
|
ev->print(result_file, print_event_info);
|
|
}
|
|
}
|
|
|
|
end:
|
|
rec_count++;
|
|
/*
|
|
Destroy the log_event object. If reading from a remote host,
|
|
set the temp_buf to NULL so that memory isn't freed twice.
|
|
*/
|
|
if (ev)
|
|
{
|
|
if (remote_opt)
|
|
ev->temp_buf= 0;
|
|
delete ev;
|
|
}
|
|
DBUG_RETURN(0);
|
|
}
|
|
|
|
|
|
static struct my_option my_long_options[] =
|
|
{
|
|
{"help", '?', "Display this help and exit.",
|
|
0, 0, 0, GET_NO_ARG, NO_ARG, 0, 0, 0, 0, 0, 0},
|
|
#ifdef __NETWARE__
|
|
{"autoclose", OPT_AUTO_CLOSE, "Auto close the screen on exit for Netware.",
|
|
0, 0, 0, GET_NO_ARG, NO_ARG, 0, 0, 0, 0, 0, 0},
|
|
#endif
|
|
{"base64-output", OPT_BASE64_OUTPUT,
|
|
"Print all binlog entries using base64 encoding. "
|
|
"This is for debugging only. Logs produced using this option "
|
|
"should not be applied on production systems.",
|
|
(uchar**) &opt_base64_output, (uchar**) &opt_base64_output, 0, GET_BOOL,
|
|
NO_ARG, 0, 0, 0, 0, 0, 0},
|
|
/*
|
|
mysqlbinlog needs charsets knowledge, to be able to convert a charset
|
|
number found in binlog to a charset name (to be able to print things
|
|
like this:
|
|
SET @`a`:=_cp850 0x4DFC6C6C6572 COLLATE `cp850_general_ci`;
|
|
*/
|
|
{"character-sets-dir", OPT_CHARSETS_DIR,
|
|
"Directory where character sets are.", (uchar**) &charsets_dir,
|
|
(uchar**) &charsets_dir, 0, GET_STR, REQUIRED_ARG, 0, 0, 0, 0, 0, 0},
|
|
{"database", 'd', "List entries for just this database (local log only).",
|
|
(uchar**) &database, (uchar**) &database, 0, GET_STR_ALLOC, REQUIRED_ARG,
|
|
0, 0, 0, 0, 0, 0},
|
|
#ifndef DBUG_OFF
|
|
{"debug", '#', "Output debug log.", (uchar**) &default_dbug_option,
|
|
(uchar**) &default_dbug_option, 0, GET_STR, OPT_ARG, 0, 0, 0, 0, 0, 0},
|
|
#endif
|
|
{"debug-info", OPT_DEBUG_INFO, "Print some debug info at exit.", (uchar**) &info_flag,
|
|
(uchar**) &info_flag, 0, GET_BOOL, NO_ARG, 0, 0, 0, 0, 0, 0},
|
|
{"disable-log-bin", 'D', "Disable binary log. This is useful, if you "
|
|
"enabled --to-last-log and are sending the output to the same MySQL server. "
|
|
"This way you could avoid an endless loop. You would also like to use it "
|
|
"when restoring after a crash to avoid duplication of the statements you "
|
|
"already have. NOTE: you will need a SUPER privilege to use this option.",
|
|
(uchar**) &disable_log_bin, (uchar**) &disable_log_bin, 0, GET_BOOL,
|
|
NO_ARG, 0, 0, 0, 0, 0, 0},
|
|
{"force-if-open", 'F', "Force if binlog was not closed properly.",
|
|
(uchar**) &force_if_open_opt, (uchar**) &force_if_open_opt, 0, GET_BOOL, NO_ARG,
|
|
1, 0, 0, 0, 0, 0},
|
|
{"force-read", 'f', "Force reading unknown binlog events.",
|
|
(uchar**) &force_opt, (uchar**) &force_opt, 0, GET_BOOL, NO_ARG, 0, 0, 0, 0,
|
|
0, 0},
|
|
{"hexdump", 'H', "Augment output with hexadecimal and ASCII event dump.",
|
|
(uchar**) &opt_hexdump, (uchar**) &opt_hexdump, 0, GET_BOOL, NO_ARG,
|
|
0, 0, 0, 0, 0, 0},
|
|
{"host", 'h', "Get the binlog from server.", (uchar**) &host, (uchar**) &host,
|
|
0, GET_STR_ALLOC, REQUIRED_ARG, 0, 0, 0, 0, 0, 0},
|
|
{"local-load", 'l', "Prepare local temporary files for LOAD DATA INFILE in the specified directory.",
|
|
(uchar**) &dirname_for_local_load, (uchar**) &dirname_for_local_load, 0,
|
|
GET_STR_ALLOC, REQUIRED_ARG, 0, 0, 0, 0, 0, 0},
|
|
{"offset", 'o', "Skip the first N entries.", (uchar**) &offset, (uchar**) &offset,
|
|
0, GET_ULL, REQUIRED_ARG, 0, 0, 0, 0, 0, 0},
|
|
{"password", 'p', "Password to connect to remote server.",
|
|
0, 0, 0, GET_STR, OPT_ARG, 0, 0, 0, 0, 0, 0},
|
|
{"port", 'P', "Port number to use for connection or 0 for default to, in "
|
|
"order of preference, my.cnf, $MYSQL_TCP_PORT, "
|
|
#if MYSQL_PORT_DEFAULT == 0
|
|
"/etc/services, "
|
|
#endif
|
|
"built-in default (" STRINGIFY_ARG(MYSQL_PORT) ").",
|
|
(uchar**) &port, (uchar**) &port, 0, GET_INT, REQUIRED_ARG,
|
|
0, 0, 0, 0, 0, 0},
|
|
0, 0, 0},
|
|
{"position", 'j', "Deprecated. Use --start-position instead.",
|
|
(uchar**) &start_position, (uchar**) &start_position, 0, GET_ULL,
|
|
REQUIRED_ARG, BIN_LOG_HEADER_SIZE, BIN_LOG_HEADER_SIZE,
|
|
/* COM_BINLOG_DUMP accepts only 4 bytes for the position */
|
|
(ulonglong)(~(uint32)0), 0, 0, 0},
|
|
{"protocol", OPT_MYSQL_PROTOCOL,
|
|
"The protocol of connection (tcp,socket,pipe,memory).",
|
|
0, 0, 0, GET_STR, REQUIRED_ARG, 0, 0, 0, 0, 0, 0},
|
|
{"read-from-remote-server", 'R', "Read binary logs from a MySQL server",
|
|
(uchar**) &remote_opt, (uchar**) &remote_opt, 0, GET_BOOL, NO_ARG, 0, 0, 0, 0,
|
|
0, 0},
|
|
{"result-file", 'r', "Direct output to a given file.", 0, 0, 0, GET_STR,
|
|
REQUIRED_ARG, 0, 0, 0, 0, 0, 0},
|
|
{"server-id", OPT_SERVER_ID,
|
|
"Extract only binlog entries created by the server having the given id.",
|
|
(uchar**) &server_id, (uchar**) &server_id, 0, GET_ULONG,
|
|
REQUIRED_ARG, 0, 0, 0, 0, 0, 0},
|
|
{"set-charset", OPT_SET_CHARSET,
|
|
"Add 'SET NAMES character_set' to the output.", (uchar**) &charset,
|
|
(uchar**) &charset, 0, GET_STR, REQUIRED_ARG, 0, 0, 0, 0, 0, 0},
|
|
{"short-form", 's', "Just show the queries, no extra info.",
|
|
(uchar**) &short_form, (uchar**) &short_form, 0, GET_BOOL, NO_ARG, 0, 0, 0, 0,
|
|
0, 0},
|
|
{"socket", 'S', "Socket file to use for connection.",
|
|
(uchar**) &sock, (uchar**) &sock, 0, GET_STR, REQUIRED_ARG, 0, 0, 0, 0,
|
|
0, 0},
|
|
{"start-datetime", OPT_START_DATETIME,
|
|
"Start reading the binlog at first event having a datetime equal or "
|
|
"posterior to the argument; the argument must be a date and time "
|
|
"in the local time zone, in any format accepted by the MySQL server "
|
|
"for DATETIME and TIMESTAMP types, for example: 2004-12-25 11:25:56 "
|
|
"(you should probably use quotes for your shell to set it properly).",
|
|
(uchar**) &start_datetime_str, (uchar**) &start_datetime_str,
|
|
0, GET_STR_ALLOC, REQUIRED_ARG, 0, 0, 0, 0, 0, 0},
|
|
{"start-position", OPT_START_POSITION,
|
|
"Start reading the binlog at position N. Applies to the first binlog "
|
|
"passed on the command line.",
|
|
(uchar**) &start_position, (uchar**) &start_position, 0, GET_ULL,
|
|
REQUIRED_ARG, BIN_LOG_HEADER_SIZE, BIN_LOG_HEADER_SIZE,
|
|
/* COM_BINLOG_DUMP accepts only 4 bytes for the position */
|
|
(ulonglong)(~(uint32)0), 0, 0, 0},
|
|
{"stop-datetime", OPT_STOP_DATETIME,
|
|
"Stop reading the binlog at first event having a datetime equal or "
|
|
"posterior to the argument; the argument must be a date and time "
|
|
"in the local time zone, in any format accepted by the MySQL server "
|
|
"for DATETIME and TIMESTAMP types, for example: 2004-12-25 11:25:56 "
|
|
"(you should probably use quotes for your shell to set it properly).",
|
|
(uchar**) &stop_datetime_str, (uchar**) &stop_datetime_str,
|
|
0, GET_STR_ALLOC, REQUIRED_ARG, 0, 0, 0, 0, 0, 0},
|
|
{"stop-position", OPT_STOP_POSITION,
|
|
"Stop reading the binlog at position N. Applies to the last binlog "
|
|
"passed on the command line.",
|
|
(uchar**) &stop_position, (uchar**) &stop_position, 0, GET_ULL,
|
|
REQUIRED_ARG, (ulonglong)(~(my_off_t)0), BIN_LOG_HEADER_SIZE,
|
|
(ulonglong)(~(my_off_t)0), 0, 0, 0},
|
|
{"to-last-log", 't', "Requires -R. Will not stop at the end of the \
|
|
requested binlog but rather continue printing until the end of the last \
|
|
binlog of the MySQL server. If you send the output to the same MySQL server, \
|
|
that may lead to an endless loop.",
|
|
(uchar**) &to_last_remote_log, (uchar**) &to_last_remote_log, 0, GET_BOOL,
|
|
NO_ARG, 0, 0, 0, 0, 0, 0},
|
|
{"user", 'u', "Connect to the remote server as username.",
|
|
(uchar**) &user, (uchar**) &user, 0, GET_STR_ALLOC, REQUIRED_ARG, 0, 0, 0, 0,
|
|
0, 0},
|
|
{"version", 'V', "Print version and exit.", 0, 0, 0, GET_NO_ARG, NO_ARG, 0,
|
|
0, 0, 0, 0, 0},
|
|
{"open_files_limit", OPT_OPEN_FILES_LIMIT,
|
|
"Used to reserve file descriptors for usage by this program",
|
|
(uchar**) &open_files_limit, (uchar**) &open_files_limit, 0, GET_ULONG,
|
|
REQUIRED_ARG, MY_NFILE, 8, OS_FILE_LIMIT, 0, 1, 0},
|
|
{0, 0, 0, 0, 0, 0, GET_NO_ARG, NO_ARG, 0, 0, 0, 0, 0, 0}
|
|
};
|
|
|
|
|
|
void sql_print_error(const char *format,...)
|
|
{
|
|
va_list args;
|
|
va_start(args, format);
|
|
fprintf(stderr, "ERROR: ");
|
|
vfprintf(stderr, format, args);
|
|
fprintf(stderr, "\n");
|
|
va_end(args);
|
|
}
|
|
|
|
static void cleanup()
|
|
{
|
|
my_free(pass,MYF(MY_ALLOW_ZERO_PTR));
|
|
my_free((char*) database, MYF(MY_ALLOW_ZERO_PTR));
|
|
my_free((char*) host, MYF(MY_ALLOW_ZERO_PTR));
|
|
my_free((char*) user, MYF(MY_ALLOW_ZERO_PTR));
|
|
my_free((char*) dirname_for_local_load, MYF(MY_ALLOW_ZERO_PTR));
|
|
}
|
|
|
|
static void die(const char* fmt, ...)
|
|
{
|
|
va_list args;
|
|
va_start(args, fmt);
|
|
fprintf(stderr, "ERROR: ");
|
|
vfprintf(stderr, fmt, args);
|
|
fprintf(stderr, "\n");
|
|
va_end(args);
|
|
cleanup();
|
|
/* We cannot free DBUG, it is used in global destructors after exit(). */
|
|
my_end((info_flag ? MY_CHECK_ERROR : 0) | MY_DONT_FREE_DBUG);
|
|
exit(1);
|
|
}
|
|
|
|
#include <help_start.h>
|
|
|
|
static void print_version()
|
|
{
|
|
printf("%s Ver 3.2 for %s at %s\n", my_progname, SYSTEM_TYPE, MACHINE_TYPE);
|
|
NETWARE_SET_SCREEN_MODE(1);
|
|
}
|
|
|
|
|
|
static void usage()
|
|
{
|
|
print_version();
|
|
puts("By Monty and Sasha, for your professional use\n\
|
|
This software comes with NO WARRANTY: This is free software,\n\
|
|
and you are welcome to modify and redistribute it under the GPL license\n");
|
|
|
|
printf("\
|
|
Dumps a MySQL binary log in a format usable for viewing or for piping to\n\
|
|
the mysql command line client\n\n");
|
|
printf("Usage: %s [options] log-files\n", my_progname);
|
|
my_print_help(my_long_options);
|
|
my_print_variables(my_long_options);
|
|
}
|
|
|
|
|
|
static my_time_t convert_str_to_timestamp(const char* str)
|
|
{
|
|
int was_cut;
|
|
MYSQL_TIME l_time;
|
|
long dummy_my_timezone;
|
|
my_bool dummy_in_dst_time_gap;
|
|
/* We require a total specification (date AND time) */
|
|
if (str_to_datetime(str, strlen(str), &l_time, 0, &was_cut) !=
|
|
MYSQL_TIMESTAMP_DATETIME || was_cut)
|
|
{
|
|
fprintf(stderr, "Incorrect date and time argument: %s\n", str);
|
|
exit(1);
|
|
}
|
|
/*
|
|
Note that Feb 30th, Apr 31st cause no error messages and are mapped to
|
|
the next existing day, like in mysqld. Maybe this could be changed when
|
|
mysqld is changed too (with its "strict" mode?).
|
|
*/
|
|
return
|
|
my_system_gmt_sec(&l_time, &dummy_my_timezone, &dummy_in_dst_time_gap);
|
|
}
|
|
|
|
#include <help_end.h>
|
|
|
|
extern "C" my_bool
|
|
get_one_option(int optid, const struct my_option *opt __attribute__((unused)),
|
|
char *argument)
|
|
{
|
|
bool tty_password=0;
|
|
switch (optid) {
|
|
#ifdef __NETWARE__
|
|
case OPT_AUTO_CLOSE:
|
|
setscreenmode(SCR_AUTOCLOSE_ON_EXIT);
|
|
break;
|
|
#endif
|
|
#ifndef DBUG_OFF
|
|
case '#':
|
|
DBUG_PUSH(argument ? argument : default_dbug_option);
|
|
break;
|
|
#endif
|
|
case 'd':
|
|
one_database = 1;
|
|
break;
|
|
case 'p':
|
|
if (argument)
|
|
{
|
|
my_free(pass,MYF(MY_ALLOW_ZERO_PTR));
|
|
char *start=argument;
|
|
pass= my_strdup(argument,MYF(MY_FAE));
|
|
while (*argument) *argument++= 'x'; /* Destroy argument */
|
|
if (*start)
|
|
start[1]=0; /* Cut length of argument */
|
|
}
|
|
else
|
|
tty_password=1;
|
|
break;
|
|
case 'r':
|
|
if (!(result_file = my_fopen(argument, O_WRONLY | O_BINARY, MYF(MY_WME))))
|
|
exit(1);
|
|
break;
|
|
case 'R':
|
|
remote_opt= 1;
|
|
break;
|
|
case OPT_MYSQL_PROTOCOL:
|
|
opt_protocol= find_type_or_exit(argument, &sql_protocol_typelib,
|
|
opt->name);
|
|
break;
|
|
case OPT_START_DATETIME:
|
|
start_datetime= convert_str_to_timestamp(start_datetime_str);
|
|
break;
|
|
case OPT_STOP_DATETIME:
|
|
stop_datetime= convert_str_to_timestamp(stop_datetime_str);
|
|
break;
|
|
case 'V':
|
|
print_version();
|
|
exit(0);
|
|
case '?':
|
|
usage();
|
|
exit(0);
|
|
}
|
|
if (tty_password)
|
|
pass= get_tty_password(NullS);
|
|
|
|
return 0;
|
|
}
|
|
|
|
|
|
static int parse_args(int *argc, char*** argv)
|
|
{
|
|
int ho_error;
|
|
|
|
result_file = stdout;
|
|
load_defaults("my",load_default_groups,argc,argv);
|
|
if ((ho_error=handle_options(argc, argv, my_long_options, get_one_option)))
|
|
exit(ho_error);
|
|
|
|
return 0;
|
|
}
|
|
|
|
static MYSQL* safe_connect()
|
|
{
|
|
MYSQL *local_mysql= mysql_init(NULL);
|
|
|
|
if (!local_mysql)
|
|
die("Failed on mysql_init");
|
|
|
|
if (opt_protocol)
|
|
mysql_options(local_mysql, MYSQL_OPT_PROTOCOL, (char*) &opt_protocol);
|
|
if (!mysql_real_connect(local_mysql, host, user, pass, 0, port, sock, 0))
|
|
{
|
|
char errmsg[256];
|
|
strmake(errmsg, mysql_error(local_mysql), sizeof(errmsg)-1);
|
|
mysql_close(local_mysql);
|
|
die("failed on connect: %s", errmsg);
|
|
}
|
|
local_mysql->reconnect= 1;
|
|
return local_mysql;
|
|
}
|
|
|
|
|
|
static int dump_log_entries(const char* logname)
|
|
{
|
|
int rc;
|
|
PRINT_EVENT_INFO print_event_info;
|
|
|
|
if (!print_event_info.init_ok())
|
|
return 1;
|
|
/*
|
|
Set safe delimiter, to dump things
|
|
like CREATE PROCEDURE safely
|
|
*/
|
|
fprintf(result_file, "DELIMITER /*!*/;\n");
|
|
strcpy(print_event_info.delimiter, "/*!*/;");
|
|
|
|
rc= (remote_opt ? dump_remote_log_entries(&print_event_info, logname) :
|
|
dump_local_log_entries(&print_event_info, logname));
|
|
|
|
/* Set delimiter back to semicolon */
|
|
fprintf(result_file, "DELIMITER ;\n");
|
|
strcpy(print_event_info.delimiter, ";");
|
|
return rc;
|
|
}
|
|
|
|
|
|
/*
|
|
This is not as smart as check_header() (used for local log); it will not work
|
|
for a binlog which mixes format. TODO: fix this.
|
|
*/
|
|
static int check_master_version(MYSQL *mysql_arg,
|
|
Format_description_log_event
|
|
**description_event)
|
|
{
|
|
MYSQL_RES* res = 0;
|
|
MYSQL_ROW row;
|
|
const char* version;
|
|
|
|
if (mysql_query(mysql_arg, "SELECT VERSION()") ||
|
|
!(res = mysql_store_result(mysql_arg)))
|
|
{
|
|
/* purecov: begin inspected */
|
|
char errmsg[256];
|
|
strmake(errmsg, mysql_error(mysql_arg), sizeof(errmsg)-1);
|
|
mysql_close(mysql_arg);
|
|
die("Error checking master version: %s", errmsg);
|
|
/* purecov: end */
|
|
}
|
|
if (!(row = mysql_fetch_row(res)))
|
|
{
|
|
/* purecov: begin inspected */
|
|
mysql_free_result(res);
|
|
mysql_close(mysql);
|
|
die("Master returned no rows for SELECT VERSION()");
|
|
/* purecov: end */
|
|
}
|
|
if (!(version = row[0]))
|
|
{
|
|
/* purecov: begin inspected */
|
|
mysql_free_result(res);
|
|
mysql_close(mysql_arg);
|
|
die("Master reported NULL for the version");
|
|
/* purecov: end */
|
|
}
|
|
|
|
switch (*version) {
|
|
case '3':
|
|
*description_event= new Format_description_log_event(1);
|
|
break;
|
|
case '4':
|
|
*description_event= new Format_description_log_event(3);
|
|
case '5':
|
|
/*
|
|
The server is soon going to send us its Format_description log
|
|
event, unless it is a 5.0 server with 3.23 or 4.0 binlogs.
|
|
So we first assume that this is 4.0 (which is enough to read the
|
|
Format_desc event if one comes).
|
|
*/
|
|
*description_event= new Format_description_log_event(3);
|
|
break;
|
|
default:
|
|
/* purecov: begin inspected */
|
|
mysql_free_result(res);
|
|
mysql_close(mysql_arg);
|
|
die("Master reported unrecognized MySQL version '%s'", version);
|
|
/* purecov: end */
|
|
}
|
|
mysql_free_result(res);
|
|
return 0;
|
|
}
|
|
|
|
|
|
static int dump_remote_log_entries(PRINT_EVENT_INFO *print_event_info,
|
|
const char* logname)
|
|
|
|
{
|
|
uchar buf[128];
|
|
ulong len;
|
|
uint logname_len;
|
|
NET* net;
|
|
int error= 0;
|
|
my_off_t old_off= start_position_mot;
|
|
char fname[FN_REFLEN+1];
|
|
DBUG_ENTER("dump_remote_log_entries");
|
|
|
|
/*
|
|
Even if we already read one binlog (case of >=2 binlogs on command line),
|
|
we cannot re-use the same connection as before, because it is now dead
|
|
(COM_BINLOG_DUMP kills the thread when it finishes).
|
|
*/
|
|
mysql= safe_connect();
|
|
net= &mysql->net;
|
|
|
|
if (check_master_version(mysql, &glob_description_event))
|
|
{
|
|
fprintf(stderr, "Could not find server version");
|
|
DBUG_RETURN(1);
|
|
}
|
|
if (!glob_description_event || !glob_description_event->is_valid())
|
|
{
|
|
fprintf(stderr, "Invalid Format_description log event; \
|
|
could be out of memory");
|
|
DBUG_RETURN(1);
|
|
}
|
|
|
|
/*
|
|
COM_BINLOG_DUMP accepts only 4 bytes for the position, so we are forced to
|
|
cast to uint32.
|
|
*/
|
|
int4store(buf, (uint32)start_position);
|
|
int2store(buf + BIN_LOG_HEADER_SIZE, binlog_flags);
|
|
|
|
size_t tlen = strlen(logname);
|
|
if (tlen > UINT_MAX)
|
|
{
|
|
fprintf(stderr,"Log name too long\n");
|
|
error= 1;
|
|
goto err;
|
|
}
|
|
logname_len = (uint) tlen;
|
|
int4store(buf + 6, 0);
|
|
memcpy(buf + 10, logname, logname_len);
|
|
if (simple_command(mysql, COM_BINLOG_DUMP, buf, logname_len + 10, 1))
|
|
{
|
|
fprintf(stderr,"Got fatal error sending the log dump command\n");
|
|
error= 1;
|
|
goto err;
|
|
}
|
|
|
|
for (;;)
|
|
{
|
|
const char *error_msg;
|
|
Log_event *ev;
|
|
|
|
len= cli_safe_read(mysql);
|
|
if (len == packet_error)
|
|
{
|
|
fprintf(stderr, "Got error reading packet from server: %s\n",
|
|
mysql_error(mysql));
|
|
error= 1;
|
|
goto err;
|
|
}
|
|
if (len < 8 && net->read_pos[0] == 254)
|
|
break; // end of data
|
|
DBUG_PRINT("info",( "len: %lu net->read_pos[5]: %d\n",
|
|
len, net->read_pos[5]));
|
|
if (!(ev= Log_event::read_log_event((const char*) net->read_pos + 1 ,
|
|
len - 1, &error_msg,
|
|
glob_description_event)))
|
|
{
|
|
fprintf(stderr, "Could not construct log event object\n");
|
|
error= 1;
|
|
goto err;
|
|
}
|
|
/*
|
|
If reading from a remote host, ensure the temp_buf for the
|
|
Log_event class is pointing to the incoming stream.
|
|
*/
|
|
if (remote_opt)
|
|
ev->register_temp_buf((char*) net->read_pos + 1);
|
|
|
|
Log_event_type type= ev->get_type_code();
|
|
if (glob_description_event->binlog_version >= 3 ||
|
|
(type != LOAD_EVENT && type != CREATE_FILE_EVENT))
|
|
{
|
|
/*
|
|
If this is a Rotate event, maybe it's the end of the requested binlog;
|
|
in this case we are done (stop transfer).
|
|
This is suitable for binlogs, not relay logs (but for now we don't read
|
|
relay logs remotely because the server is not able to do that). If one
|
|
day we read relay logs remotely, then we will have a problem with the
|
|
detection below: relay logs contain Rotate events which are about the
|
|
binlogs, so which would trigger the end-detection below.
|
|
*/
|
|
if (type == ROTATE_EVENT)
|
|
{
|
|
Rotate_log_event *rev= (Rotate_log_event *)ev;
|
|
/*
|
|
If this is a fake Rotate event, and not about our log, we can stop
|
|
transfer. If this a real Rotate event (so it's not about our log,
|
|
it's in our log describing the next log), we print it (because it's
|
|
part of our log) and then we will stop when we receive the fake one
|
|
soon.
|
|
*/
|
|
if (rev->when == 0)
|
|
{
|
|
if (!to_last_remote_log)
|
|
{
|
|
if ((rev->ident_len != logname_len) ||
|
|
memcmp(rev->new_log_ident, logname, logname_len))
|
|
{
|
|
error= 0;
|
|
goto err;
|
|
}
|
|
/*
|
|
Otherwise, this is a fake Rotate for our log, at the very
|
|
beginning for sure. Skip it, because it was not in the original
|
|
log. If we are running with to_last_remote_log, we print it,
|
|
because it serves as a useful marker between binlogs then.
|
|
*/
|
|
continue;
|
|
}
|
|
len= 1; // fake Rotate, so don't increment old_off
|
|
}
|
|
}
|
|
else if (type == FORMAT_DESCRIPTION_EVENT)
|
|
{
|
|
/*
|
|
This could be an fake Format_description_log_event that server
|
|
(5.0+) automatically sends to a slave on connect, before sending
|
|
a first event at the requested position. If this is the case,
|
|
don't increment old_off. Real Format_description_log_event always
|
|
starts from BIN_LOG_HEADER_SIZE position.
|
|
*/
|
|
if (old_off != BIN_LOG_HEADER_SIZE)
|
|
len= 1; // fake event, don't increment old_off
|
|
}
|
|
if ((error= process_event(print_event_info, ev, old_off)))
|
|
{
|
|
error= ((error < 0) ? 0 : 1);
|
|
goto err;
|
|
}
|
|
}
|
|
else
|
|
{
|
|
Load_log_event *le= (Load_log_event*)ev;
|
|
const char *old_fname= le->fname;
|
|
uint old_len= le->fname_len;
|
|
File file;
|
|
|
|
if ((file= load_processor.prepare_new_file_for_old_format(le,fname)) < 0)
|
|
{
|
|
error= 1;
|
|
goto err;
|
|
}
|
|
|
|
if ((error= process_event(print_event_info, ev, old_off)))
|
|
{
|
|
my_close(file,MYF(MY_WME));
|
|
error= ((error < 0) ? 0 : 1);
|
|
goto err;
|
|
}
|
|
error= load_processor.load_old_format_file(net,old_fname,old_len,file);
|
|
my_close(file,MYF(MY_WME));
|
|
if (error)
|
|
{
|
|
error= 1;
|
|
goto err;
|
|
}
|
|
}
|
|
/*
|
|
Let's adjust offset for remote log as for local log to produce
|
|
similar text and to have --stop-position to work identically.
|
|
*/
|
|
old_off+= len-1;
|
|
}
|
|
|
|
err:
|
|
mysql_close(mysql);
|
|
DBUG_RETURN(error);
|
|
}
|
|
|
|
|
|
static void check_header(IO_CACHE* file,
|
|
Format_description_log_event **description_event)
|
|
{
|
|
uchar header[BIN_LOG_HEADER_SIZE];
|
|
uchar buf[PROBE_HEADER_LEN];
|
|
my_off_t tmp_pos, pos;
|
|
|
|
*description_event= new Format_description_log_event(3);
|
|
pos= my_b_tell(file);
|
|
my_b_seek(file, (my_off_t)0);
|
|
if (my_b_read(file, header, sizeof(header)))
|
|
die("Failed reading header; Probably an empty file");
|
|
if (memcmp(header, BINLOG_MAGIC, sizeof(header)))
|
|
die("File is not a binary log file");
|
|
|
|
/*
|
|
Imagine we are running with --start-position=1000. We still need
|
|
to know the binlog format's. So we still need to find, if there is
|
|
one, the Format_desc event, or to know if this is a 3.23
|
|
binlog. So we need to first read the first events of the log,
|
|
those around offset 4. Even if we are reading a 3.23 binlog from
|
|
the start (no --start-position): we need to know the header length
|
|
(which is 13 in 3.23, 19 in 4.x) to be able to successfully print
|
|
the first event (Start_log_event_v3). So even in this case, we
|
|
need to "probe" the first bytes of the log *before* we do a real
|
|
read_log_event(). Because read_log_event() needs to know the
|
|
header's length to work fine.
|
|
*/
|
|
for(;;)
|
|
{
|
|
tmp_pos= my_b_tell(file); /* should be 4 the first time */
|
|
if (my_b_read(file, buf, sizeof(buf)))
|
|
{
|
|
if (file->error)
|
|
die("\
|
|
Could not read entry at offset %lu : Error in log format or read error",
|
|
tmp_pos);
|
|
/*
|
|
Otherwise this is just EOF : this log currently contains 0-2
|
|
events. Maybe it's going to be filled in the next
|
|
milliseconds; then we are going to have a problem if this a
|
|
3.23 log (imagine we are locally reading a 3.23 binlog which
|
|
is being written presently): we won't know it in
|
|
read_log_event() and will fail(). Similar problems could
|
|
happen with hot relay logs if --start-position is used (but a
|
|
--start-position which is posterior to the current size of the log).
|
|
These are rare problems anyway (reading a hot log + when we
|
|
read the first events there are not all there yet + when we
|
|
read a bit later there are more events + using a strange
|
|
--start-position).
|
|
*/
|
|
break;
|
|
}
|
|
else
|
|
{
|
|
DBUG_PRINT("info",("buf[4]=%d", buf[4]));
|
|
/* always test for a Start_v3, even if no --start-position */
|
|
if (buf[4] == START_EVENT_V3) /* This is 3.23 or 4.x */
|
|
{
|
|
if (uint4korr(buf + EVENT_LEN_OFFSET) <
|
|
(LOG_EVENT_MINIMAL_HEADER_LEN + START_V3_HEADER_LEN))
|
|
{
|
|
/* This is 3.23 (format 1) */
|
|
delete *description_event;
|
|
*description_event= new Format_description_log_event(1);
|
|
}
|
|
break;
|
|
}
|
|
else if (tmp_pos >= start_position)
|
|
break;
|
|
else if (buf[4] == FORMAT_DESCRIPTION_EVENT) /* This is 5.0 */
|
|
{
|
|
my_b_seek(file, tmp_pos); /* seek back to event's start */
|
|
if (!(*description_event= (Format_description_log_event*)
|
|
Log_event::read_log_event(file, *description_event)))
|
|
/* EOF can't be hit here normally, so it's a real error */
|
|
die("Could not read a Format_description_log_event event \
|
|
at offset %lu ; this could be a log format error or read error",
|
|
tmp_pos);
|
|
DBUG_PRINT("info",("Setting description_event"));
|
|
}
|
|
else if (buf[4] == ROTATE_EVENT)
|
|
{
|
|
Log_event *ev;
|
|
my_b_seek(file, tmp_pos); /* seek back to event's start */
|
|
if (!(ev= Log_event::read_log_event(file, *description_event)))
|
|
/* EOF can't be hit here normally, so it's a real error */
|
|
die("Could not read a Rotate_log_event event at offset %lu ;"
|
|
" this could be a log format error or read error", tmp_pos);
|
|
delete ev;
|
|
}
|
|
else
|
|
break;
|
|
}
|
|
}
|
|
my_b_seek(file, pos);
|
|
}
|
|
|
|
|
|
static int dump_local_log_entries(PRINT_EVENT_INFO *print_event_info,
|
|
const char* logname)
|
|
{
|
|
File fd = -1;
|
|
IO_CACHE cache,*file= &cache;
|
|
uchar tmp_buff[BIN_LOG_HEADER_SIZE];
|
|
int error= 0;
|
|
|
|
if (logname && logname[0] != '-')
|
|
{
|
|
if ((fd = my_open(logname, O_RDONLY | O_BINARY, MYF(MY_WME))) < 0)
|
|
return 1;
|
|
if (init_io_cache(file, fd, 0, READ_CACHE, start_position_mot, 0,
|
|
MYF(MY_WME | MY_NABP)))
|
|
{
|
|
my_close(fd, MYF(MY_WME));
|
|
return 1;
|
|
}
|
|
check_header(file, &glob_description_event);
|
|
}
|
|
else // reading from stdin;
|
|
{
|
|
/*
|
|
Windows opens stdin in text mode by default. Certain characters
|
|
such as CTRL-Z are interpeted as events and the read() method
|
|
will stop. CTRL-Z is the EOF marker in Windows. to get past this
|
|
you have to open stdin in binary mode. Setmode() is used to set
|
|
stdin in binary mode. Errors on setting this mode result in
|
|
halting the function and printing an error message to stderr.
|
|
*/
|
|
#if defined (__WIN__) || (_WIN64)
|
|
if (_setmode(fileno(stdin), O_BINARY) == -1)
|
|
{
|
|
fprintf(stderr, "Could not set binary mode on stdin.\n");
|
|
return 1;
|
|
}
|
|
#endif
|
|
if (init_io_cache(file, fileno(stdin), 0, READ_CACHE, (my_off_t) 0,
|
|
0, MYF(MY_WME | MY_NABP | MY_DONT_CHECK_FILESIZE)))
|
|
return 1;
|
|
check_header(file, &glob_description_event);
|
|
if (start_position)
|
|
{
|
|
/* skip 'start_position' characters from stdin */
|
|
uchar buff[IO_SIZE];
|
|
my_off_t length,tmp;
|
|
for (length= start_position_mot ; length > 0 ; length-=tmp)
|
|
{
|
|
tmp=min(length,sizeof(buff));
|
|
if (my_b_read(file, buff, (uint) tmp))
|
|
{
|
|
error= 1;
|
|
goto end;
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
if (!glob_description_event || !glob_description_event->is_valid())
|
|
die("Invalid Format_description log event; could be out of memory");
|
|
|
|
if (!start_position && my_b_read(file, tmp_buff, BIN_LOG_HEADER_SIZE))
|
|
{
|
|
error= 1;
|
|
goto end;
|
|
}
|
|
for (;;)
|
|
{
|
|
char llbuff[21];
|
|
my_off_t old_off = my_b_tell(file);
|
|
|
|
Log_event* ev = Log_event::read_log_event(file, glob_description_event);
|
|
if (!ev)
|
|
{
|
|
/*
|
|
if binlog wasn't closed properly ("in use" flag is set) don't complain
|
|
about a corruption, but treat it as EOF and move to the next binlog.
|
|
*/
|
|
if (glob_description_event->flags & LOG_EVENT_BINLOG_IN_USE_F)
|
|
file->error= 0;
|
|
else if (file->error)
|
|
{
|
|
fprintf(stderr,
|
|
"Could not read entry at offset %s:"
|
|
"Error in log format or read error\n",
|
|
llstr(old_off,llbuff));
|
|
error= 1;
|
|
}
|
|
// file->error == 0 means EOF, that's OK, we break in this case
|
|
break;
|
|
}
|
|
if ((error= process_event(print_event_info, ev, old_off)))
|
|
{
|
|
if (error < 0)
|
|
error= 0;
|
|
break;
|
|
}
|
|
}
|
|
|
|
end:
|
|
if (fd >= 0)
|
|
my_close(fd, MYF(MY_WME));
|
|
end_io_cache(file);
|
|
delete glob_description_event;
|
|
return error;
|
|
}
|
|
|
|
|
|
int main(int argc, char** argv)
|
|
{
|
|
char **defaults_argv;
|
|
int exit_value= 0;
|
|
ulonglong save_stop_position;
|
|
MY_INIT(argv[0]);
|
|
DBUG_ENTER("main");
|
|
DBUG_PROCESS(argv[0]);
|
|
|
|
init_time(); // for time functions
|
|
|
|
parse_args(&argc, (char***)&argv);
|
|
defaults_argv=argv;
|
|
|
|
if (!argc)
|
|
{
|
|
usage();
|
|
free_defaults(defaults_argv);
|
|
exit(1);
|
|
}
|
|
|
|
my_set_max_open_files(open_files_limit);
|
|
|
|
MY_TMPDIR tmpdir;
|
|
tmpdir.list= 0;
|
|
if (!dirname_for_local_load)
|
|
{
|
|
if (init_tmpdir(&tmpdir, 0))
|
|
exit(1);
|
|
dirname_for_local_load= my_strdup(my_tmpdir(&tmpdir), MY_WME);
|
|
}
|
|
|
|
if (load_processor.init())
|
|
exit(1);
|
|
if (dirname_for_local_load)
|
|
load_processor.init_by_dir_name(dirname_for_local_load);
|
|
else
|
|
load_processor.init_by_cur_dir();
|
|
|
|
fprintf(result_file,
|
|
"/*!40019 SET @@session.max_insert_delayed_threads=0*/;\n");
|
|
|
|
if (disable_log_bin)
|
|
fprintf(result_file,
|
|
"/*!32316 SET @OLD_SQL_LOG_BIN=@@SQL_LOG_BIN, SQL_LOG_BIN=0*/;\n");
|
|
|
|
/*
|
|
In mysqlbinlog|mysql, don't want mysql to be disconnected after each
|
|
transaction (which would be the case with GLOBAL.COMPLETION_TYPE==2).
|
|
*/
|
|
fprintf(result_file,
|
|
"/*!50003 SET @OLD_COMPLETION_TYPE=@@COMPLETION_TYPE,"
|
|
"COMPLETION_TYPE=0*/;\n");
|
|
|
|
if (charset)
|
|
fprintf(result_file,
|
|
"\n/*!40101 SET @OLD_CHARACTER_SET_CLIENT=@@CHARACTER_SET_CLIENT */;"
|
|
"\n/*!40101 SET @OLD_CHARACTER_SET_RESULTS=@@CHARACTER_SET_RESULTS */;"
|
|
"\n/*!40101 SET @OLD_COLLATION_CONNECTION=@@COLLATION_CONNECTION */;"
|
|
"\n/*!40101 SET NAMES %s */;\n", charset);
|
|
|
|
for (save_stop_position= stop_position, stop_position= ~(my_off_t)0 ;
|
|
(--argc >= 0) && !stop_passed ; )
|
|
{
|
|
if (argc == 0) // last log, --stop-position applies
|
|
stop_position= save_stop_position;
|
|
if (dump_log_entries(*(argv++)))
|
|
{
|
|
exit_value=1;
|
|
break;
|
|
}
|
|
// For next log, --start-position does not apply
|
|
start_position= BIN_LOG_HEADER_SIZE;
|
|
}
|
|
|
|
/*
|
|
Issue a ROLLBACK in case the last printed binlog was crashed and had half
|
|
of transaction.
|
|
*/
|
|
fprintf(result_file,
|
|
"# End of log file\nROLLBACK /* added by mysqlbinlog */;\n"
|
|
"/*!50003 SET COMPLETION_TYPE=@OLD_COMPLETION_TYPE*/;\n");
|
|
if (disable_log_bin)
|
|
fprintf(result_file, "/*!32316 SET SQL_LOG_BIN=@OLD_SQL_LOG_BIN*/;\n");
|
|
|
|
if (charset)
|
|
fprintf(result_file,
|
|
"/*!40101 SET CHARACTER_SET_CLIENT=@OLD_CHARACTER_SET_CLIENT */;\n"
|
|
"/*!40101 SET CHARACTER_SET_RESULTS=@OLD_CHARACTER_SET_RESULTS */;\n"
|
|
"/*!40101 SET COLLATION_CONNECTION=@OLD_COLLATION_CONNECTION */;\n");
|
|
|
|
if (tmpdir.list)
|
|
free_tmpdir(&tmpdir);
|
|
if (result_file != stdout)
|
|
my_fclose(result_file, MYF(0));
|
|
cleanup();
|
|
free_defaults(defaults_argv);
|
|
my_free_open_file_info();
|
|
load_processor.destroy();
|
|
/* We cannot free DBUG, it is used in global destructors after exit(). */
|
|
my_end((info_flag ? MY_CHECK_ERROR : 0) | MY_DONT_FREE_DBUG);
|
|
|
|
if (file_not_closed_error)
|
|
{
|
|
fprintf(stderr,
|
|
"\nError: attempting to dump binlog '%s' which was not closed properly.\n"
|
|
"Most probably mysqld is still writting it, or crashed.\n"
|
|
"Your current options specify --disable-force-if-open\n"
|
|
"which means to abort on this problem.\n"
|
|
"You can rerun using --force-if-open to ignore this problem.\n\n", argv[-1]);
|
|
}
|
|
exit(exit_value);
|
|
DBUG_RETURN(exit_value); // Keep compilers happy
|
|
}
|
|
|
|
/*
|
|
We must include this here as it's compiled with different options for
|
|
the server
|
|
*/
|
|
|
|
#if defined(__WIN__) && !defined(USING_CMAKE)
|
|
#include "my_decimal.h"
|
|
#include "decimal.c"
|
|
#include "my_decimal.cpp"
|
|
#include "log_event.cpp"
|
|
#include "log_event_old.cpp"
|
|
#else
|
|
#include "my_decimal.h"
|
|
#include "decimal.c"
|
|
#include "my_decimal.cc"
|
|
#include "log_event.cc"
|
|
#include "log_event_old.cc"
|
|
#endif
|
|
|