mirror of
https://github.com/MariaDB/server.git
synced 2025-02-01 11:31:51 +01:00
e72124c4cc
New multi-key-cache handling. This was needed becasue the old one didn't work reliable with MERGE tables. ALTER TABLE table_name ... CHARACTER SET ... now changes all char/varchar/text columns to the given character set (One must use ALTER TABLE ... DEFAULT CHARACTER SET ... to change the default character set) Fixed that have_compress is detected properly (fixes problems with func_compress.test on platforms without zlib) New syntax for CACHE INDEX ('keys' is optional if no index name is given and one mentions the key cache name only ones) Removed compiler warnings Added mysql_set_server_option() to allow clients like PHP to easaily set/reset the multi-statement flag. BUILD/compile-pentium-valgrind-max: Add test of isam client/mysql.cc: CLIENT_MULTI_QUERIES -> CLIENT_MULTI_STATEMENTS include/my_base.h: Remove HA_EXTRA_SET_KEY_CACHE include/my_no_pthread.h: Add defines to ignore rw-locks when running without threads include/my_sys.h: Added function for multi-key-caches include/myisam.h: Added function to handle multi-key-caches include/mysql.h: Added mysql_set_server_option include/mysql_com.h: CLIENT_MULTI_QUERIES -> CLIENT_MULTI_STATEMENTS Added enum_mysql_set_option include/mysqld_error.h: Added error message for unknown key cache innobase/srv/srv0start.c: Removed warning that is confused for MySQL users libmysql/libmysql.c: Added mysql_set_server_option() libmysql/libmysql.def: Added mysql_set_server_option() myisam/ft_nlq_search.c: Removed compiler warning myisam/ft_static.c: Removed compiler warning and fixed wrong return value myisam/mi_check.c: Clean up multi-key-cache usage myisam/mi_checksum.c: Removed not used variable myisam/mi_close.c: keycache -> key_cache myisam/mi_delete_all.c: keycache -> key_cache myisam/mi_extra.c: keycache -> key_cache Removed HA_EXTRA_SET_KEY_CACHE myisam/mi_keycache.c: Changed logic so that it's MyISAM that is responsible for assign tables to different key caches instead of the upper level myisam/mi_locking.c: Don't change key cache on unlock (must be done before) myisam/mi_open.c: Fetch key cache to use from multi_key_cache_search() myisam/mi_page.c: keycache -> key_cache myisam/mi_panic.c: keycache -> key_cache myisam/mi_preload.c: keycache -> key_cache myisam/mi_test1.c: Use KEY_CACHE_BLOCK_SIZE myisam/mi_test2.c: Always test resize_key_cache() myisam/mi_test3.c: Use KEY_CACHE_BLOCK_SIZE instead of 512 myisam/myisamchk.c: update for multiple key caches myisam/myisamdef.h: Remove reg_keycache Add unique_name_length for storing length of unique_file_name myisam/myisamlog.c: Change how end_key_cache() is called mysql-test/mysql-test-run.sh: Fixed web link Added name of failed test to abort row. mysql-test/r/alter_table.result: Testing of ALTER TABLE ... [DEFAULT] CHARACTER SET mysql-test/r/case.result: Update result for DEFAULT CHARSET... mysql-test/r/cast.result: Update result for DEFAULT CHARSET... mysql-test/r/create.result: Update result for DEFAULT CHARSET... mysql-test/r/ctype_collate.result: Update result for DEFAULT CHARSET... mysql-test/r/ctype_latin1_de.result: Update result for DEFAULT CHARSET... mysql-test/r/ctype_many.result: Update result for DEFAULT CHARSET... mysql-test/r/ctype_mb.result: Update result for DEFAULT CHARSET... mysql-test/r/ctype_recoding.result: Update result for DEFAULT CHARSET... mysql-test/r/ctype_ucs.result: Update result for DEFAULT CHARSET... mysql-test/r/derived.result: Use STRAIGHT_JOIN to make join order predictable mysql-test/r/fulltext.result: Update result for DEFAULT CHARSET... mysql-test/r/func_str.result: Update result for DEFAULT CHARSET... mysql-test/r/func_system.result: Update result for DEFAULT CHARSET... mysql-test/r/gis-rtree.result: Update result for DEFAULT CHARSET... mysql-test/r/innodb.result: Update result for DEFAULT CHARSET... mysql-test/r/key_cache.result: Update test for new key cache syntax. Added more tests mysql-test/r/merge.result: Update result for DEFAULT CHARSET... mysql-test/r/preload.result: New syntax mysql-test/r/show_check.result: Update result for DEFAULT CHARSET... mysql-test/r/sql_mode.result: Update result for DEFAULT CHARSET... mysql-test/r/subselect.result: Update result for DEFAULT CHARSET... mysql-test/r/type_blob.result: Update result for DEFAULT CHARSET... mysql-test/r/type_enum.result: Update result for DEFAULT CHARSET... mysql-test/r/type_nchar.result: Update result for DEFAULT CHARSET... mysql-test/r/type_set.result: Update result for DEFAULT CHARSET... mysql-test/r/union.result: Use STRAIGHT_JOIN to make join order predictable mysql-test/t/alter_table.test: Testing of ALTER TABLE ... [DEFAULT] CHARACTER SET mysql-test/t/ctype_many.test: Update result for DEFAULT CHARSET... mysql-test/t/derived.test: Use STRAIGHT_JOIN to make join order predictable mysql-test/t/isam.test: Use disable warnings for test loop mysql-test/t/join.test: Update test now when we only support 61 tables in join mysql-test/t/key_cache.test: Update test for new key cache syntax. Added more tests mysql-test/t/preload.test: Update for new syntax mysql-test/t/union.test: Use STRAIGHT_JOIN to make join order predictable mysys/Makefile.am: Added mf_keycaches.c mysys/hash.c: TRUE -> 1 mysys/mf_keycache.c: Removed compiler warnings Striped end space Fixed indentation and improved function comments TRUE -> 1 Changed parameters to end_key_cache() to make it easer to use Fixed bug when using key blocks size > 1024 bytes (First part of index file could be overwritten with wrong data) Split function flush_key_blocks into two functions to not get mutex used twice when called from flush_all_key_blocks() mysys/my_bitmap.c: More debugging Safe bitmap_free() Fixed indentation mysys/my_getopt.c: Ensure that we initialize option->value, option->max_value and value from GET_ASK_ADDR mysys/my_thr_init.c: Remove not used mutex THR_LOCK_keycache mysys/typelib.c: Fixed function comments sql-common/client.c: CLIENT_MULTI_QUERIES -> CLIENT_MULTI_STATEMENTS Fixed the multi_result flag is set also on SELECT;s sql/ha_myisam.cc: Fixed multiple key_cache handling (Now done on MyISAM level) sql/ha_myisammrg.cc: Fixed multiple key_cache handling (Now done on MyISAM level) sql/handler.cc: New multi key cache handling sql/handler.h: New multi key cache handling Added support for default character set sql/item.h: Added function cleanup() (Needed for prepared statements / cursors) sql/item_cmpfunc.h: Added cleanup function sql/item_func.cc: Indentation cleanup sql/mysql_priv.h: New multi-key-cache functions Removed LOCK_assign sql/mysqld.cc: New multi-key-cache handling Fixed that variable have_compress is set correctly sql/protocol.cc: SELECT didn't work reliable in multi-statements sql/set_var.cc: Support for new key cache variables sql/set_var.h: Support for new key cache variables sql/share/czech/errmsg.txt: New error messages sql/share/danish/errmsg.txt: New error messages sql/share/dutch/errmsg.txt: New error messages sql/share/english/errmsg.txt: New error messages sql/share/estonian/errmsg.txt: New error messages sql/share/french/errmsg.txt: New error messages sql/share/german/errmsg.txt: New error messages sql/share/greek/errmsg.txt: New error messages sql/share/hungarian/errmsg.txt: New error messages sql/share/italian/errmsg.txt: New error messages sql/share/japanese/errmsg.txt: New error messages sql/share/korean/errmsg.txt: New error messages sql/share/norwegian-ny/errmsg.txt: New error messages sql/share/norwegian/errmsg.txt: New error messages sql/share/polish/errmsg.txt: New error messages sql/share/portuguese/errmsg.txt: New error messages sql/share/romanian/errmsg.txt: New error messages sql/share/russian/errmsg.txt: New error messages sql/share/serbian/errmsg.txt: New error messages sql/share/slovak/errmsg.txt: New error messages sql/share/spanish/errmsg.txt: New error messages sql/share/swedish/errmsg.txt: New error messages sql/share/ukrainian/errmsg.txt: New error messages sql/sql_base.cc: Removed all key_cache handling (this is now done on MyISAM level) Change table_charset -> default_table_charset sql/sql_db.cc: table_charset -> default_table_charset sql/sql_delete.cc: table_charset -> default_table_charset sql/sql_lex.cc: CLIENT_MULTI_QUERIES -> CLIENT_MULTI_STATEMENTS sql/sql_lex.h: New option to store a name and length sql/sql_parse.cc: Support for mysql_set_server_option() Reset "default" keycache status variables in 'FLUSH STATUS' (Need to be improved later) sql/sql_show.cc: Add DEFAULT before CHARSET (for table character sets) Fetch key cache variables from 'sql_key_cache' sql/sql_table.cc: table_charset -> default_table_charset New multi-key-cache handling sql/sql_test.cc: Write information from all key caches sql/sql_yacc.yy: Changed syntax for CACHE INDEX ... Force user to use DEFAULT before database/table level character sets sql/structs.h: Added SHOW_KEY_CACHE_LONG (to get values from sql_key_cache) sql/table.cc: table_charset -> default_table_charset sql/table.h: New key cache handling (this is now done in mysys/mf_keycaches.c) sql/unireg.h: A
879 lines
23 KiB
C
879 lines
23 KiB
C
/* Copyright (C) 2000 MySQL AB & MySQL Finland AB & TCX DataKonsult AB
|
|
|
|
This program is free software; you can redistribute it and/or modify
|
|
it under the terms of the GNU General Public License as published by
|
|
the Free Software Foundation; either version 2 of the License, or
|
|
(at your option) any later version.
|
|
|
|
This program is distributed in the hope that it will be useful,
|
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
GNU General Public License for more details.
|
|
|
|
You should have received a copy of the GNU General Public License
|
|
along with this program; if not, write to the Free Software
|
|
Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA */
|
|
|
|
/* write whats in isam.log */
|
|
|
|
#ifndef USE_MY_FUNC
|
|
#define USE_MY_FUNC
|
|
#endif
|
|
|
|
#include "myisamdef.h"
|
|
#include <my_tree.h>
|
|
#include <stdarg.h>
|
|
#ifdef HAVE_GETRUSAGE
|
|
#include <sys/resource.h>
|
|
#endif
|
|
|
|
#define FILENAME(A) (A ? A->show_name : "Unknown")
|
|
|
|
struct file_info {
|
|
long process;
|
|
int filenr,id;
|
|
uint rnd;
|
|
my_string name,show_name,record;
|
|
MI_INFO *isam;
|
|
bool closed,used;
|
|
ulong accessed;
|
|
};
|
|
|
|
struct test_if_open_param {
|
|
my_string name;
|
|
int max_id;
|
|
};
|
|
|
|
struct st_access_param
|
|
{
|
|
ulong min_accessed;
|
|
struct file_info *found;
|
|
};
|
|
|
|
#define NO_FILEPOS (ulong) ~0L
|
|
|
|
extern int main(int argc,char * *argv);
|
|
static void get_options(int *argc,char ***argv);
|
|
static int examine_log(my_string file_name,char **table_names);
|
|
static int read_string(IO_CACHE *file,gptr *to,uint length);
|
|
static int file_info_compare(void *cmp_arg, void *a,void *b);
|
|
static int test_if_open(struct file_info *key,element_count count,
|
|
struct test_if_open_param *param);
|
|
static void fix_blob_pointers(MI_INFO *isam,byte *record);
|
|
static uint set_maximum_open_files(uint);
|
|
static int test_when_accessed(struct file_info *key,element_count count,
|
|
struct st_access_param *access_param);
|
|
static void file_info_free(struct file_info *info);
|
|
static int close_some_file(TREE *tree);
|
|
static int reopen_closed_file(TREE *tree,struct file_info *file_info);
|
|
static int find_record_with_key(struct file_info *file_info,byte *record);
|
|
static void printf_log(const char *str,...);
|
|
static bool cmp_filename(struct file_info *file_info,my_string name);
|
|
|
|
static uint verbose=0,update=0,test_info=0,max_files=0,re_open_count=0,
|
|
recover=0,prefix_remove=0,opt_processes=0,opt_myisam_with_debug=0;
|
|
static my_string log_filename=0,filepath=0,write_filename=0,record_pos_file=0;
|
|
static ulong com_count[10][3],number_of_commands=(ulong) ~0L,
|
|
isamlog_process;
|
|
static my_off_t isamlog_filepos,start_offset=0,record_pos= HA_OFFSET_ERROR;
|
|
static const char *command_name[]=
|
|
{"open","write","update","delete","close","extra","lock","re-open",
|
|
"delete-all", NullS};
|
|
|
|
|
|
int main(int argc, char **argv)
|
|
{
|
|
int error,i,first;
|
|
ulong total_count,total_error,total_recover;
|
|
MY_INIT(argv[0]);
|
|
|
|
log_filename=myisam_log_filename;
|
|
get_options(&argc,&argv);
|
|
/* Nr of isam-files */
|
|
max_files=(set_maximum_open_files(min(max_files,8))-6)/2;
|
|
|
|
if (update)
|
|
printf("Trying to %s MyISAM files according to log '%s'\n",
|
|
(recover ? "recover" : "update"),log_filename);
|
|
error= examine_log(log_filename,argv);
|
|
if (update && ! error)
|
|
puts("Tables updated successfully");
|
|
total_count=total_error=total_recover=0;
|
|
for (i=first=0 ; command_name[i] ; i++)
|
|
{
|
|
if (com_count[i][0])
|
|
{
|
|
if (!first++)
|
|
{
|
|
if (verbose || update)
|
|
puts("");
|
|
puts("Commands Used count Errors Recover errors");
|
|
}
|
|
printf("%-12s%9ld%10ld%17ld\n",command_name[i],com_count[i][0],
|
|
com_count[i][1],com_count[i][2]);
|
|
total_count+=com_count[i][0];
|
|
total_error+=com_count[i][1];
|
|
total_recover+=com_count[i][2];
|
|
}
|
|
}
|
|
if (total_count)
|
|
printf("%-12s%9ld%10ld%17ld\n","Total",total_count,total_error,
|
|
total_recover);
|
|
if (re_open_count)
|
|
printf("Had to do %d re-open because of too few possibly open files\n",
|
|
re_open_count);
|
|
VOID(mi_panic(HA_PANIC_CLOSE));
|
|
my_end(test_info ? MY_CHECK_ERROR | MY_GIVE_INFO : MY_CHECK_ERROR);
|
|
exit(error);
|
|
return 0; /* No compiler warning */
|
|
} /* main */
|
|
|
|
|
|
static void get_options(register int *argc, register char ***argv)
|
|
{
|
|
int help,version;
|
|
const char *pos,*usage;
|
|
char option;
|
|
|
|
help=0;
|
|
usage="Usage: %s [-?iruvDIV] [-c #] [-f #] [-F filepath/] [-o #] [-R file recordpos] [-w write_file] [log-filename [table ...]] \n";
|
|
pos="";
|
|
|
|
while (--*argc > 0 && *(pos = *(++*argv)) == '-' ) {
|
|
while (*++pos)
|
|
{
|
|
version=0;
|
|
switch((option=*pos)) {
|
|
case '#':
|
|
DBUG_PUSH (++pos);
|
|
pos=" "; /* Skipp rest of arg */
|
|
break;
|
|
case 'c':
|
|
if (! *++pos)
|
|
{
|
|
if (!--*argc)
|
|
goto err;
|
|
else
|
|
pos= *(++*argv);
|
|
}
|
|
number_of_commands=(ulong) atol(pos);
|
|
pos=" ";
|
|
break;
|
|
case 'u':
|
|
update=1;
|
|
break;
|
|
case 'f':
|
|
if (! *++pos)
|
|
{
|
|
if (!--*argc)
|
|
goto err;
|
|
else
|
|
pos= *(++*argv);
|
|
}
|
|
max_files=(uint) atoi(pos);
|
|
pos=" ";
|
|
break;
|
|
case 'i':
|
|
test_info=1;
|
|
break;
|
|
case 'o':
|
|
if (! *++pos)
|
|
{
|
|
if (!--*argc)
|
|
goto err;
|
|
else
|
|
pos= *(++*argv);
|
|
}
|
|
start_offset=(my_off_t) strtoll(pos,NULL,10);
|
|
pos=" ";
|
|
break;
|
|
case 'p':
|
|
if (! *++pos)
|
|
{
|
|
if (!--*argc)
|
|
goto err;
|
|
else
|
|
pos= *(++*argv);
|
|
}
|
|
prefix_remove=atoi(pos);
|
|
break;
|
|
case 'r':
|
|
update=1;
|
|
recover++;
|
|
break;
|
|
case 'D':
|
|
opt_myisam_with_debug=1;
|
|
break;
|
|
case 'P':
|
|
opt_processes=1;
|
|
break;
|
|
case 'R':
|
|
if (! *++pos)
|
|
{
|
|
if (!--*argc)
|
|
goto err;
|
|
else
|
|
pos= *(++*argv);
|
|
}
|
|
record_pos_file=(char*) pos;
|
|
if (!--*argc)
|
|
goto err;
|
|
record_pos=(my_off_t) strtoll(*(++*argv),NULL,10);
|
|
pos=" ";
|
|
break;
|
|
case 'v':
|
|
verbose++;
|
|
break;
|
|
case 'w':
|
|
if (! *++pos)
|
|
{
|
|
if (!--*argc)
|
|
goto err;
|
|
else
|
|
pos= *(++*argv);
|
|
}
|
|
write_filename=(char*) pos;
|
|
pos=" ";
|
|
break;
|
|
case 'F':
|
|
if (! *++pos)
|
|
{
|
|
if (!--*argc)
|
|
goto err;
|
|
else
|
|
pos= *(++*argv);
|
|
}
|
|
filepath= (char*) pos;
|
|
pos=" ";
|
|
break;
|
|
case 'V':
|
|
version=1;
|
|
/* Fall through */
|
|
case 'I':
|
|
case '?':
|
|
printf("%s Ver 1.4 for %s at %s\n",my_progname,SYSTEM_TYPE,
|
|
MACHINE_TYPE);
|
|
puts("By Monty, for your professional use\n");
|
|
if (version)
|
|
break;
|
|
puts("Write info about whats in a MyISAM log file.");
|
|
printf("If no file name is given %s is used\n",log_filename);
|
|
puts("");
|
|
printf(usage,my_progname);
|
|
puts("");
|
|
puts("Options: -? or -I \"Info\" -V \"version\" -c \"do only # commands\"");
|
|
puts(" -f \"max open files\" -F \"filepath\" -i \"extra info\"");
|
|
puts(" -o \"offset\" -p # \"remove # components from path\"");
|
|
puts(" -r \"recover\" -R \"file recordposition\"");
|
|
puts(" -u \"update\" -v \"verbose\" -w \"write file\"");
|
|
puts(" -D \"myisam compiled with DBUG\" -P \"processes\"");
|
|
puts("\nOne can give a second and a third '-v' for more verbose.");
|
|
puts("Normaly one does a update (-u).");
|
|
puts("If a recover is done all writes and all possibly updates and deletes is done\nand errors are only counted.");
|
|
puts("If one gives table names as arguments only these tables will be updated\n");
|
|
help=1;
|
|
break;
|
|
default:
|
|
printf("illegal option: \"-%c\"\n",*pos);
|
|
break;
|
|
}
|
|
}
|
|
}
|
|
if (! *argc)
|
|
{
|
|
if (help)
|
|
exit(0);
|
|
(*argv)++;
|
|
}
|
|
if (*argc >= 1)
|
|
{
|
|
log_filename=(char*) pos;
|
|
(*argc)--;
|
|
(*argv)++;
|
|
}
|
|
return;
|
|
err:
|
|
VOID(fprintf(stderr,"option \"%c\" used without or with wrong argument\n",
|
|
option));
|
|
exit(1);
|
|
}
|
|
|
|
|
|
static int examine_log(my_string file_name, char **table_names)
|
|
{
|
|
uint command,result,files_open;
|
|
ulong access_time,length;
|
|
my_off_t filepos;
|
|
int lock_command,mi_result;
|
|
char isam_file_name[FN_REFLEN],llbuff[21],llbuff2[21];
|
|
uchar head[20];
|
|
gptr buff;
|
|
struct test_if_open_param open_param;
|
|
IO_CACHE cache;
|
|
File file;
|
|
FILE *write_file;
|
|
enum ha_extra_function extra_command;
|
|
TREE tree;
|
|
struct file_info file_info,*curr_file_info;
|
|
DBUG_ENTER("examine_log");
|
|
|
|
if ((file=my_open(file_name,O_RDONLY,MYF(MY_WME))) < 0)
|
|
DBUG_RETURN(1);
|
|
write_file=0;
|
|
if (write_filename)
|
|
{
|
|
if (!(write_file=my_fopen(write_filename,O_WRONLY,MYF(MY_WME))))
|
|
{
|
|
my_close(file,MYF(0));
|
|
DBUG_RETURN(1);
|
|
}
|
|
}
|
|
|
|
init_io_cache(&cache,file,0,READ_CACHE,start_offset,0,MYF(0));
|
|
bzero((gptr) com_count,sizeof(com_count));
|
|
init_tree(&tree,0,0,sizeof(file_info),(qsort_cmp2) file_info_compare,1,
|
|
(tree_element_free) file_info_free, NULL);
|
|
VOID(init_key_cache(dflt_keycache,KEY_CACHE_BLOCK_SIZE,KEY_CACHE_SIZE,
|
|
&dflt_key_cache_var));
|
|
|
|
files_open=0; access_time=0;
|
|
while (access_time++ != number_of_commands &&
|
|
!my_b_read(&cache,(byte*) head,9))
|
|
{
|
|
isamlog_filepos=my_b_tell(&cache)-9L;
|
|
file_info.filenr= mi_uint2korr(head+1);
|
|
isamlog_process=file_info.process=(long) mi_uint4korr(head+3);
|
|
if (!opt_processes)
|
|
file_info.process=0;
|
|
result= mi_uint2korr(head+7);
|
|
if ((curr_file_info=(struct file_info*) tree_search(&tree, &file_info,
|
|
tree.custom_arg)))
|
|
{
|
|
curr_file_info->accessed=access_time;
|
|
if (update && curr_file_info->used && curr_file_info->closed)
|
|
{
|
|
if (reopen_closed_file(&tree,curr_file_info))
|
|
{
|
|
command=sizeof(com_count)/sizeof(com_count[0][0])/3;
|
|
result=0;
|
|
goto com_err;
|
|
}
|
|
}
|
|
}
|
|
command=(uint) head[0];
|
|
if (command < sizeof(com_count)/sizeof(com_count[0][0])/3 &&
|
|
(!table_names[0] || (curr_file_info && curr_file_info->used)))
|
|
{
|
|
com_count[command][0]++;
|
|
if (result)
|
|
com_count[command][1]++;
|
|
}
|
|
switch ((enum myisam_log_commands) command) {
|
|
case MI_LOG_OPEN:
|
|
if (!table_names[0])
|
|
{
|
|
com_count[command][0]--; /* Must be counted explicite */
|
|
if (result)
|
|
com_count[command][1]--;
|
|
}
|
|
|
|
if (curr_file_info)
|
|
printf("\nWarning: %s is opened with same process and filenumber\nMaybe you should use the -P option ?\n",
|
|
curr_file_info->show_name);
|
|
if (my_b_read(&cache,(byte*) head,2))
|
|
goto err;
|
|
file_info.name=0;
|
|
file_info.show_name=0;
|
|
file_info.record=0;
|
|
if (read_string(&cache,(gptr*) &file_info.name,
|
|
(uint) mi_uint2korr(head)))
|
|
goto err;
|
|
{
|
|
uint i;
|
|
char *pos,*to;
|
|
|
|
/* Fix if old DOS files to new format */
|
|
for (pos=file_info.name; (pos=strchr(pos,'\\')) ; pos++)
|
|
*pos= '/';
|
|
|
|
pos=file_info.name;
|
|
for (i=0 ; i < prefix_remove ; i++)
|
|
{
|
|
char *next;
|
|
if (!(next=strchr(pos,'/')))
|
|
break;
|
|
pos=next+1;
|
|
}
|
|
to=isam_file_name;
|
|
if (filepath)
|
|
to=convert_dirname(isam_file_name,filepath,NullS);
|
|
strmov(to,pos);
|
|
fn_ext(isam_file_name)[0]=0; /* Remove extension */
|
|
}
|
|
open_param.name=file_info.name;
|
|
open_param.max_id=0;
|
|
VOID(tree_walk(&tree,(tree_walk_action) test_if_open,(void*) &open_param,
|
|
left_root_right));
|
|
file_info.id=open_param.max_id+1;
|
|
/*
|
|
* In the line below +10 is added to accomodate '<' and '>' chars
|
|
* plus '\0' at the end, so that there is place for 7 digits.
|
|
* It is improbable that same table can have that many entries in
|
|
* the table cache.
|
|
* The additional space is needed for the sprintf commands two lines
|
|
* below.
|
|
*/
|
|
file_info.show_name=my_memdup(isam_file_name,
|
|
(uint) strlen(isam_file_name)+10,
|
|
MYF(MY_WME));
|
|
if (file_info.id > 1)
|
|
sprintf(strend(file_info.show_name),"<%d>",file_info.id);
|
|
file_info.closed=1;
|
|
file_info.accessed=access_time;
|
|
file_info.used=1;
|
|
if (table_names[0])
|
|
{
|
|
char **name;
|
|
file_info.used=0;
|
|
for (name=table_names ; *name ; name++)
|
|
{
|
|
if (!strcmp(*name,isam_file_name))
|
|
file_info.used=1; /* Update/log only this */
|
|
}
|
|
}
|
|
if (update && file_info.used)
|
|
{
|
|
if (files_open >= max_files)
|
|
{
|
|
if (close_some_file(&tree))
|
|
goto com_err;
|
|
files_open--;
|
|
}
|
|
if (!(file_info.isam= mi_open(isam_file_name,O_RDWR,
|
|
HA_OPEN_WAIT_IF_LOCKED)))
|
|
goto com_err;
|
|
if (!(file_info.record=my_malloc(file_info.isam->s->base.reclength,
|
|
MYF(MY_WME))))
|
|
goto end;
|
|
files_open++;
|
|
file_info.closed=0;
|
|
}
|
|
VOID(tree_insert(&tree, (gptr) &file_info, 0, tree.custom_arg));
|
|
if (file_info.used)
|
|
{
|
|
if (verbose && !record_pos_file)
|
|
printf_log("%s: open -> %d",file_info.show_name, file_info.filenr);
|
|
com_count[command][0]++;
|
|
if (result)
|
|
com_count[command][1]++;
|
|
}
|
|
break;
|
|
case MI_LOG_CLOSE:
|
|
if (verbose && !record_pos_file &&
|
|
(!table_names[0] || (curr_file_info && curr_file_info->used)))
|
|
printf_log("%s: %s -> %d",FILENAME(curr_file_info),
|
|
command_name[command],result);
|
|
if (curr_file_info)
|
|
{
|
|
if (!curr_file_info->closed)
|
|
files_open--;
|
|
VOID(tree_delete(&tree, (gptr) curr_file_info, tree.custom_arg));
|
|
}
|
|
break;
|
|
case MI_LOG_EXTRA:
|
|
if (my_b_read(&cache,(byte*) head,1))
|
|
goto err;
|
|
extra_command=(enum ha_extra_function) head[0];
|
|
if (verbose && !record_pos_file &&
|
|
(!table_names[0] || (curr_file_info && curr_file_info->used)))
|
|
printf_log("%s: %s(%d) -> %d",FILENAME(curr_file_info),
|
|
command_name[command], (int) extra_command,result);
|
|
if (update && curr_file_info && !curr_file_info->closed)
|
|
{
|
|
if (mi_extra(curr_file_info->isam, extra_command, 0) != (int) result)
|
|
{
|
|
fflush(stdout);
|
|
VOID(fprintf(stderr,
|
|
"Warning: error %d, expected %d on command %s at %s\n",
|
|
my_errno,result,command_name[command],
|
|
llstr(isamlog_filepos,llbuff)));
|
|
fflush(stderr);
|
|
}
|
|
}
|
|
break;
|
|
case MI_LOG_DELETE:
|
|
if (my_b_read(&cache,(byte*) head,8))
|
|
goto err;
|
|
filepos=mi_sizekorr(head);
|
|
if (verbose && (!record_pos_file ||
|
|
((record_pos == filepos || record_pos == NO_FILEPOS) &&
|
|
!cmp_filename(curr_file_info,record_pos_file))) &&
|
|
(!table_names[0] || (curr_file_info && curr_file_info->used)))
|
|
printf_log("%s: %s at %ld -> %d",FILENAME(curr_file_info),
|
|
command_name[command],(long) filepos,result);
|
|
if (update && curr_file_info && !curr_file_info->closed)
|
|
{
|
|
if (mi_rrnd(curr_file_info->isam,curr_file_info->record,filepos))
|
|
{
|
|
if (!recover)
|
|
goto com_err;
|
|
if (verbose)
|
|
printf_log("error: Didn't find row to delete with mi_rrnd");
|
|
com_count[command][2]++; /* Mark error */
|
|
}
|
|
mi_result=mi_delete(curr_file_info->isam,curr_file_info->record);
|
|
if ((mi_result == 0 && result) ||
|
|
(mi_result && (uint) my_errno != result))
|
|
{
|
|
if (!recover)
|
|
goto com_err;
|
|
if (mi_result)
|
|
com_count[command][2]++; /* Mark error */
|
|
if (verbose)
|
|
printf_log("error: Got result %d from mi_delete instead of %d",
|
|
mi_result, result);
|
|
}
|
|
}
|
|
break;
|
|
case MI_LOG_WRITE:
|
|
case MI_LOG_UPDATE:
|
|
if (my_b_read(&cache,(byte*) head,12))
|
|
goto err;
|
|
filepos=mi_sizekorr(head);
|
|
length=mi_uint4korr(head+8);
|
|
buff=0;
|
|
if (read_string(&cache,&buff,(uint) length))
|
|
goto err;
|
|
if ((!record_pos_file ||
|
|
((record_pos == filepos || record_pos == NO_FILEPOS) &&
|
|
!cmp_filename(curr_file_info,record_pos_file))) &&
|
|
(!table_names[0] || (curr_file_info && curr_file_info->used)))
|
|
{
|
|
if (write_file &&
|
|
(my_fwrite(write_file,buff,length,MYF(MY_WAIT_IF_FULL | MY_NABP))))
|
|
goto end;
|
|
if (verbose)
|
|
printf_log("%s: %s at %ld, length=%ld -> %d",
|
|
FILENAME(curr_file_info),
|
|
command_name[command], filepos,length,result);
|
|
}
|
|
if (update && curr_file_info && !curr_file_info->closed)
|
|
{
|
|
if (curr_file_info->isam->s->base.blobs)
|
|
fix_blob_pointers(curr_file_info->isam,buff);
|
|
if ((enum myisam_log_commands) command == MI_LOG_UPDATE)
|
|
{
|
|
if (mi_rrnd(curr_file_info->isam,curr_file_info->record,filepos))
|
|
{
|
|
if (!recover)
|
|
{
|
|
result=0;
|
|
goto com_err;
|
|
}
|
|
if (verbose)
|
|
printf_log("error: Didn't find row to update with mi_rrnd");
|
|
if (recover == 1 || result ||
|
|
find_record_with_key(curr_file_info,buff))
|
|
{
|
|
com_count[command][2]++; /* Mark error */
|
|
break;
|
|
}
|
|
}
|
|
mi_result=mi_update(curr_file_info->isam,curr_file_info->record,
|
|
buff);
|
|
if ((mi_result == 0 && result) ||
|
|
(mi_result && (uint) my_errno != result))
|
|
{
|
|
if (!recover)
|
|
goto com_err;
|
|
if (verbose)
|
|
printf_log("error: Got result %d from mi_update instead of %d",
|
|
mi_result, result);
|
|
if (mi_result)
|
|
com_count[command][2]++; /* Mark error */
|
|
}
|
|
}
|
|
else
|
|
{
|
|
mi_result=mi_write(curr_file_info->isam,buff);
|
|
if ((mi_result == 0 && result) ||
|
|
(mi_result && (uint) my_errno != result))
|
|
{
|
|
if (!recover)
|
|
goto com_err;
|
|
if (verbose)
|
|
printf_log("error: Got result %d from mi_write instead of %d",
|
|
mi_result, result);
|
|
if (mi_result)
|
|
com_count[command][2]++; /* Mark error */
|
|
}
|
|
if (!recover && filepos != curr_file_info->isam->lastpos)
|
|
{
|
|
printf("error: Wrote at position: %s, should have been %s",
|
|
llstr(curr_file_info->isam->lastpos,llbuff),
|
|
llstr(filepos,llbuff2));
|
|
goto end;
|
|
}
|
|
}
|
|
}
|
|
my_free(buff,MYF(0));
|
|
break;
|
|
case MI_LOG_LOCK:
|
|
if (my_b_read(&cache,(byte*) head,sizeof(lock_command)))
|
|
goto err;
|
|
memcpy_fixed(&lock_command,head,sizeof(lock_command));
|
|
if (verbose && !record_pos_file &&
|
|
(!table_names[0] || (curr_file_info && curr_file_info->used)))
|
|
printf_log("%s: %s(%d) -> %d\n",FILENAME(curr_file_info),
|
|
command_name[command],lock_command,result);
|
|
if (update && curr_file_info && !curr_file_info->closed)
|
|
{
|
|
if (mi_lock_database(curr_file_info->isam,lock_command) !=
|
|
(int) result)
|
|
goto com_err;
|
|
}
|
|
break;
|
|
case MI_LOG_DELETE_ALL:
|
|
if (verbose && !record_pos_file &&
|
|
(!table_names[0] || (curr_file_info && curr_file_info->used)))
|
|
printf_log("%s: %s -> %d\n",FILENAME(curr_file_info),
|
|
command_name[command],result);
|
|
break;
|
|
default:
|
|
fflush(stdout);
|
|
VOID(fprintf(stderr,
|
|
"Error: found unknown command %d in logfile, aborted\n",
|
|
command));
|
|
fflush(stderr);
|
|
goto end;
|
|
}
|
|
}
|
|
end_key_cache(*dflt_keycache,1);
|
|
delete_tree(&tree);
|
|
VOID(end_io_cache(&cache));
|
|
VOID(my_close(file,MYF(0)));
|
|
if (write_file && my_fclose(write_file,MYF(MY_WME)))
|
|
DBUG_RETURN(1);
|
|
DBUG_RETURN(0);
|
|
|
|
err:
|
|
fflush(stdout);
|
|
VOID(fprintf(stderr,"Got error %d when reading from logfile\n",my_errno));
|
|
fflush(stderr);
|
|
goto end;
|
|
com_err:
|
|
fflush(stdout);
|
|
VOID(fprintf(stderr,"Got error %d, expected %d on command %s at %s\n",
|
|
my_errno,result,command_name[command],
|
|
llstr(isamlog_filepos,llbuff)));
|
|
fflush(stderr);
|
|
end:
|
|
end_key_cache(*dflt_keycache, 1);
|
|
delete_tree(&tree);
|
|
VOID(end_io_cache(&cache));
|
|
VOID(my_close(file,MYF(0)));
|
|
if (write_file)
|
|
VOID(my_fclose(write_file,MYF(MY_WME)));
|
|
DBUG_RETURN(1);
|
|
}
|
|
|
|
|
|
static int read_string(IO_CACHE *file, register gptr *to, register uint length)
|
|
{
|
|
DBUG_ENTER("read_string");
|
|
|
|
if (*to)
|
|
my_free((gptr) *to,MYF(0));
|
|
if (!(*to= (gptr) my_malloc(length+1,MYF(MY_WME))) ||
|
|
my_b_read(file,(byte*) *to,length))
|
|
{
|
|
if (*to)
|
|
my_free(*to,MYF(0));
|
|
*to= 0;
|
|
DBUG_RETURN(1);
|
|
}
|
|
*((char*) *to+length)= '\0';
|
|
DBUG_RETURN (0);
|
|
} /* read_string */
|
|
|
|
|
|
static int file_info_compare(void* cmp_arg __attribute__((unused)),
|
|
void *a, void *b)
|
|
{
|
|
long lint;
|
|
|
|
if ((lint=((struct file_info*) a)->process -
|
|
((struct file_info*) b)->process))
|
|
return lint < 0L ? -1 : 1;
|
|
return ((struct file_info*) a)->filenr - ((struct file_info*) b)->filenr;
|
|
}
|
|
|
|
/* ARGSUSED */
|
|
|
|
static int test_if_open (struct file_info *key,
|
|
element_count count __attribute__((unused)),
|
|
struct test_if_open_param *param)
|
|
{
|
|
if (!strcmp(key->name,param->name) && key->id > param->max_id)
|
|
param->max_id=key->id;
|
|
return 0;
|
|
}
|
|
|
|
|
|
static void fix_blob_pointers(MI_INFO *info, byte *record)
|
|
{
|
|
byte *pos;
|
|
MI_BLOB *blob,*end;
|
|
|
|
pos=record+info->s->base.reclength;
|
|
for (end=info->blobs+info->s->base.blobs, blob= info->blobs;
|
|
blob != end ;
|
|
blob++)
|
|
{
|
|
memcpy_fixed(record+blob->offset+blob->pack_length,&pos,sizeof(char*));
|
|
pos+=_mi_calc_blob_length(blob->pack_length,record+blob->offset);
|
|
}
|
|
}
|
|
|
|
static uint set_maximum_open_files(uint maximum_files)
|
|
{
|
|
#if defined(HAVE_GETRUSAGE) && defined(RLIMIT_NOFILE)
|
|
struct rlimit rlimit;
|
|
int old_max;
|
|
|
|
if (maximum_files > MY_NFILE)
|
|
maximum_files=MY_NFILE; /* Don't crash my_open */
|
|
|
|
if (!getrlimit(RLIMIT_NOFILE,&rlimit))
|
|
{
|
|
old_max=rlimit.rlim_max;
|
|
if (maximum_files && (int) maximum_files > old_max)
|
|
rlimit.rlim_max=maximum_files;
|
|
rlimit.rlim_cur=rlimit.rlim_max;
|
|
if (setrlimit(RLIMIT_NOFILE,&rlimit))
|
|
{
|
|
if (old_max != (int) maximum_files)
|
|
{ /* Set as much as we can */
|
|
rlimit.rlim_max=rlimit.rlim_cur=old_max;
|
|
setrlimit(RLIMIT_NOFILE,&rlimit);
|
|
}
|
|
}
|
|
getrlimit(RLIMIT_NOFILE,&rlimit); /* Read if broken setrlimit */
|
|
if (maximum_files && maximum_files < rlimit.rlim_cur)
|
|
VOID(fprintf(stderr,"Warning: Error from setrlimit: Max open files is %d\n",old_max));
|
|
return rlimit.rlim_cur;
|
|
}
|
|
#endif
|
|
return min(maximum_files,MY_NFILE);
|
|
}
|
|
|
|
/* close the file with hasn't been accessed for the longest time */
|
|
/* ARGSUSED */
|
|
|
|
static int test_when_accessed (struct file_info *key,
|
|
element_count count __attribute__((unused)),
|
|
struct st_access_param *access_param)
|
|
{
|
|
if (key->accessed < access_param->min_accessed && ! key->closed)
|
|
{
|
|
access_param->min_accessed=key->accessed;
|
|
access_param->found=key;
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
|
|
static void file_info_free(struct file_info *fileinfo)
|
|
{
|
|
DBUG_ENTER("file_info_free");
|
|
if (update)
|
|
{
|
|
if (!fileinfo->closed)
|
|
VOID(mi_close(fileinfo->isam));
|
|
if (fileinfo->record)
|
|
my_free(fileinfo->record,MYF(0));
|
|
}
|
|
my_free(fileinfo->name,MYF(0));
|
|
my_free(fileinfo->show_name,MYF(0));
|
|
DBUG_VOID_RETURN;
|
|
}
|
|
|
|
|
|
|
|
static int close_some_file(TREE *tree)
|
|
{
|
|
struct st_access_param access_param;
|
|
|
|
access_param.min_accessed=LONG_MAX;
|
|
access_param.found=0;
|
|
|
|
VOID(tree_walk(tree,(tree_walk_action) test_when_accessed,
|
|
(void*) &access_param,left_root_right));
|
|
if (!access_param.found)
|
|
return 1; /* No open file that is possibly to close */
|
|
if (mi_close(access_param.found->isam))
|
|
return 1;
|
|
access_param.found->closed=1;
|
|
return 0;
|
|
}
|
|
|
|
|
|
static int reopen_closed_file(TREE *tree, struct file_info *fileinfo)
|
|
{
|
|
char name[FN_REFLEN];
|
|
if (close_some_file(tree))
|
|
return 1; /* No file to close */
|
|
strmov(name,fileinfo->show_name);
|
|
if (fileinfo->id > 1)
|
|
*strrchr(name,'<')='\0'; /* Remove "<id>" */
|
|
|
|
if (!(fileinfo->isam= mi_open(name,O_RDWR,HA_OPEN_WAIT_IF_LOCKED)))
|
|
return 1;
|
|
fileinfo->closed=0;
|
|
re_open_count++;
|
|
return 0;
|
|
}
|
|
|
|
/* Try to find record with uniq key */
|
|
|
|
static int find_record_with_key(struct file_info *file_info, byte *record)
|
|
{
|
|
uint key;
|
|
MI_INFO *info=file_info->isam;
|
|
uchar tmp_key[MI_MAX_KEY_BUFF];
|
|
|
|
for (key=0 ; key < info->s->base.keys ; key++)
|
|
{
|
|
if ((((ulonglong) 1 << key) & info->s->state.key_map) &&
|
|
info->s->keyinfo[key].flag & HA_NOSAME)
|
|
{
|
|
VOID(_mi_make_key(info,key,tmp_key,record,0L));
|
|
return mi_rkey(info,file_info->record,(int) key,(char*) tmp_key,0,
|
|
HA_READ_KEY_EXACT);
|
|
}
|
|
}
|
|
return 1;
|
|
}
|
|
|
|
|
|
static void printf_log(const char *format,...)
|
|
{
|
|
char llbuff[21];
|
|
va_list args;
|
|
va_start(args,format);
|
|
if (verbose > 2)
|
|
printf("%9s:",llstr(isamlog_filepos,llbuff));
|
|
if (verbose > 1)
|
|
printf("%5ld ",isamlog_process); /* Write process number */
|
|
(void) vprintf((char*) format,args);
|
|
putchar('\n');
|
|
va_end(args);
|
|
}
|
|
|
|
|
|
static bool cmp_filename(struct file_info *file_info, my_string name)
|
|
{
|
|
if (!file_info)
|
|
return 1;
|
|
return strcmp(file_info->name,name) ? 1 : 0;
|
|
}
|