mariadb/mysql-test/suite/maria/maria-preload.test
Monty 0b7b5cc1b3 MDEV-24 Segmented key cache for Aria
Added option 'aria-pagecache-segments', default 1.

For values > 1, this split the aria-pagecache-buffer into the given
number of segments, each independent from each other.  Having multiple
pagecaches improve performance when multiple connections runs queries
concurrently using different tables.

Each pagecache will use aria-pageache-buffer/segments amount of
memory, however at least 128K.

Each opened table has its index and data file use the segments in a
a round-robin fashion.

Internal changes:
- All programs allocating the maria pagecache themselves should now
  call multi_init_pagecache() instead of init_pagecache().
- pagecache statistics is now stored in 'pagecache_stats' instead of
  maria_pagecache. One must call multi_update_pagecache_stats() to
  update the statistics.
- Added into PAGECACHE_FILE a pointer to files pagecache. This was
  done to ensure that index and data file are using the same
  pagecache and simplified the checkpoint code.
  I kept pagecache in TABLE_SHARE to minimize the changes.
- really_execute_checkpoint() was update to handle a dynamic number of
  pagecaches.
- pagecache_collect_changed_blocks_with_lsn() was slight changed to
  allow it to be called for each pagecache.
- undefined not used functions maria_assign_pagecache() and
  maria_change_pagecache()
- ma_pagecaches.c is totally rewritten. It now contains all
  multi_pagecache functions.

Errors found be QA that are fixed:
MDEV-36872 UBSAN errors in ma_checkpoint.c
MDEV-36874 Behavior upon too small aria_pagecache_buffer_size in case of
           multiple segments is not very user-friendly
MDEV-36914 ma_checkpoint.c(285,9): conversion from '__int64' to 'uint'
           treated as an error
MDEV-36912 sys_vars.sysvars_server_embedded and
           sys_vars.sysvars_server_notembedded fail on x86
2025-06-25 17:59:45 +03:00

134 lines
3.6 KiB
Text

#
# Testing of PRELOAD
#
# Slow test, don't run during staging part
-- source include/not_staging.inc
-- source include/have_maria.inc
--disable_warnings
drop table if exists t1, t2;
--enable_warnings
# Background dirty pages flushing may influence page cache stats:
let $def_checkinterval=`select @@global.aria_checkpoint_interval`;
set global aria_checkpoint_interval=0;
# Work around BUG#34911 "FLUSH STATUS doesn't flush what it should":
# compute differences in status variables before and after relevant
# queries. Aria_pagecache_read_requests varies accross machines.
create temporary table initial
select variable_name,variable_value from
information_schema.global_status where variable_name like "Aria_pagecache_reads";
# we don't use block-format because we want page cache stats
# about indices and not data pages.
create table t1 (
a int not null auto_increment,
b char(16) not null,
primary key (a),
key (b)
) engine=aria row_format=dynamic;
create table t2(
a int not null auto_increment,
b char(16) not null,
primary key (a),
key (b)
) engine=aria row_format=dynamic;
insert into t1(b) values
('test0'),
('test1'),
('test2'),
('test3'),
('test4'),
('test5'),
('test6'),
('test7');
insert into t2(b) select b from t1;
insert into t1(b) select b from t2;
insert into t2(b) select b from t1;
insert into t1(b) select b from t2;
insert into t2(b) select b from t1;
insert into t1(b) select b from t2;
insert into t2(b) select b from t1;
insert into t1(b) select b from t2;
insert into t2(b) select b from t1;
insert into t1(b) select b from t2;
insert into t2(b) select b from t1;
insert into t1(b) select b from t2;
insert into t2(b) select b from t1;
insert into t1(b) select b from t2;
insert into t2(b) select b from t1;
insert into t1(b) select b from t2;
insert into t2(b) select b from t1;
insert into t1(b) select b from t2;
select count(*) from t1;
select count(*) from t2;
flush tables; flush status;
let $show_stat=select g.variable_name,g.variable_value-i.variable_value from information_schema.global_status as g,initial as i where g.variable_name like "Aria_pagecache_read%" and g.variable_name=i.variable_name order by g.variable_name desc;
eval $show_stat;
select count(*) from t1 where b = 'test1';
eval $show_stat;
select count(*) from t1 where b = 'test1';
eval $show_stat;
flush tables; flush status;
select @@preload_buffer_size;
load index into cache t1;
eval $show_stat;
select count(*) from t1 where b = 'test1';
eval $show_stat;
flush tables; flush status;
eval $show_stat;
set session preload_buffer_size=256*1024;
select @@preload_buffer_size;
load index into cache t1 ignore leaves;
eval $show_stat;
select count(*) from t1 where b = 'test1';
eval $show_stat;
flush tables; flush status;
eval $show_stat;
set session preload_buffer_size=1*1024;
select @@preload_buffer_size;
load index into cache t1, t2 key (primary,b) ignore leaves;
eval $show_stat;
select count(*) from t1 where b = 'test1';
select count(*) from t2 where b = 'test1';
eval $show_stat;
flush tables; flush status;
eval $show_stat;
load index into cache t3, t2 key (primary,b) ;
eval $show_stat;
flush tables; flush status;
eval $show_stat;
load index into cache t3 key (b), t2 key (c) ;
eval $show_stat;
drop table t1, t2;
# Check flushing of pagecache variables;
flush tables; flush status;
eval $show_stat;
flush global status;
show status like "Aria_pagecache_read%";
drop temporary table initial;
# check that Aria didn't use key cache
show status like "key_read%";
--disable_result_log
--disable_query_log
eval set global aria_checkpoint_interval=$def_checkinterval;
--enable_result_log
--enable_query_log