mirror/mariadb
1
0
Fork 0
mirror of https://github.com/MariaDB/server.git synced 2025-01-15 19:42:28 +01:00
Code Issues Projects Releases Packages Wiki Activity Actions
mariadb/sql-bench/as3ap.sh
Daniel Black 37c88445e3 mtr: use env for perl 
On FreeBSD, perl isn't in /usr/bin, its in /usr/local/bin or
elsewhere in the path.

Like storage/{maria/unittest/,}ma_test_* , we use /usr/bin/env to
find perl and run it.
2020-06-23 03:24:46 +02:00

638 lines
21 KiB
Bash
Raw Permalink Blame History

#!/usr/bin/env perl
# Copyright (c) 2001, 2003, 2006 MySQL AB, 2009 Sun Microsystems, Inc.
# Use is subject to license terms.
#
# This library is free software; you can redistribute it and/or
# modify it under the terms of the GNU Library General Public
# License as published by the Free Software Foundation; version 2
# of the License.
#
# This library is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
# Library General Public License for more details.
#
# You should have received a copy of the GNU Library General Public
# License along with this library; if not, write to the Free
# Software Foundation, Inc., 51 Franklin St, Fifth Floor, Boston,
# MA 02110-1335 USA
#
# AS3AP single-user benchmark.
#
##################### Standard benchmark inits ##############################
use Cwd;
use DBI;
use Benchmark;
$pwd = cwd(); $pwd = "." if ($pwd eq '');
require "$pwd/bench-init.pl" || die "Can't read Configuration file: $!\n";
$opt_loop_count=1;
#Create tables
$dbh = $server->connect();
#Create Table
$sth = $dbh->do("drop table uniques");
$sth = $dbh->do("drop table updates");
$sth = $dbh->do("drop table hundred");
$sth = $dbh->do("drop table tenpct");
$sth = $dbh->do("drop table tiny");
#Temporary table
$sth = $dbh->do("drop table saveupdates");
@fields=("col_key int not null",
"col_int int not null",
"col_signed int not null",
"col_float float not null",
"col_double float not null",
"col_decim numeric(18,2) not null",
"col_date char(20) not null",
"col_code char(10) not null",
"col_name char(20) not null",
"col_address varchar(80) not null");
do_many($dbh,$server->create("uniques",\@fields,[]));
do_many($dbh,$server->create("updates",\@fields,[]));
do_many($dbh,$server->create("hundred",\@fields,[]));
do_many($dbh,$server->create("tenpct",\@fields,[]));
do_many($dbh,$server->create("tiny",["col_key int not null"],[]));
print "Start AS3AP benchmark\n\n";
$start_time=new Benchmark;
print "Load DATA\n";
#Load DATA
@table_names=("uniques","updates","hundred","tenpct","tiny");
$loop_time=new Benchmark;
if ($opt_fast && $server->{'limits'}->{'load_data_infile'})
{
for ($ti = 0; $ti <= $#table_names; $ti++)
{
my $table_name = $table_names[$ti];
my $file = "$pwd/Data/AS3AP/${table_name}\.new";
print "$table_name - $file\n" if ($opt_debug);
$row_count += $server->insert_file($table_name,$file,$dbh);
}
}
else
{
for ($ti = 0; $ti <= $#table_names; $ti++)
{
my $table_name = $table_names[$ti];
print "$table_name - $file\n" if ($opt_debug);
my $insert_start = "insert into $table_name values (";
open(DATA, "$pwd/Data/AS3AP/${table_name}\.new") || die "Can't open text file: $pwd/Data/AS3AP/${table_name}\.new\n";
while(<DATA>)
{
chomp;
next unless ( $_ =~ /\w/ ); # skip blank lines
$command = $insert_start."$_".")";
$command =~ $server->fix_to_insert($command);
print "$command\n" if ($opt_debug);
$sth = $dbh->do($command) or die "Got error: $DBI::errstr when executing '$command'\n";
$row_count++;
}
close(DATA);
}
}
$end_time=new Benchmark;
print "Time for Load Data - " . "($row_count): " .
timestr(timediff($end_time, $loop_time),"all") . "\n\n";
print "Create Index\n";
test_command("create_idx_uniques_key_bt",
"time for create_idx_uniques_key_bt",
"create unique index uniques_key_bt on uniques (col_key)",$dbh,$opt_loop_count);
test_command("create_idx_updates_key_bt",
"time for create_idx_updates_key_bt",
"create unique index updates_key_bt on updates (col_key)",$dbh,$opt_loop_count);
test_command("create_idx_hundred_key_bt",
"time for create_idx_hundred_key_bt",
"create unique index hundred_key_bt on hundred (col_key)",
$dbh,$opt_loop_count);
test_command("create_idx_tenpct_key_bt",
"time for create_idx_tenpct_key_bt",
"create unique index tenpct_key_bt on tenpct (col_key)",$dbh,$opt_loop_count);
test_command("create_idx_tenpct_key_code_bt",
"time for create_idx_tenpct_key_code_bt",
"create index tenpct_key_code_bt on tenpct (col_key,col_code)",
$dbh,$opt_loop_count);
test_command("create_idx_tiny_key_bt",
"time for create_idx_tiny_key_bt",
"create index tiny_key_bt on tiny (col_key)",$dbh,$opt_loop_count);
test_command("create_idx_tenpct_int_bt",
"time for create_idx_tenpct_int_bt",
"create index tenpct_int_bt on tenpct (col_int)",$dbh,$opt_loop_count);
test_command("create_idx_tenpct_signed_bt",
"time for create_idx_tenpct_signed_bt",
"create index tenpct_signed_bt on tenpct (col_signed)",$dbh,$opt_loop_count);
test_command("create_idx_uniques_code_h",
"time for create_idx_uniques_code_h",
"create index uniques_code_h on uniques (col_code)",$dbh,$opt_loop_count);
test_command("create_idx_tenpct_double_bt",
"time for create_idx_tenpct_double_bt",
"create index tenpct_double_bt on tenpct (col_double)",$dbh,$opt_loop_count);
test_command("create_idx_updates_decim_bt",
"time for create_idx_updates_decim_bt",
"create index updates_decim_bt on updates (col_decim)",$dbh,$opt_loop_count);
test_command("create_idx_tenpct_float_bt",
"time for create_idx_tenpct_float_bt",
"create index tenpct_float_bt on tenpct (col_float)",$dbh,$opt_loop_count);
test_command("create_idx_updates_int_bt",
"time for create_idx_updates_int_bt",
"create index updates_int_bt on updates (col_int)",$dbh,$opt_loop_count);
test_command("create_idx_tenpct_decim_bt",
"time for create_idx_tenpct_decim_bt",
"create index tenpct_decim_bt on tenpct (col_decim)",$dbh,$opt_loop_count);
test_command("create_idx_hundred_code_h",
"time for create_idx_hundred_code_h",
"create index hundred_code_h on hundred (col_code)",$dbh,$opt_loop_count);
test_command("create_idx_tenpct_name_h",
"time for create_idx_tenpct_name_h",
"create index tenpct_name_h on tenpct (col_name)",$dbh,$opt_loop_count);
test_command("create_idx_updates_code_h",
"time for create_idx_updates_code_h",
"create index updates_code_h on updates (col_code)",$dbh,$opt_loop_count);
test_command("create_idx_tenpct_code_h",
"time for create_idx_tenpct_code_h",
"create index tenpct_code_h on tenpct (col_code)",$dbh,$opt_loop_count);
test_command("create_idx_updates_double_bt",
"time for create_idx_updates_double_bt",
"create index updates_double_bt on updates (col_double)",$dbh,$opt_loop_count);
test_command("create_idx_hundred_foreign",
"time for create_idx_hundred_foreign",
"alter table hundred add constraint fk_hundred_updates foreign key (col_signed)
references updates (col_key)",$dbh,$opt_loop_count);
test_query("sel_1_cl",
"Time to sel_1_cl",
"select col_key, col_int, col_signed, col_code, col_double, col_name
from updates where col_key = 1000",$dbh,$opt_loop_count);
test_query("join_3_cl",
"Time to join_3_cl",
"select uniques.col_signed, uniques.col_date,
hundred.col_signed, hundred.col_date,
tenpct.col_signed, tenpct.col_date
from uniques, hundred, tenpct
where uniques.col_key = hundred.col_key
and uniques.col_key = tenpct.col_key
and uniques.col_key = 1000",$dbh,$opt_loop_count);
test_query("sel_100_ncl",
"Time to sel_100_ncl",
"select col_key, col_int, col_signed, col_code,col_double, col_name
from updates where col_int <= 100",$dbh,$opt_loop_count);
test_query("table_scan",
"Time to table_scan",
"select * from uniques where col_int = 1",$dbh,$opt_loop_count);
test_query("agg_func",
"Time for agg_func",
"select min(col_key) from hundred group by col_name",$dbh,$opt_loop_count);
test_query("agg_scal",
"Time for agg_scal",
"select min(col_key) from uniques",$dbh,$opt_loop_count);
test_query("sel_100_cl",
"Time for sel_100_cl",
"select col_key, col_int, col_signed, col_code,
col_double, col_name
from updates where col_key <= 100",$dbh,$opt_loop_count);
test_query("join_3_ncl",
"Time for join_3_ncl",
"select uniques.col_signed, uniques.col_date,
hundred.col_signed, hundred.col_date,
tenpct.col_signed, tenpct.col_date
from uniques, hundred, tenpct
where uniques.col_code = hundred.col_code
and uniques.col_code = tenpct.col_code
and uniques.col_code = 'BENCHMARKS'",$dbh,$opt_loop_count);
test_query("sel_10pct_ncl",
"Time for sel_10pct_ncl",
"select col_key, col_int, col_signed, col_code,
col_double, col_name
from tenpct
where col_name = 'THE+ASAP+BENCHMARKS+'",$dbh,$opt_loop_count);
if ($limits->{'subqueries'}){
test_query("agg_simple_report",
"Time for agg_simple_report",
"select avg(updates.col_decim)
from updates
where updates.col_key in
(select updates.col_key
from updates, hundred
where hundred.col_key = updates.col_key
and updates.col_decim > 980000000)",$dbh,$opt_loop_count);
}else{
print "agg_simple_report - Failed\n\n";
}
test_query("agg_info_retrieval",
"Time for agg_info_retrieval",
"select count(col_key)
from tenpct
where col_name = 'THE+ASAP+BENCHMARKS'
and col_int <= 100000000
and col_signed between 1 and 99999999
and not (col_float between -450000000 and 450000000)
and col_double > 600000000
and col_decim < -600000000",$dbh,$opt_loop_count);
if ($limits->{'views'}){
test_query("agg_create_view",
"Time for agg_create_view",
"create view
reportview(col_key,col_signed,col_date,col_decim,
col_name,col_code,col_int) as
select updates.col_key, updates.col_signed,
updates.col_date, updates.col_decim,
hundred.col_name, hundred.col_code,
hundred.col_int
from updates, hundred
where updates.col_key = hundred.col_key",$dbh,$opt_loop_count);
test_query("agg_subtotal_report",
"Time for agg_subtotal_report",
"select avg(col_signed), min(col_signed), max(col_signed),
max(col_date), min(col_date),
count(distinct col_name), count(col_name),
col_code, col_int
from reportview
where col_decim >980000000
group by col_code, col_int",$dbh,$opt_loop_count);
test_query("agg_total_report",
"Time for agg_total_report",
"select avg(col_signed), min(col_signed), max(col_signed),
max(col_date), min(col_date),
count(distinct col_name), count(col_name),
count(col_code), count(col_int)
from reportview
where col_decim >980000000",$dbh,$opt_loop_count);
}else{
print "agg_create_view - Failed\n\n";
print "agg_subtotal_report - Failed\n\n";
print "agg_total_report - Failed\n\n";
}
#fix from here
test_query("join_2_cl",
"Time for join_2_cl",
"select uniques.col_signed, uniques.col_name,
hundred.col_signed, hundred.col_name
from uniques, hundred
where uniques.col_key = hundred.col_key
and uniques.col_key =1000"
,$dbh,$opt_loop_count);
test_query("join_2",
"Time for join_2",
"select uniques.col_signed, uniques.col_name,
hundred.col_signed, hundred.col_name
from uniques, hundred
where uniques.col_address = hundred.col_address
and uniques.col_address = 'SILICON VALLEY'"
,$dbh,$opt_loop_count);
test_query("sel_variable_select_low",
"Time for sel_variable_select_low",
"select col_key, col_int, col_signed, col_code,
col_double, col_name
from tenpct
where col_signed < -500000000"
,$dbh,$opt_loop_count);
test_query("sel_variable_select_high",
"Time for sel_variable_select_high",
"select col_key, col_int, col_signed, col_code,
col_double, col_name
from tenpct
where col_signed < -250000000"
,$dbh,$opt_loop_count);
test_query("join_4_cl",
"Time for join_4_cl",
"select uniques.col_date, hundred.col_date,
tenpct.col_date, updates.col_date
from uniques, hundred, tenpct, updates
where uniques.col_key = hundred.col_key
and uniques.col_key = tenpct.col_key
and uniques.col_key = updates.col_key
and uniques.col_key = 1000"
,$dbh,$opt_loop_count);
test_query("proj_100",
"Time for proj_100",
"select distinct col_address, col_signed from hundred"
,$dbh,$opt_loop_count);
test_query("join_4_ncl",
"Time for join_4_ncl",
"select uniques.col_date, hundred.col_date,
tenpct.col_date, updates.col_date
from uniques, hundred, tenpct, updates
where uniques.col_code = hundred.col_code
and uniques.col_code = tenpct.col_code
and uniques.col_code = updates.col_code
and uniques.col_code = 'BENCHMARKS'"
,$dbh,$opt_loop_count);
test_query("proj_10pct",
"Time for proj_10pct",
"select distinct col_signed from tenpct"
,$dbh,$opt_loop_count);
test_query("sel_1_ncl",
"Time for sel_1_ncl",
"select col_key, col_int, col_signed, col_code,
col_double, col_name
from updates where col_code = 'BENCHMARKS'"
,$dbh,$opt_loop_count);
test_query("join_2_ncl",
"Time for join_2_ncl",
"select uniques.col_signed, uniques.col_name,
hundred.col_signed, hundred.col_name
from uniques, hundred
where uniques.col_code = hundred.col_code
and uniques.col_code = 'BENCHMARKS'"
,$dbh,$opt_loop_count);
if ($limits->{'foreign_key'}){
do_many($dbh,$server->create("integrity_temp",\@fields,[]));
test_query("integrity_test_1",
"Time for integrity_test",
"insert into integrity_temp select *
from hundred where col_int=0",$dbh,$opt_loop_count);
test_query("integrity_test_2",
"Time for integrity_test",
"update hundred set col_signed = '-500000000'
where col_int = 0",$dbh,$opt_loop_count);
test_query("integrity_test_3",
"Time for integrity_test",
"update hundred set col_signed = '-500000000'
where col_int = 0",$dbh,$opt_loop_count);
}else{
print "integrity_test - Failed\n\n";
}
push @drop_seq_command,$server->drop_index("updates","updates_int_bt");
push @drop_seq_command,$server->drop_index("updates","updates_double_bt");
push @drop_seq_command,$server->drop_index("updates","updates_decim_bt");
push @drop_seq_command,$server->drop_index("updates","updates_code_h");
test_many_command("Drop updates keys",
"Time for drop_updates_keys",
\@drop_seq_command,$dbh,$opt_loop_count);
do_many($dbh,$server->create("saveupdates",\@fields,[]));
test_command("bulk_save",
"Time for bulk_save",
"insert into saveupdates select *
from updates where col_key between 5000 and 5999"
,$dbh,$opt_loop_count);
test_command("bulk_modify",
"Time for bulk_modify",
"update updates
set col_key = col_key - 100000
where col_key between 5000 and 5999"
,$dbh,$opt_loop_count);
safe_command("upd_append_duplicate",
"Time for upd_append_duplicate",
"insert into updates
values (6000, 0, 60000, 39997.90,
50005.00, 50005.00,
'11/10/1985', 'CONTROLLER',
'ALICE IN WONDERLAND',
'UNIVERSITY OF ILLINOIS AT CHICAGO')"
,$dbh,$opt_loop_count);
test_command("upd_remove_duplicate",
"Time for upd_remove_duplicate",
"delete from updates where col_key = 6000 and col_int = 0"
,$dbh,$opt_loop_count);
test_command("upd_app_t_mid",
"Time for upd_app_t_mid",
"insert into updates
values (5005, 5005, 50005, 50005.00, 50005.00,
50005.00, '1/1/1988', 'CONTROLLER',
'ALICE IN WONDERLAND',
'UNIVERSITY OF ILLINOIS AT CHICAGO')"
,$dbh,$opt_loop_count);
test_command("upd_mod_t_mid",
"Time for upd_mod_t_mid",
"update updates set col_key = '-5000'
where col_key = 5005"
,$dbh,$opt_loop_count);
test_command("upd_del_t_mid",
"Time for upd_del_t_mid",
"delete from updates
where (col_key='5005') or (col_key='-5000')"
,$dbh,$opt_loop_count);
test_command("upd_app_t_end",
"Time for upd_app_t_end",
"delete from updates
where (col_key='5005') or (col_key='-5000')"
,$dbh,$opt_loop_count);
test_command("upd_mod_t_end",
"Time for upd_mod_t_end",
"update updates
set col_key = -1000
where col_key = 1000000001"
,$dbh,$opt_loop_count);
test_command("upd_del_t_end",
"Time for upd_del_t_end",
"delete from updates where col_key = -1000"
,$dbh,$opt_loop_count);
test_command("create_idx_updates_code_h",
"time for create_idx_updates_code_h",
"create index updates_code_h on updates (col_code)",
$dbh,$opt_loop_count);
test_command("upd_app_t_mid",
"Time for upd_app_t_mid",
"insert into updates
values (5005, 5005, 50005, 50005.00, 50005.00,
50005.00, '1/1/1988', 'CONTROLLER',
'ALICE IN WONDERLAND',
'UNIVERSITY OF ILLINOIS AT CHICAGO')"
,$dbh,$opt_loop_count);
test_command("upd_mod_t_cod",
"Time for upd_mod_t_cod",
"update updates
set col_code = 'SQL+GROUPS'
where col_key = 5005"
,$dbh,$opt_loop_count);
test_command("upd_del_t_mid",
"Time for upd_del_t_mid",
"delete from updates
where (col_key='5005') or (col_key='-5000')"
,$dbh,$opt_loop_count);
test_command("create_idx_updates_int_bt",
"time for create_idx_updates_int_bt",
"create index updates_int_bt on updates (col_int)",
$dbh,$opt_loop_count);
test_command("upd_app_t_mid",
"Time for upd_app_t_mid",
"insert into updates
values (5005, 5005, 50005, 50005.00, 50005.00,
50005.00, '1/1/1988', 'CONTROLLER',
'ALICE IN WONDERLAND',
'UNIVERSITY OF ILLINOIS AT CHICAGO')"
,$dbh,$opt_loop_count);
test_command("upd_mod_t_int",
"Time for upd_mod_t_int",
"update updates set col_int = 50015 where col_key = 5005"
,$dbh,$opt_loop_count);
test_command("upd_del_t_mid",
"Time for upd_del_t_mid",
"delete from updates
where (col_key='5005') or (col_key='-5000')"
,$dbh,$opt_loop_count);
test_command("bulk_append",
"Time for bulk_append",
"insert into updates select * from saveupdates"
,$dbh,$opt_loop_count);
test_command("bulk_delete",
"Time for bulk_delete",
"delete from updates where col_key < 0"
,$dbh,$opt_loop_count);
################################ END ###################################
####
#### End of the test...Finally print time used to execute the
#### whole test.
$dbh->disconnect;
end_benchmark($start_time);
############################ HELP FUNCTIONS ##############################
sub test_query
{
my($test_text,$result_text,$query,$dbh,$count)=@_;
my($i,$loop_time,$end_time);
print $test_text . "\n";
$loop_time=new Benchmark;
for ($i=0 ; $i < $count ; $i++)
{
defined(fetch_all_rows($dbh,$query)) or warn $DBI::errstr;
}
$end_time=new Benchmark;
print $result_text . "($count): " .
timestr(timediff($end_time, $loop_time),"all") . "\n\n";
}
sub test_command
{
my($test_text,$result_text,$query,$dbh,$count)=@_;
my($i,$loop_time,$end_time);
print $test_text . "\n";
$loop_time=new Benchmark;
for ($i=0 ; $i < $count ; $i++)
{
$dbh->do($query) or die $DBI::errstr;
}
$end_time=new Benchmark;
print $result_text . "($count): " .
timestr(timediff($end_time, $loop_time),"all") . "\n\n";
}
sub safe_command
{
my($test_text,$result_text,$query,$dbh,$count)=@_;
my($i,$loop_time,$end_time);
print $test_text . "\n";
$loop_time=new Benchmark;
for ($i=0 ; $i < $count ; $i++)
{
safe_do_many($dbh,$query);
}
$end_time=new Benchmark;
print $result_text . "($count): " .
timestr(timediff($end_time, $loop_time),"all") . "\n\n";
}
sub test_many_command
{
my($test_text,$result_text,$query,$dbh,$count)=@_;
my($i,$loop_time,$end_time);
$loop_time=new Benchmark;
for ($i=0 ; $i < $count ; $i++)
{
safe_do_many($dbh, @$query);
}
$end_time=new Benchmark;
print $result_text . "($count): " .
timestr(timediff($end_time, $loop_time),"all") . "\n\n";
}
Reference in a new issue View git blame Copy permalink