mirror of
				https://github.com/MariaDB/server.git
				synced 2025-11-04 04:46:15 +01:00 
			
		
		
		
	Heap tables are allocated blocks to store rows according to my_default_record_cache (mapped to the server global variable read_buffer_size). This causes performance issues when the record length is big (> 1000 bytes) and the my_default_record_cache is small. Changed to instead split the default heap allocation to 1/16 of the allowed space and not use my_default_record_cache anymore when creating the heap. The allocation is also aligned to be just under a power of 2. For some test that I have been running, which was using record length=633, the speed of the query doubled thanks to this change. Other things: - Fixed calculation of max_records passed to hp_create() to take into account padding between records. - Updated calculation of memory needed by heap tables. Before we did not take into account internal structures needed to access rows. - Changed block sized for memory_table from 1 to 16384 to get less fragmentation. This also avoids a problem where we need 1K to manage index and row storage which was not counted for before. - Moved heap memory usage to a separate test for 32 bit. - Allocate all data blocks in heap in powers of 2. Change reported memory usage for heap to reflect this. Reviewed-by: Sergei Golubchik <serg@mariadb.org>
		
			
				
	
	
		
			172 lines
		
	
	
	
		
			5 KiB
		
	
	
	
		
			Text
		
	
	
	
	
	
			
		
		
	
	
			172 lines
		
	
	
	
		
			5 KiB
		
	
	
	
		
			Text
		
	
	
	
	
	
--source include/have_debug.inc
 | 
						|
--source include/not_embedded.inc
 | 
						|
--source include/have_sequence.inc
 | 
						|
#
 | 
						|
# Bug #28499: crash for grouping query when tmp_table_size is too small
 | 
						|
#
 | 
						|
CREATE TABLE t1 (
 | 
						|
  a varchar(128) character set utf8 collate utf8_bin NOT NULL,
 | 
						|
  b varchar(128) character set utf8 collate utf8_bin NOT NULL )
 | 
						|
ENGINE=MyISAM DEFAULT CHARSET=utf8;
 | 
						|
 | 
						|
INSERT INTO t1
 | 
						|
select concat(repeat("A", 50),char(32+mod(seq,31)),char(32+mod(seq,29))),
 | 
						|
       concat(repeat("A", 50),char(32+mod(seq,31)),char(32+mod(seq,29)))
 | 
						|
       from seq_1_to_128;
 | 
						|
 | 
						|
set tmp_table_size=16384;
 | 
						|
 | 
						|
# Set debug flag so an error is returned when
 | 
						|
# tmp table in query is converted from heap to myisam
 | 
						|
SET @saved_dbug = @@SESSION.debug_dbug;
 | 
						|
set session debug_dbug="+d,raise_error";
 | 
						|
 | 
						|
--error ER_DUP_KEY
 | 
						|
SELECT MAX(a) FROM t1 GROUP BY a,b;
 | 
						|
 | 
						|
set tmp_table_size=default;
 | 
						|
DROP TABLE t1;
 | 
						|
 | 
						|
--echo #
 | 
						|
--echo # Bug #50946: fast index creation still seems to copy the table
 | 
						|
--echo #
 | 
						|
CREATE TABLE t1 (a INT(100) NOT NULL);
 | 
						|
INSERT INTO t1 VALUES (1), (0), (2);
 | 
						|
SET SESSION debug_dbug='+d,alter_table_only_index_change';
 | 
						|
ALTER TABLE t1 ADD INDEX a(a);
 | 
						|
SET debug_dbug= @saved_dbug;
 | 
						|
SHOW CREATE TABLE t1;
 | 
						|
SELECT * FROM t1;
 | 
						|
DROP TABLE t1;
 | 
						|
 | 
						|
--echo #
 | 
						|
--echo # Bug#42064: low memory crash when importing hex strings, in Item_hex_string::Item_hex_string
 | 
						|
--echo #
 | 
						|
 | 
						|
CREATE TABLE t1(a BLOB);
 | 
						|
 | 
						|
SET SESSION debug_dbug="+d,bug42064_simulate_oom";
 | 
						|
# May fail with either ER_OUT_OF_RESOURCES or EE_OUTOFMEMORY
 | 
						|
--error ER_OUT_OF_RESOURCES, 5
 | 
						|
INSERT INTO t1 VALUES("");
 | 
						|
SET debug_dbug= @saved_dbug;
 | 
						|
 | 
						|
DROP TABLE t1;
 | 
						|
 | 
						|
-- echo #
 | 
						|
-- echo # Bug#41660: Sort-index_merge for non-first join table may require 
 | 
						|
-- echo # O(#scans) memory
 | 
						|
-- echo #
 | 
						|
 | 
						|
CREATE TABLE t1 (a INT);
 | 
						|
INSERT INTO t1 VALUES (0), (1), (2), (3), (4), (5), (6), (7), (8), (9);
 | 
						|
 | 
						|
CREATE TABLE t2 (a INT, b INT, filler CHAR(100), KEY(a), KEY(b));
 | 
						|
INSERT INTO t2 SELECT 1000, 1000, 'filler' FROM t1 A, t1 B, t1 C;
 | 
						|
INSERT INTO t2 VALUES (1, 1, 'data');
 | 
						|
 | 
						|
--echo # the example query uses LEFT JOIN only for the sake of being able to
 | 
						|
--echo # demonstrate the issue with a very small dataset. (left outer join 
 | 
						|
--echo # disables the use of join buffering, so we get the second table 
 | 
						|
--echo # re-scanned for every record in the outer table. if we used inner join,
 | 
						|
--echo # we would need to have thousands of records and/or more columns in both
 | 
						|
--echo # tables so that the join buffer is filled and re-scans are triggered).
 | 
						|
 | 
						|
SET @save_optimizer_switch=@@optimizer_switch;
 | 
						|
SET optimizer_switch='outer_join_with_cache=off';
 | 
						|
 | 
						|
SET SESSION debug_dbug= '+d,only_one_Unique_may_be_created';
 | 
						|
 | 
						|
--disable_ps2_protocol
 | 
						|
--replace_column 1 x 2 x 3 x 4 x 5 x 6 x 7 x 8 x 9 x
 | 
						|
EXPLAIN
 | 
						|
SELECT * FROM t1 LEFT JOIN t2 ON ( t2.a < 10 OR t2.b < 10 );
 | 
						|
SELECT * FROM t1 LEFT JOIN t2 ON ( t2.a < 10 OR t2.b < 10 );
 | 
						|
--enable_ps2_protocol
 | 
						|
 | 
						|
SET debug_dbug= @saved_dbug;
 | 
						|
 | 
						|
SET optimizer_switch=@save_optimizer_switch;
 | 
						|
 | 
						|
DROP TABLE t1, t2;
 | 
						|
 | 
						|
 | 
						|
--echo #
 | 
						|
--echo # Bug#11747970 34660: CRASH WHEN FEDERATED TABLE LOSES CONNECTION DURING INSERT ... SELECT
 | 
						|
--echo #
 | 
						|
CREATE TABLE t1(f1 INT, KEY(f1));
 | 
						|
CREATE TABLE t2(f1 INT);
 | 
						|
INSERT INTO t1 VALUES (1),(2);
 | 
						|
INSERT INTO t2 VALUES (1),(2);
 | 
						|
SET SESSION debug_dbug="+d,bug11747970_raise_error";
 | 
						|
--error ER_QUERY_INTERRUPTED
 | 
						|
INSERT IGNORE INTO t2 SELECT f1 FROM t1 a WHERE NOT EXISTS (SELECT 1 FROM t2 b WHERE a.f1 = b.f1);
 | 
						|
SET debug_dbug= @saved_dbug;
 | 
						|
DROP TABLE t1,t2;
 | 
						|
 | 
						|
 | 
						|
--echo #
 | 
						|
--echo # End of 5.1 tests
 | 
						|
--echo #
 | 
						|
 | 
						|
 | 
						|
--echo #
 | 
						|
--echo # BUG#11747548:DETECT ORPHAN TEMP-POOL FILES, AND HANDLE GRACEFULLY.
 | 
						|
--echo #
 | 
						|
 | 
						|
--echo #Set up.
 | 
						|
CREATE TABLE pid_table(pid_no INT);
 | 
						|
CREATE TABLE t1 (a BLOB);
 | 
						|
INSERT INTO t1 VALUES (1), (2);
 | 
						|
 | 
						|
--echo #Create MYD and MYI files for intrinsic temp table.
 | 
						|
--let $pid_file=`SELECT @@pid_file`
 | 
						|
--replace_result $pid_file pid_file
 | 
						|
--eval LOAD DATA LOCAL INFILE '$pid_file' INTO TABLE pid_table
 | 
						|
--let $temp_file= `SELECT CONCAT('#sql_', LCASE(HEX(pid_no)), '_0') FROM pid_table`
 | 
						|
--write_file $MYSQLTEST_VARDIR/tmp/$temp_file.MYD
 | 
						|
EOF
 | 
						|
--write_file $MYSQLTEST_VARDIR/tmp/$temp_file.MYI
 | 
						|
EOF
 | 
						|
--write_file $MYSQLTEST_VARDIR/tmp/$temp_file.MAD
 | 
						|
EOF
 | 
						|
--write_file $MYSQLTEST_VARDIR/tmp/$temp_file.MAI
 | 
						|
EOF
 | 
						|
 | 
						|
--echo #Reports an error since the temp file already exists.
 | 
						|
--replace_regex /.*Can't create\/write *.*/Can't create or write to file/
 | 
						|
#--error 1
 | 
						|
SELECT a FROM t1 ORDER BY rand(1);
 | 
						|
 | 
						|
--echo #With patch, the query executes successfully.
 | 
						|
SELECT a FROM t1 ORDER BY rand(1);
 | 
						|
 | 
						|
--echo #cleanup
 | 
						|
DROP TABLE t1, pid_table;
 | 
						|
 | 
						|
 | 
						|
 | 
						|
--echo #
 | 
						|
--echo # MDEV-12416 OOM in create_virtual_tmp_table() makes the server crash
 | 
						|
--echo #
 | 
						|
 | 
						|
CREATE FUNCTION f1(a INT) RETURNS INT RETURN a;
 | 
						|
SET SESSION debug_dbug="+d,simulate_create_virtual_tmp_table_out_of_memory";
 | 
						|
# May fail with either ER_OUT_OF_RESOURCES or EE_OUTOFMEMORY
 | 
						|
--error ER_OUT_OF_RESOURCES, 5
 | 
						|
SELECT f1(1);
 | 
						|
DROP FUNCTION f1;
 | 
						|
SET debug_dbug= @saved_dbug;
 | 
						|
 | 
						|
--echo #
 | 
						|
--echo # MDEV-27978 wrong option name in error when exceeding max_session_mem_used
 | 
						|
--echo #
 | 
						|
SET SESSION max_session_mem_used = 8192;
 | 
						|
--error ER_OPTION_PREVENTS_STATEMENT
 | 
						|
SELECT * FROM information_schema.processlist;
 | 
						|
SET SESSION max_session_mem_used = DEFAULT;
 | 
						|
 | 
						|
 | 
						|
--echo #
 | 
						|
--echo # End of 10.2 tests
 | 
						|
--echo #
 |