mirror of
https://github.com/MariaDB/server.git
synced 2025-10-31 10:56:12 +01:00
c3a7a3c7a2
It was found that unnecessary work of building Ordered_key structures
is being done when processing NULL-aware materialization for IN predicates
having only one column. In fact, the logic for that simplified case can be
expressed as follows.
Say we have predicate left_expr IN (SELECT <subq1>), where left_expr is
scalar(not a tuple).
Then
if (left_expr is NULL) {
if (subq1 produced any rows) {
// note that we don't care if subq1 has produced
// NULLs or not.
NULL IN (<some values>) -> UNKNOWN, i.e. NULL.
} else {
NULL IN ({empty-set}) -> FALSE.
}
} else {
// left_expr is a non-NULL value
if (subq1 output has a match for left_expr) {
left_expr IN (..., left_expr ...) -> TRUE
} else {
// no "known" matches.
if (subq1 output has a NULL) {
left_expr IN ( ... NULL ...) ->
(NULL could have been a match or not)
-> NULL.
} else {
// subq1 didn't produce any "UNKNOWNs" so
// we're positive there weren't any matches
-> FALSE.
}
}
}
This commit introduces subselect_single_column_partial_engine class
implementing the logic described.
Reviewer: Sergei Petrunia <sergey@mariadb.com>
371 lines
11 KiB
Text
371 lines
11 KiB
Text
#
|
|
# Hash semi-join regression tests
|
|
# (WL#1110: Subquery optimization: materialization)
|
|
#
|
|
|
|
|
|
# force the use of materialization
|
|
set @subselect_mat_test_optimizer_switch_value='materialization=on,in_to_exists=off,semijoin=off';
|
|
|
|
--source subselect_sj_mat.test
|
|
set @subselect_mat_test_optimizer_switch_value=null;
|
|
|
|
set @@optimizer_switch='materialization=on,in_to_exists=off,semijoin=off';
|
|
set optimizer_switch='mrr=on,mrr_sort_keys=on,index_condition_pushdown=on';
|
|
#
|
|
# Test that the contents of the temp table of a materialized subquery is
|
|
# cleaned up between PS re-executions.
|
|
#
|
|
|
|
create table t0 (a int);
|
|
insert into t0 values (0),(1),(2);
|
|
create table t1 (a int);
|
|
insert into t1 values (0),(1),(2);
|
|
explain select a, a in (select a from t1) from t0;
|
|
select a, a in (select a from t1) from t0;
|
|
prepare s from 'select a, a in (select a from t1) from t0';
|
|
execute s;
|
|
update t1 set a=123;
|
|
execute s;
|
|
drop table t0, t1;
|
|
|
|
|
|
--echo #
|
|
--echo # LPBUG#609121: RQG: wrong result on aggregate + NOT IN + HAVING and
|
|
--echo # partial_match_table_scan=on
|
|
--echo #
|
|
|
|
create table t1 (c1 int);
|
|
create table t2 (c2 int);
|
|
insert into t1 values (1);
|
|
insert into t2 values (2);
|
|
|
|
set @@optimizer_switch='semijoin=off';
|
|
|
|
EXPLAIN
|
|
SELECT SUM(c1) c1_sum FROM t1 WHERE c1 IN (SELECT c2 FROM t2);
|
|
SELECT SUM(c1) c1_sum FROM t1 WHERE c1 IN (SELECT c2 FROM t2);
|
|
EXPLAIN
|
|
SELECT SUM(c1) c1_sum FROM t1 WHERE c1 IN (SELECT c2 FROM t2) HAVING c1_sum;
|
|
SELECT SUM(c1) c1_sum FROM t1 WHERE c1 IN (SELECT c2 FROM t2) HAVING c1_sum;
|
|
|
|
drop table t1, t2;
|
|
|
|
--echo #
|
|
--echo # BUG#52344 - Subquery materialization:
|
|
--echo # Assertion if subquery in on-clause of outer join
|
|
--echo #
|
|
|
|
set @@optimizer_switch='semijoin=off';
|
|
|
|
CREATE TABLE t1 (i INTEGER);
|
|
INSERT INTO t1 VALUES (10);
|
|
|
|
CREATE TABLE t2 (j INTEGER);
|
|
INSERT INTO t2 VALUES (5);
|
|
|
|
CREATE TABLE t3 (k INTEGER);
|
|
|
|
EXPLAIN
|
|
SELECT i FROM t1 LEFT JOIN t2 ON (j) IN (SELECT k FROM t3);
|
|
SELECT i FROM t1 LEFT JOIN t2 ON (j) IN (SELECT k FROM t3);
|
|
|
|
EXPLAIN
|
|
SELECT i FROM t1 LEFT JOIN t2 ON (j) IN (SELECT max(k) FROM t3);
|
|
SELECT i FROM t1 LEFT JOIN t2 ON (j) IN (SELECT max(k) FROM t3);
|
|
|
|
DROP TABLE t1, t2, t3;
|
|
|
|
--echo #
|
|
--echo # LPBUG#611622/BUG#52344: Subquery materialization: Assertion
|
|
--echo # if subquery in on-clause of outer join
|
|
--echo #
|
|
|
|
CREATE TABLE t1 (c1 int);
|
|
INSERT INTO t1 VALUES (1),(2);
|
|
|
|
CREATE TABLE t2 (c2 int);
|
|
INSERT INTO t2 VALUES (10);
|
|
|
|
PREPARE st1 FROM "
|
|
SELECT *
|
|
FROM t2 LEFT JOIN t2 t3 ON (8, 4) IN (SELECT c1, c1 FROM t1)";
|
|
|
|
EXECUTE st1;
|
|
EXECUTE st1;
|
|
|
|
DROP TABLE t1, t2;
|
|
|
|
--echo #
|
|
--echo # Testcase backport: BUG#46548 IN-subqueries return 0 rows with materialization=on
|
|
--echo #
|
|
CREATE TABLE t1 (
|
|
pk int,
|
|
a varchar(1),
|
|
b varchar(4),
|
|
c varchar(4),
|
|
d varchar(4),
|
|
PRIMARY KEY (pk)
|
|
);
|
|
INSERT INTO t1 VALUES (1,'o','ffff','ffff','ffoo'),(2,'f','ffff','ffff','ffff');
|
|
|
|
CREATE TABLE t2 LIKE t1;
|
|
INSERT INTO t2 VALUES (1,'i','iiii','iiii','iiii'),(2,'f','ffff','ffff','ffff');
|
|
|
|
SET @@optimizer_switch='default,semijoin=on,materialization=on';
|
|
EXPLAIN SELECT pk FROM t1 WHERE (a) IN (SELECT a FROM t2 WHERE pk > 0);
|
|
SELECT pk FROM t1 WHERE (a) IN (SELECT a FROM t2 WHERE pk > 0);
|
|
SELECT pk FROM t1 WHERE (b,c,d) IN (SELECT b,c,d FROM t2 WHERE pk > 0);
|
|
DROP TABLE t1, t2;
|
|
|
|
|
|
-- echo #
|
|
-- echo # BUG#724228: Wrong result with materialization=on and three aggregates in maria-5.3-mwl90
|
|
-- echo #
|
|
CREATE TABLE t1 ( f2 int(11)) ;
|
|
INSERT IGNORE INTO t1 VALUES ('7'),('9'),('7'),('4'),('2'),('6'),('8'),('5'),('6'),('188'),('2'),('1'),('1'),('0'),('9'),('4');
|
|
|
|
CREATE TABLE t2 ( f1 int(11), f2 int(11)) ENGINE=MyISAM;
|
|
INSERT IGNORE INTO t2 VALUES ('1','1');
|
|
|
|
CREATE TABLE t3 ( f1 int(11), f2 int(11), f3 int(11), PRIMARY KEY (f1)) ;
|
|
INSERT IGNORE INTO t3 VALUES ('16','6','1'),('18','3','4'),('19',NULL,'9'),('20','0','6'),('41','2','0'),('42','2','5'),('43','9','6'),('44','7','4'),('45','1','4'),('46','222','238'),('47','3','6'),('48','6','6'),('49',NULL,'1'),('50','5','1');
|
|
|
|
SET @_save_join_cache_level = @@join_cache_level;
|
|
SET @_save_optimizer_switch = @@optimizer_switch;
|
|
|
|
SET join_cache_level = 1;
|
|
SET optimizer_switch='materialization=on';
|
|
|
|
SELECT f1 FROM t3
|
|
WHERE
|
|
f1 NOT IN (SELECT MAX(f2) FROM t1) AND
|
|
f3 IN (SELECT MIN(f1) FROM t2) AND
|
|
f1 IN (SELECT COUNT(f2) FROM t1);
|
|
|
|
SET @@join_cache_level = @_save_join_cache_level;
|
|
SET @@optimizer_switch = @_save_optimizer_switch;
|
|
|
|
drop table t1, t2, t3;
|
|
|
|
--echo #
|
|
--echo # LPBUG#719198 Ordered_key::cmp_key_with_search_key(rownum_t): Assertion `!compare_pred[i]->null_value'
|
|
--echo # failed with subquery on both sides of NOT IN and materialization
|
|
--echo #
|
|
|
|
CREATE TABLE t1 (f1a int, f1b int) ;
|
|
INSERT IGNORE INTO t1 VALUES (1,1),(2,2);
|
|
CREATE TABLE t2 ( f2 int);
|
|
INSERT IGNORE INTO t2 VALUES (3),(4);
|
|
CREATE TABLE t3 (f3a int, f3b int);
|
|
|
|
set @@optimizer_switch='materialization=on,partial_match_rowid_merge=on,partial_match_table_scan=off,in_to_exists=off';
|
|
|
|
EXPLAIN
|
|
SELECT * FROM t2 WHERE (SELECT f3a FROM t3) NOT IN (SELECT f1a FROM t1);
|
|
SELECT * FROM t2 WHERE (SELECT f3a FROM t3) NOT IN (SELECT f1a FROM t1);
|
|
|
|
EXPLAIN
|
|
SELECT (SELECT f3a FROM t3) NOT IN (SELECT f1a FROM t1);
|
|
SELECT (SELECT f3a FROM t3) NOT IN (SELECT f1a FROM t1);
|
|
|
|
EXPLAIN
|
|
SELECT * FROM t2 WHERE (SELECT f3a, f3b FROM t3) NOT IN (SELECT f1a, f1b FROM t1);
|
|
SELECT * FROM t2 WHERE (SELECT f3a, f3b FROM t3) NOT IN (SELECT f1a, f1b FROM t1);
|
|
|
|
EXPLAIN
|
|
SELECT (SELECT f3a, f3b FROM t3) NOT IN (SELECT f1a, f1b FROM t1);
|
|
SELECT (SELECT f3a, f3b FROM t3) NOT IN (SELECT f1a, f1b FROM t1);
|
|
|
|
drop table t1, t2, t3;
|
|
|
|
--echo #
|
|
--echo # LPBUG#730604 Assertion `bit < (map)->n_bits' failed in maria-5.3 with
|
|
--echo # partial_match_rowid_merge
|
|
--echo #
|
|
|
|
CREATE TABLE t1 (f1 int NOT NULL, f2 int, f3 int) ;
|
|
CREATE TABLE t2 (f1 int NOT NULL, f2 int, f3 int) ;
|
|
|
|
INSERT INTO t1 VALUES (60, 3, null), (61, null, 77);
|
|
INSERT INTO t2 VALUES (1000,6,2);
|
|
|
|
set @@optimizer_switch='materialization=on,partial_match_rowid_merge=on,partial_match_table_scan=off,in_to_exists=off';
|
|
|
|
EXPLAIN
|
|
SELECT (f1, f2, f3) NOT IN
|
|
(SELECT COUNT(DISTINCT f2), f1, f3 FROM t1 GROUP BY f1, f3) as exp
|
|
FROM t2;
|
|
|
|
SELECT (f1, f2, f3) NOT IN
|
|
(SELECT COUNT(DISTINCT f2), f1, f3 FROM t1 GROUP BY f1, f3) as exp
|
|
FROM t2;
|
|
|
|
drop table t1, t2;
|
|
|
|
--echo #
|
|
--echo # LPBUG#702301: MAX in select + always false WHERE with SQ
|
|
--echo #
|
|
|
|
CREATE TABLE t1 (a int, b int, KEY (b));
|
|
INSERT INTO t1 VALUES (3,1), (4,2);
|
|
CREATE TABLE t2 (a int);
|
|
INSERT INTO t2 VALUES (7), (8);
|
|
|
|
set @@optimizer_switch='materialization=on,in_to_exists=off,semijoin=off';
|
|
|
|
SELECT MAX(t1.b) AS max_res FROM t1 WHERE (9) IN (SELECT a FROM t2);
|
|
EXPLAIN EXTENDED
|
|
SELECT MAX(t1.b) AS max_res FROM t1 WHERE (9) IN (SELECT a FROM t2);
|
|
|
|
set @@optimizer_switch='materialization=off,in_to_exists=on,semijoin=off';
|
|
|
|
SELECT MAX(t1.b) AS max_res FROM t1 WHERE (9) IN (SELECT a FROM t2);
|
|
EXPLAIN EXTENDED
|
|
SELECT MAX(t1.b) AS max_res FROM t1 WHERE (9) IN (SELECT a FROM t2);
|
|
|
|
DROP TABLE t1,t2;
|
|
|
|
--echo #
|
|
--echo # LPBUG#825095: Wrong result with materialization and NOT IN with 2 expressions
|
|
--echo #
|
|
|
|
CREATE TABLE t1 (a int,b int);
|
|
INSERT INTO t1 VALUES (4,4),(4,2);
|
|
|
|
CREATE TABLE t2 (b int, a int);
|
|
INSERT INTO t2 VALUES (4,3),(8,4);
|
|
|
|
set @@optimizer_switch='semijoin=off,in_to_exists=off,materialization=on,partial_match_rowid_merge=on,partial_match_table_scan=off';
|
|
|
|
EXPLAIN SELECT *
|
|
FROM t1
|
|
WHERE (a, b) NOT IN (SELECT a, b FROM t2);
|
|
|
|
SELECT *
|
|
FROM t1
|
|
WHERE (a, b) NOT IN (SELECT a, b FROM t2);
|
|
|
|
EXPLAIN
|
|
SELECT a, b, (a, b) NOT IN (SELECT a, b FROM t2) as sq
|
|
FROM t1;
|
|
|
|
SELECT a, b, (a, b) NOT IN (SELECT a, b FROM t2) as sq
|
|
FROM t1;
|
|
|
|
drop table t1, t2;
|
|
|
|
--echo #
|
|
--echo # MDEV-15235: Assertion `length > 0' failed in create_ref_for_key
|
|
--echo #
|
|
|
|
CREATE TABLE t1 (i INT);
|
|
INSERT INTO t1 VALUES (1),(2);
|
|
CREATE TABLE t2 (f CHAR(1));
|
|
INSERT INTO t2 VALUES ('a'),('b');
|
|
explain
|
|
SELECT * FROM t2 WHERE f IN ( SELECT LEFT('foo',0) FROM t1 ORDER BY 1 );
|
|
SELECT * FROM t2 WHERE f IN ( SELECT LEFT('foo',0) FROM t1 ORDER BY 1 );
|
|
DROP TABLE t1, t2;
|
|
|
|
--echo #
|
|
--echo # MDEV-18255: Server crashes in Bitmap<64u>::intersect
|
|
--echo #
|
|
create table t1 (v1 varchar(1)) engine=myisam ;
|
|
create table t2 (v1 varchar(1)) engine=myisam ;
|
|
|
|
explain
|
|
select 1 from t1 where exists
|
|
(select 1 from t1 where t1.v1 in (select t2.v1 from t2 having t2.v1 < 'j')) ;
|
|
select 1 from t1 where exists
|
|
(select 1 from t1 where t1.v1 in (select t2.v1 from t2 having t2.v1 < 'j')) ;
|
|
drop table t1,t2;
|
|
|
|
--echo #
|
|
--echo # MDEV-9489: Assertion `0' failed in Protocol::end_statement() on
|
|
--echo # UNION ALL
|
|
--echo #
|
|
|
|
CREATE TABLE t1 (f1 INT);
|
|
CREATE TABLE t2 (f2 INT);
|
|
INSERT INTO t1 VALUES (1),(2);
|
|
|
|
( SELECT 1 FROM t1 WHERE f1 NOT IN ( SELECT f2 FROM t2 ) LIMIT 0 )
|
|
UNION ALL
|
|
( SELECT 1 FROM t1 WHERE f1 NOT IN ( SELECT f2 FROM t2 ) )
|
|
;
|
|
|
|
drop table t1, t2;
|
|
|
|
--echo #
|
|
--echo # MDEV-34665: Simplify IN predicate processing for NULL-aware
|
|
--echo # materialization involving only one column
|
|
|
|
set @save_optimizer_switch=@@optimizer_switch;
|
|
set @@optimizer_switch = "materialization=on,in_to_exists=off,semijoin=off";
|
|
|
|
create table t1 (a int);
|
|
create table t2 (b int);
|
|
insert into t1 values (null), (1), (2), (3);
|
|
|
|
--echo # Query against empty t2
|
|
--sorted_result
|
|
select a, a in (select b from t2) from t1;
|
|
|
|
--echo # Insert some not-NULL values
|
|
insert into t2 values (3), (4);
|
|
--sorted_result
|
|
select a, a in (select b from t2) from t1;
|
|
--echo # Ensure the correct strategy is tested
|
|
--source include/analyze-format.inc
|
|
analyze format=json select a, a in (select b from t2) from t1;
|
|
|
|
--echo # Insert NULL value (so there are both NULLs and and not-NULL values)
|
|
insert into t2 values (null);
|
|
--sorted_result
|
|
select a, a in (select b from t2) from t1;
|
|
--source include/analyze-format.inc
|
|
analyze format=json select a, a in (select b from t2) from t1;
|
|
|
|
delete from t2;
|
|
--echo # Insert NULL values only
|
|
insert into t2 values (null), (null);
|
|
--sorted_result
|
|
select a, a in (select b from t2) from t1;
|
|
--source include/analyze-format.inc
|
|
analyze format=json select a, a in (select b from t2) from t1;
|
|
|
|
--echo # Test UPDATE
|
|
insert into t2 values (3), (4);
|
|
update t1 set a=a+1 where a not in (select b from t2);
|
|
--echo # Nothing updated due to NULLs on both sides of IN
|
|
select * from t1;
|
|
--echo # Remove NULLs from the right side
|
|
delete from t2 where b is null;
|
|
update t1 set a=a+1 where a not in (select b from t2);
|
|
--echo # Now some rows are updated:
|
|
select * from t1;
|
|
--source include/analyze-format.inc
|
|
analyze format=json update t1 set a=a+1 where a not in (select b from t2);
|
|
|
|
--echo # Test DELETE
|
|
--echo # Restore initial data-set:
|
|
delete from t1;
|
|
insert into t1 values (null), (1), (2), (3);
|
|
--echo # Add some NULL values to the right side of IN
|
|
insert into t2 values (null), (null);
|
|
delete from t1 where a not in (select b from t2);
|
|
--echo # Nothing deleted due to NULLs on both sides of IN
|
|
select * from t1;
|
|
--echo # Remove NULLs from the right side
|
|
delete from t2 where b is null;
|
|
delete from t1 where a not in (select b from t2);
|
|
--echo # Now some rows are deleted:
|
|
select * from t1;
|
|
--source include/analyze-format.inc
|
|
analyze format=json delete from t1 where a not in (select b from t2);
|
|
|
|
drop table t1, t2;
|
|
|
|
set @@optimizer_switch=@save_optimizer_switch;
|
|
|