mirror of
https://github.com/MariaDB/server.git
synced 2025-01-31 02:51:44 +01:00
e056efdd6c
1. In case of system-versioned table add row_end into FTS_DOC_ID index
in fts_create_common_tables() and innobase_create_key_defs().
fts_n_uniq() returns 1 or 2 depending on whether the table is
system-versioned.
After this patch recreate of FTS_DOC_ID index is required for
existing system-versioned tables. If you see this message in error
log or server warnings: "InnoDB: Table db/t1 contains 2 indexes
inside InnoDB, which is different from the number of indexes 1
defined in the MariaDB" use this command to fix the table:
ALTER TABLE db.t1 FORCE;
2. Fix duplicate history for secondary unique index like it was done
in MDEV-23644 for clustered index (932ec586aa). In case of
existing history row which conflicts with currently inseted row we
check in row_ins_scan_sec_index_for_duplicate() whether that row
was inserted as part of current transaction. In that case we
indicate with DB_FOREIGN_DUPLICATE_KEY that new history row is not
needed and should be silently skipped.
3. Some parts of MDEV-21138 (7410ff436e) reverted. Skipping of
FTS_DOC_ID index for history rows made problems with purge
system. Now this is fixed differently by p.2.
4. wait_all_purged.inc checks that we didn't affect non-history rows
so they are deleted and purged correctly.
Additional FTS fixes
fts_init_get_doc_id(): exclude history rows from max_doc_id
calculation. fts_init_get_doc_id() callback is used only for crash
recovery.
fts_add_doc_by_id(): set max value for row_end field.
fts_read_stopword(): stopwords table can be system-versioned too. We
now read stopwords only for current data.
row_insert_for_mysql(): exclude history rows from doc_id validation.
row_merge_read_clustered_index(): exclude history_rows from doc_id
processing.
fts_load_user_stopword(): for versioned table retrieve row_end field
and skip history rows. For non-versioned table we retrieve 'value'
field twice (just for uniformity).
FTS tests for System Versioning now include maybe_versioning.inc which
adds 3 combinations:
'vers' for debug build sets sysvers_force and
sysvers_hide. sysvers_force makes every created table
system-versioned, sysvers_hide hides WITH SYSTEM VERSIONING
for SHOW CREATE.
Note: basic.test, stopword.test and versioning.test do not
require debug for 'vers' combination. This is controlled by
$modify_create_table in maybe_versioning.inc and these
tests run WITH SYSTEM VERSIONING explicitly which allows to
test 'vers' combination on non-debug builds.
'vers_trx' like 'vers' sets sysvers_force_trx and sysvers_hide. That
tests FTS with trx_id-based System Versioning.
'orig' works like before: no System Versioning is added, no debug is
required.
Upgrade/downgrade test for System Versioning is done by
innodb_fts.versioning. It has 2 combinations:
'prepare' makes binaries in std_data (requires old server and OLD_BINDIR).
It tests upgrade/downgrade against old server as well.
'upgrade' tests upgrade against binaries in std_data.
Cleanups:
Removed innodb-fts-stopword.test as it duplicates stopword.test
313 lines
13 KiB
Text
313 lines
13 KiB
Text
CREATE TEMPORARY TABLE articles (
|
|
id INT UNSIGNED AUTO_INCREMENT NOT NULL PRIMARY KEY,
|
|
title VARCHAR(200),
|
|
body TEXT,
|
|
FULLTEXT (title,body)
|
|
) ENGINE=InnoDB;
|
|
ERROR HY000: Cannot create FULLTEXT index on temporary InnoDB table
|
|
INSERT INTO articles (title,body) VALUES
|
|
('MySQL Tutorial','DBMS stands for DataBase ...') ,
|
|
('How To Use MySQL Well','After you went through a ...'),
|
|
('Optimizing MySQL','In this tutorial we will show ...'),
|
|
('1001 MySQL Tricks','1. Never run mysqld as root. 2. ...'),
|
|
('MySQL vs. YourSQL','In the following database comparison ...'),
|
|
('MySQL Security','When configured properly, MySQL ...');
|
|
ANALYZE TABLE articles;
|
|
SELECT * FROM articles
|
|
WHERE MATCH (title,body)
|
|
AGAINST ('Database' IN NATURAL LANGUAGE MODE);
|
|
id title body
|
|
1 MySQL Tutorial DBMS stands for DataBase ...
|
|
5 MySQL vs. YourSQL In the following database comparison ...
|
|
SELECT COUNT(*) FROM articles
|
|
WHERE MATCH (title,body)
|
|
AGAINST ('database' IN NATURAL LANGUAGE MODE);
|
|
COUNT(*)
|
|
2
|
|
SELECT * FROM articles
|
|
WHERE MATCH (title, body)
|
|
AGAINST ('Tutorial' IN NATURAL LANGUAGE MODE);
|
|
id title body
|
|
1 MySQL Tutorial DBMS stands for DataBase ...
|
|
3 Optimizing MySQL In this tutorial we will show ...
|
|
SELECT COUNT(IF(MATCH (title,body)
|
|
AGAINST ('database' IN NATURAL LANGUAGE MODE), 1, NULL))
|
|
AS count FROM articles;
|
|
count
|
|
2
|
|
SELECT id, body, MATCH (title,body)
|
|
AGAINST ('Database' IN NATURAL LANGUAGE MODE) AS score
|
|
FROM articles;
|
|
id body score
|
|
1 DBMS stands for DataBase ... 0.22764469683170319
|
|
2 After you went through a ... 0
|
|
3 In this tutorial we will show ... 0
|
|
4 1. Never run mysqld as root. 2. ... 0
|
|
5 In the following database comparison ... 0.22764469683170319
|
|
6 When configured properly, MySQL ... 0
|
|
SELECT * FROM articles
|
|
WHERE MATCH (title,body)
|
|
AGAINST ('MySQL' IN NATURAL LANGUAGE MODE);
|
|
id title body
|
|
6 MySQL Security When configured properly, MySQL ...
|
|
1 MySQL Tutorial DBMS stands for DataBase ...
|
|
2 How To Use MySQL Well After you went through a ...
|
|
3 Optimizing MySQL In this tutorial we will show ...
|
|
4 1001 MySQL Tricks 1. Never run mysqld as root. 2. ...
|
|
5 MySQL vs. YourSQL In the following database comparison ...
|
|
SELECT * FROM articles WHERE MATCH (title,body)
|
|
AGAINST ('+MySQL -YourSQL' IN BOOLEAN MODE);
|
|
id title body
|
|
6 MySQL Security When configured properly, MySQL ...
|
|
1 MySQL Tutorial DBMS stands for DataBase ...
|
|
2 How To Use MySQL Well After you went through a ...
|
|
3 Optimizing MySQL In this tutorial we will show ...
|
|
4 1001 MySQL Tricks 1. Never run mysqld as root. 2. ...
|
|
SELECT * FROM articles WHERE MATCH (title,body)
|
|
AGAINST ('DBMS Security' IN BOOLEAN MODE);
|
|
id title body
|
|
1 MySQL Tutorial DBMS stands for DataBase ...
|
|
6 MySQL Security When configured properly, MySQL ...
|
|
SELECT * FROM articles WHERE MATCH (title,body)
|
|
AGAINST ('+MySQL +YourSQL' IN BOOLEAN MODE);
|
|
id title body
|
|
5 MySQL vs. YourSQL In the following database comparison ...
|
|
SELECT * FROM articles WHERE MATCH (title,body)
|
|
AGAINST ('+MySQL YourSQL' IN BOOLEAN MODE);
|
|
id title body
|
|
5 MySQL vs. YourSQL In the following database comparison ...
|
|
6 MySQL Security When configured properly, MySQL ...
|
|
1 MySQL Tutorial DBMS stands for DataBase ...
|
|
2 How To Use MySQL Well After you went through a ...
|
|
3 Optimizing MySQL In this tutorial we will show ...
|
|
4 1001 MySQL Tricks 1. Never run mysqld as root. 2. ...
|
|
SELECT * FROM articles WHERE MATCH (title,body)
|
|
AGAINST ('+MySQL ~YourSQL' IN BOOLEAN MODE);
|
|
id title body
|
|
6 MySQL Security When configured properly, MySQL ...
|
|
1 MySQL Tutorial DBMS stands for DataBase ...
|
|
2 How To Use MySQL Well After you went through a ...
|
|
3 Optimizing MySQL In this tutorial we will show ...
|
|
4 1001 MySQL Tricks 1. Never run mysqld as root. 2. ...
|
|
5 MySQL vs. YourSQL In the following database comparison ...
|
|
SELECT * FROM articles WHERE MATCH (title,body)
|
|
AGAINST ('t*' IN BOOLEAN MODE);
|
|
id title body
|
|
1 MySQL Tutorial DBMS stands for DataBase ...
|
|
2 How To Use MySQL Well After you went through a ...
|
|
3 Optimizing MySQL In this tutorial we will show ...
|
|
4 1001 MySQL Tricks 1. Never run mysqld as root. 2. ...
|
|
SELECT * FROM articles WHERE MATCH (title,body)
|
|
AGAINST ('MY*' IN BOOLEAN MODE);
|
|
id title body
|
|
6 MySQL Security When configured properly, MySQL ...
|
|
1 MySQL Tutorial DBMS stands for DataBase ...
|
|
2 How To Use MySQL Well After you went through a ...
|
|
3 Optimizing MySQL In this tutorial we will show ...
|
|
4 1001 MySQL Tricks 1. Never run mysqld as root. 2. ...
|
|
5 MySQL vs. YourSQL In the following database comparison ...
|
|
SELECT * FROM articles WHERE MATCH (title,body)
|
|
AGAINST ('ru*' IN BOOLEAN MODE);
|
|
id title body
|
|
4 1001 MySQL Tricks 1. Never run mysqld as root. 2. ...
|
|
SELECT * FROM articles WHERE MATCH (title,body)
|
|
AGAINST ('+ MySQL >Well < stands' IN BOOLEAN MODE);
|
|
id title body
|
|
2 How To Use MySQL Well After you went through a ...
|
|
6 MySQL Security When configured properly, MySQL ...
|
|
3 Optimizing MySQL In this tutorial we will show ...
|
|
4 1001 MySQL Tricks 1. Never run mysqld as root. 2. ...
|
|
5 MySQL vs. YourSQL In the following database comparison ...
|
|
1 MySQL Tutorial DBMS stands for DataBase ...
|
|
SELECT * FROM articles WHERE MATCH (title,body)
|
|
AGAINST ('+ MySQL - (Well stands)' IN BOOLEAN MODE);
|
|
id title body
|
|
6 MySQL Security When configured properly, MySQL ...
|
|
3 Optimizing MySQL In this tutorial we will show ...
|
|
4 1001 MySQL Tricks 1. Never run mysqld as root. 2. ...
|
|
5 MySQL vs. YourSQL In the following database comparison ...
|
|
SELECT * FROM articles WHERE MATCH (title,body) AGAINST
|
|
('(((((((((((((((((((((((((((((((((Security)))))))))))))))))))))))))))))))))'
|
|
IN BOOLEAN MODE);
|
|
ERROR HY000: Table handler out of memory
|
|
SELECT * FROM articles WHERE MATCH (title,body) AGAINST
|
|
('((((((((((((((((((((((((((((((((Security))))))))))))))))))))))))))))))))'
|
|
IN BOOLEAN MODE);
|
|
id title body
|
|
6 MySQL Security When configured properly, MySQL ...
|
|
SELECT * FROM articles WHERE MATCH (title,body) AGAINST
|
|
('(((((((((((((((((((((((((((((((vs))))))))))))))))))))))))))))))),(((to)))'
|
|
IN BOOLEAN MODE);
|
|
id title body
|
|
SELECT * FROM articles WHERE MATCH (title,body) AGAINST
|
|
('((((((((((((((((((((((((((((((((Security)))))))))))))))))))))))))))))))'
|
|
IN BOOLEAN MODE);
|
|
ERROR 42000: syntax error, unexpected $end
|
|
SELECT * FROM articles WHERE MATCH (title,body) AGAINST
|
|
('(((((((((((((((((((((((((((((((((Security))))))))))))))))))))))))))))))))'
|
|
IN BOOLEAN MODE);
|
|
ERROR 42000: syntax error, unexpected $end
|
|
SELECT * FROM articles WHERE MATCH (title,body)
|
|
AGAINST ('+ MySQL + (>Well < stands)' IN BOOLEAN MODE);
|
|
id title body
|
|
2 How To Use MySQL Well After you went through a ...
|
|
1 MySQL Tutorial DBMS stands for DataBase ...
|
|
SELECT * FROM articles WHERE MATCH (title,body)
|
|
AGAINST ('YourSQL + (+MySQL - (Tricks Security))' IN BOOLEAN MODE);
|
|
id title body
|
|
5 MySQL vs. YourSQL In the following database comparison ...
|
|
1 MySQL Tutorial DBMS stands for DataBase ...
|
|
2 How To Use MySQL Well After you went through a ...
|
|
3 Optimizing MySQL In this tutorial we will show ...
|
|
SELECT * FROM articles WHERE MATCH (title,body)
|
|
AGAINST ('(+MySQL - (Tricks Security)) - YourSQL' IN BOOLEAN MODE);
|
|
id title body
|
|
1 MySQL Tutorial DBMS stands for DataBase ...
|
|
2 How To Use MySQL Well After you went through a ...
|
|
3 Optimizing MySQL In this tutorial we will show ...
|
|
SELECT * FROM articles WHERE MATCH (title,body) AGAINST ('mysql - Security&DBMS' IN BOOLEAN MODE);
|
|
id title body
|
|
2 How To Use MySQL Well After you went through a ...
|
|
3 Optimizing MySQL In this tutorial we will show ...
|
|
4 1001 MySQL Tricks 1. Never run mysqld as root. 2. ...
|
|
5 MySQL vs. YourSQL In the following database comparison ...
|
|
SELECT * FROM articles WHERE MATCH (title,body) AGAINST ('mysql - (Security DBMS)' IN BOOLEAN MODE);
|
|
id title body
|
|
2 How To Use MySQL Well After you went through a ...
|
|
3 Optimizing MySQL In this tutorial we will show ...
|
|
4 1001 MySQL Tricks 1. Never run mysqld as root. 2. ...
|
|
5 MySQL vs. YourSQL In the following database comparison ...
|
|
SELECT * FROM articles WHERE MATCH (title,body) AGAINST (' - Security&DBMS + YourSQL' IN BOOLEAN MODE);
|
|
id title body
|
|
5 MySQL vs. YourSQL In the following database comparison ...
|
|
SELECT * FROM articles WHERE MATCH (title,body) AGAINST ('+YourSQL - Security&DBMS' IN BOOLEAN MODE);
|
|
id title body
|
|
5 MySQL vs. YourSQL In the following database comparison ...
|
|
SELECT COUNT(*) FROM articles
|
|
WHERE MATCH (title,body)
|
|
AGAINST ('database' WITH QUERY EXPANSION);
|
|
COUNT(*)
|
|
6
|
|
INSERT INTO articles (title,body) VALUES
|
|
('test query expansion','for database ...');
|
|
SELECT * FROM articles
|
|
WHERE MATCH (title,body)
|
|
AGAINST ('test' WITH QUERY EXPANSION);
|
|
id title body
|
|
7 test query expansion for database ...
|
|
1 MySQL Tutorial DBMS stands for DataBase ...
|
|
5 MySQL vs. YourSQL In the following database comparison ...
|
|
SELECT * FROM articles
|
|
WHERE MATCH (title,body)
|
|
AGAINST ('"following comparison"@3' IN BOOLEAN MODE);
|
|
id title body
|
|
5 MySQL vs. YourSQL In the following database comparison ...
|
|
SELECT * FROM articles
|
|
WHERE MATCH (title,body)
|
|
AGAINST ('"following comparison"@2' IN BOOLEAN MODE);
|
|
id title body
|
|
SELECT * FROM articles
|
|
WHERE MATCH (title,body)
|
|
AGAINST ('"following database"' IN BOOLEAN MODE);
|
|
id title body
|
|
5 MySQL vs. YourSQL In the following database comparison ...
|
|
INSERT INTO articles (title,body) VALUES
|
|
('test proximity search, test, proximity and phrase',
|
|
'search, with proximity innodb');
|
|
INSERT INTO articles (title,body) VALUES
|
|
('test my proximity fts new search, test, proximity and phrase',
|
|
'search, with proximity innodb');
|
|
INSERT INTO articles (title,body) VALUES
|
|
('test more of proximity fts search, test, more proximity and phrase',
|
|
'search, with proximity innodb');
|
|
SELECT * FROM articles
|
|
WHERE MATCH (title,body)
|
|
AGAINST ('"proximity search"@3' IN BOOLEAN MODE);
|
|
id title body
|
|
8 test proximity search, test, proximity and phrase search, with proximity innodb
|
|
9 test my proximity fts new search, test, proximity and phrase search, with proximity innodb
|
|
10 test more of proximity fts search, test, more proximity and phrase search, with proximity innodb
|
|
SELECT * FROM articles
|
|
WHERE MATCH (title,body)
|
|
AGAINST ('"proximity search"@2' IN BOOLEAN MODE);
|
|
id title body
|
|
8 test proximity search, test, proximity and phrase search, with proximity innodb
|
|
SELECT * FROM articles
|
|
WHERE MATCH (title,body)
|
|
AGAINST ('"proximity search"@5' IN BOOLEAN MODE);
|
|
id title body
|
|
8 test proximity search, test, proximity and phrase search, with proximity innodb
|
|
9 test my proximity fts new search, test, proximity and phrase search, with proximity innodb
|
|
10 test more of proximity fts search, test, more proximity and phrase search, with proximity innodb
|
|
SELECT * FROM articles
|
|
WHERE MATCH (title,body)
|
|
AGAINST ('"test proximity"@5' IN BOOLEAN MODE);
|
|
id title body
|
|
8 test proximity search, test, proximity and phrase search, with proximity innodb
|
|
9 test my proximity fts new search, test, proximity and phrase search, with proximity innodb
|
|
10 test more of proximity fts search, test, more proximity and phrase search, with proximity innodb
|
|
SELECT * FROM articles
|
|
WHERE MATCH (title,body)
|
|
AGAINST ('"test proximity"@1' IN BOOLEAN MODE);
|
|
id title body
|
|
SELECT * FROM articles
|
|
WHERE MATCH (title,body)
|
|
AGAINST ('"test proximity"@4' IN BOOLEAN MODE);
|
|
id title body
|
|
8 test proximity search, test, proximity and phrase search, with proximity innodb
|
|
9 test my proximity fts new search, test, proximity and phrase search, with proximity innodb
|
|
10 test more of proximity fts search, test, more proximity and phrase search, with proximity innodb
|
|
SELECT * FROM articles
|
|
WHERE MATCH (title,body)
|
|
AGAINST ('"test proximity"@3' IN BOOLEAN MODE);
|
|
id title body
|
|
8 test proximity search, test, proximity and phrase search, with proximity innodb
|
|
9 test my proximity fts new search, test, proximity and phrase search, with proximity innodb
|
|
10 test more of proximity fts search, test, more proximity and phrase search, with proximity innodb
|
|
SELECT * FROM articles
|
|
WHERE MATCH (title,body)
|
|
AGAINST ('"more test proximity"@4' IN BOOLEAN MODE);
|
|
id title body
|
|
10 test more of proximity fts search, test, more proximity and phrase search, with proximity innodb
|
|
SELECT * FROM articles
|
|
WHERE MATCH (title,body)
|
|
AGAINST ('"more test proximity"@3' IN BOOLEAN MODE);
|
|
id title body
|
|
10 test more of proximity fts search, test, more proximity and phrase search, with proximity innodb
|
|
SELECT * FROM articles
|
|
WHERE MATCH (title,body)
|
|
AGAINST ('"more test proximity"' IN BOOLEAN MODE);
|
|
id title body
|
|
drop table articles;
|
|
#
|
|
# Bug #22679185 INVALID INNODB FTS DOC ID DURING INSERT
|
|
#
|
|
create table t1 (f1 int not null primary key, f2 varchar(100),
|
|
FTS_DOC_ID bigint(20) unsigned not null,
|
|
unique key `FTS_DOC_ID_INDEX` (`FTS_DOC_ID`),
|
|
fulltext key (f2))engine=innodb;
|
|
insert into t1 values(1, "This is the first record", 20000);
|
|
insert into t1 values(2, "This is the second record", 40000);
|
|
select FTS_DOC_ID from t1;
|
|
FTS_DOC_ID
|
|
20000
|
|
40000
|
|
drop table t1;
|
|
create table t1 (f1 int not null primary key, f2 varchar(100),
|
|
FTS_DOC_ID bigint(20) unsigned not null auto_increment,
|
|
unique key `FTS_DOC_ID_INDEX` (`FTS_DOC_ID`),
|
|
fulltext key (f2))engine=innodb;
|
|
set auto_increment_increment = 65535;
|
|
insert into t1(f1, f2) values(1, "This is the first record");
|
|
insert into t1(f1, f2) values(2, "This is the second record");
|
|
insert into t1(f1, f2) values(3, "This is the third record");
|
|
select FTS_DOC_ID from t1;
|
|
FTS_DOC_ID
|
|
1
|
|
65536
|
|
131071
|
|
drop table t1;
|
|
CREATE TABLE t1 (FTS_DOC_ID BIGINT UNSIGNED AUTO_INCREMENT NOT NULL PRIMARY KEY,
|
|
title VARCHAR(200), FULLTEXT(title)) ENGINE=InnoDB;
|
|
INSERT INTO t1 VALUES (NULL, NULL), (20030101000000, 20030102000000);
|
|
DROP TABLE t1;
|