mirror of
https://github.com/MariaDB/server.git
synced 2025-01-30 18:41:56 +01:00
e056efdd6c
1. In case of system-versioned table add row_end into FTS_DOC_ID index
in fts_create_common_tables() and innobase_create_key_defs().
fts_n_uniq() returns 1 or 2 depending on whether the table is
system-versioned.
After this patch recreate of FTS_DOC_ID index is required for
existing system-versioned tables. If you see this message in error
log or server warnings: "InnoDB: Table db/t1 contains 2 indexes
inside InnoDB, which is different from the number of indexes 1
defined in the MariaDB" use this command to fix the table:
ALTER TABLE db.t1 FORCE;
2. Fix duplicate history for secondary unique index like it was done
in MDEV-23644 for clustered index (932ec586aa). In case of
existing history row which conflicts with currently inseted row we
check in row_ins_scan_sec_index_for_duplicate() whether that row
was inserted as part of current transaction. In that case we
indicate with DB_FOREIGN_DUPLICATE_KEY that new history row is not
needed and should be silently skipped.
3. Some parts of MDEV-21138 (7410ff436e) reverted. Skipping of
FTS_DOC_ID index for history rows made problems with purge
system. Now this is fixed differently by p.2.
4. wait_all_purged.inc checks that we didn't affect non-history rows
so they are deleted and purged correctly.
Additional FTS fixes
fts_init_get_doc_id(): exclude history rows from max_doc_id
calculation. fts_init_get_doc_id() callback is used only for crash
recovery.
fts_add_doc_by_id(): set max value for row_end field.
fts_read_stopword(): stopwords table can be system-versioned too. We
now read stopwords only for current data.
row_insert_for_mysql(): exclude history rows from doc_id validation.
row_merge_read_clustered_index(): exclude history_rows from doc_id
processing.
fts_load_user_stopword(): for versioned table retrieve row_end field
and skip history rows. For non-versioned table we retrieve 'value'
field twice (just for uniformity).
FTS tests for System Versioning now include maybe_versioning.inc which
adds 3 combinations:
'vers' for debug build sets sysvers_force and
sysvers_hide. sysvers_force makes every created table
system-versioned, sysvers_hide hides WITH SYSTEM VERSIONING
for SHOW CREATE.
Note: basic.test, stopword.test and versioning.test do not
require debug for 'vers' combination. This is controlled by
$modify_create_table in maybe_versioning.inc and these
tests run WITH SYSTEM VERSIONING explicitly which allows to
test 'vers' combination on non-debug builds.
'vers_trx' like 'vers' sets sysvers_force_trx and sysvers_hide. That
tests FTS with trx_id-based System Versioning.
'orig' works like before: no System Versioning is added, no debug is
required.
Upgrade/downgrade test for System Versioning is done by
innodb_fts.versioning. It has 2 combinations:
'prepare' makes binaries in std_data (requires old server and OLD_BINDIR).
It tests upgrade/downgrade against old server as well.
'upgrade' tests upgrade against binaries in std_data.
Cleanups:
Removed innodb-fts-stopword.test as it duplicates stopword.test
234 lines
7.4 KiB
Text
234 lines
7.4 KiB
Text
# This is the basic function tests for innodb FTS
|
|
|
|
-- source include/have_innodb.inc
|
|
-- source include/maybe_versioning.inc
|
|
|
|
call mtr.add_suppression("\\[Warning\\] InnoDB: A new Doc ID must be supplied while updating FTS indexed columns.");
|
|
call mtr.add_suppression("\\[Warning\\] InnoDB: FTS Doc ID must be larger than [0-9]+ for table `test`.`articles`");
|
|
# Create FTS table
|
|
CREATE TABLE articles (
|
|
id INT UNSIGNED AUTO_INCREMENT NOT NULL PRIMARY KEY,
|
|
title VARCHAR(200),
|
|
body TEXT
|
|
) ENGINE=InnoDB;
|
|
|
|
# Insert six rows
|
|
INSERT INTO articles (title,body) VALUES
|
|
('MySQL Tutorial','DBMS stands for DataBase ...') ,
|
|
('How To Use MySQL Well','After you went through a ...'),
|
|
('Optimizing MySQL','In this tutorial we will show ...'),
|
|
('1001 MySQL Tricks','1. Never run mysqld as root. 2. ...'),
|
|
('MySQL vs. YourSQL','In the following database comparison ...'),
|
|
('MySQL Security','When configured properly, MySQL ...');
|
|
|
|
# Create the FTS index
|
|
CREATE FULLTEXT INDEX idx on articles (title, body);
|
|
|
|
SELECT * FROM articles WHERE MATCH (title, body)
|
|
AGAINST ('Tutorial' IN NATURAL LANGUAGE MODE);
|
|
|
|
SELECT COUNT(*) FROM articles
|
|
WHERE MATCH (title, body)
|
|
AGAINST ('database' IN NATURAL LANGUAGE MODE);
|
|
|
|
SELECT * FROM articles
|
|
WHERE MATCH (title, body)
|
|
AGAINST ('Tutorial' IN NATURAL LANGUAGE MODE);
|
|
|
|
|
|
SELECT COUNT(IF(MATCH (title, body)
|
|
AGAINST ('database' IN NATURAL LANGUAGE MODE), 1, NULL))
|
|
AS count FROM articles;
|
|
|
|
ANALYZE TABLE articles;
|
|
|
|
# Boolean search
|
|
# Select rows contain "MySQL" but not "YourSQL"
|
|
SELECT * FROM articles WHERE MATCH (title,body)
|
|
AGAINST ('+MySQL -YourSQL' IN BOOLEAN MODE);
|
|
|
|
# Select rows contain at least one of the two words
|
|
SELECT * FROM articles WHERE MATCH (title,body)
|
|
AGAINST ('DBMS Security' IN BOOLEAN MODE);
|
|
|
|
# Select rows contain both "MySQL" and "YourSQL"
|
|
SELECT * FROM articles WHERE MATCH (title,body)
|
|
AGAINST ('+MySQL +YourSQL' IN BOOLEAN MODE);
|
|
|
|
DROP INDEX idx ON articles;
|
|
|
|
# Create the FTS index
|
|
CREATE FULLTEXT INDEX idx on articles (title, body);
|
|
|
|
CREATE FULLTEXT INDEX idx1 on articles (title);
|
|
|
|
SELECT * FROM articles WHERE MATCH (title, body)
|
|
AGAINST ('Tutorial' IN NATURAL LANGUAGE MODE);
|
|
|
|
DROP INDEX idx ON articles;
|
|
|
|
DROP INDEX idx1 ON articles;
|
|
|
|
CREATE FULLTEXT INDEX idx1 on articles (title);
|
|
|
|
SELECT * FROM articles WHERE MATCH (title)
|
|
AGAINST ('Tutorial' IN NATURAL LANGUAGE MODE);
|
|
|
|
drop table articles;
|
|
|
|
# Create FTS table
|
|
CREATE TABLE articles (
|
|
FTS_DOC_ID BIGINT UNSIGNED AUTO_INCREMENT NOT NULL PRIMARY KEY,
|
|
title VARCHAR(200),
|
|
body TEXT
|
|
) ENGINE=InnoDB;
|
|
|
|
create unique index FTS_DOC_ID_INDEX on articles(FTS_DOC_ID);
|
|
|
|
# Insert six rows
|
|
INSERT INTO articles (title,body) VALUES
|
|
('MySQL Tutorial','DBMS stands for DataBase ...') ,
|
|
('How To Use MySQL Well','After you went through a ...'),
|
|
('Optimizing MySQL','In this tutorial we will show ...'),
|
|
('1001 MySQL Tricks','1. Never run mysqld as root. 2. ...'),
|
|
('MySQL vs. YourSQL','In the following database comparison ...'),
|
|
('MySQL Security','When configured properly, MySQL ...');
|
|
|
|
# Create the FTS index
|
|
CREATE FULLTEXT INDEX idx on articles (title, body);
|
|
|
|
# "the" is in the default stopword, it would not be selected
|
|
SELECT * FROM articles WHERE MATCH (title, body)
|
|
AGAINST ('Tutorial' IN NATURAL LANGUAGE MODE);
|
|
|
|
drop table articles;
|
|
|
|
# Create FTS table
|
|
CREATE TABLE articles (
|
|
id INT UNSIGNED AUTO_INCREMENT NOT NULL PRIMARY KEY,
|
|
title VARCHAR(200),
|
|
body TEXT
|
|
) ENGINE=InnoDB;
|
|
|
|
# Insert six rows
|
|
INSERT INTO articles (title,body) VALUES
|
|
('MySQL Tutorial','DBMS stands for DataBase ...') ,
|
|
('How To Use MySQL Well','After you went through a ...'),
|
|
('Optimizing MySQL','In this tutorial we will show ...'),
|
|
('1001 MySQL Tricks','1. Never run mysqld as root. 2. ...'),
|
|
('MySQL vs. YourSQL','In the following database comparison ...'),
|
|
('MySQL Security','When configured properly, MySQL ...');
|
|
|
|
CREATE FULLTEXT INDEX idx on articles (title);
|
|
CREATE FULLTEXT INDEX idx2 on articles (body);
|
|
|
|
# "the" is in the default stopword, it would not be selected
|
|
--error 1191
|
|
SELECT * FROM articles WHERE MATCH (title, body)
|
|
AGAINST ('Tutorial' IN NATURAL LANGUAGE MODE);
|
|
|
|
SELECT * FROM articles WHERE MATCH (title)
|
|
AGAINST ('Tutorial' IN NATURAL LANGUAGE MODE);
|
|
|
|
SELECT * FROM articles WHERE MATCH (body)
|
|
AGAINST ('Tutorial' IN NATURAL LANGUAGE MODE);
|
|
|
|
drop index idx2 on articles;
|
|
|
|
--error 1191
|
|
SELECT * FROM articles WHERE MATCH (body)
|
|
AGAINST ('Tutorial' IN NATURAL LANGUAGE MODE);
|
|
|
|
CREATE FULLTEXT INDEX idx2 on articles (body);
|
|
|
|
SELECT * FROM articles WHERE MATCH (body)
|
|
AGAINST ('Tutorial' IN NATURAL LANGUAGE MODE);
|
|
|
|
UPDATE articles set title = 'aaaa'
|
|
WHERE MATCH(title) AGAINST ('Tutorial' IN NATURAL LANGUAGE MODE);
|
|
|
|
SELECT * FROM articles WHERE MATCH (title)
|
|
AGAINST ('Tutorial' IN NATURAL LANGUAGE MODE);
|
|
|
|
SELECT * FROM articles WHERE MATCH (title)
|
|
AGAINST ('aaaa' IN NATURAL LANGUAGE MODE);
|
|
|
|
drop table articles;
|
|
|
|
CREATE TABLE articles (
|
|
FTS_DOC_ID BIGINT UNSIGNED NOT NULL ,
|
|
title VARCHAR(200),
|
|
body TEXT
|
|
) ENGINE=InnoDB;
|
|
|
|
CREATE FULLTEXT INDEX idx on articles (title);
|
|
|
|
INSERT INTO articles VALUES (9, 'MySQL Tutorial','DBMS stands for DataBase ...');
|
|
|
|
# This should fail since we did not supply a new Doc ID
|
|
-- error 182
|
|
UPDATE articles set title = 'bbbb' WHERE MATCH(title) AGAINST ('tutorial' IN NATURAL LANGUAGE MODE);
|
|
|
|
# This should fail, since the Doc ID supplied is less than the old value 9
|
|
-- error 182
|
|
UPDATE articles set title = 'bbbb', FTS_DOC_ID=8 WHERE MATCH(title) AGAINST ('tutorial' IN NATURAL LANGUAGE MODE);
|
|
|
|
# This should be successful
|
|
UPDATE articles set title = 'bbbb', FTS_DOC_ID=10 WHERE MATCH(title) AGAINST ('tutorial' IN NATURAL LANGUAGE MODE);
|
|
|
|
# Check update to be successful
|
|
SELECT * FROM articles WHERE MATCH (title) AGAINST ('bbbb' IN NATURAL LANGUAGE MODE);
|
|
|
|
SELECT * FROM articles WHERE MATCH (title) AGAINST ('tutorial' IN NATURAL LANGUAGE MODE);
|
|
|
|
CREATE FULLTEXT INDEX idx2 ON articles (body);
|
|
|
|
SELECT * FROM articles WHERE MATCH (body) AGAINST ('database' IN NATURAL LANGUAGE MODE);
|
|
|
|
UPDATE articles set body = 'bbbb', FTS_DOC_ID=11 WHERE MATCH(body) AGAINST ('database' IN NATURAL LANGUAGE MODE);
|
|
|
|
drop table articles;
|
|
|
|
create table `articles`(`a` varchar(2) not null)engine=innodb;
|
|
|
|
# This create index should fail. FTS_DOC_ID_INDEX is reserved as a unique
|
|
# index on FTS_DOC_ID
|
|
--error ER_INNODB_FT_WRONG_DOCID_INDEX
|
|
create fulltext index `FTS_DOC_ID_INDEX` on `articles`(`a`);
|
|
|
|
create unique index `a` on `articles`(`a`);
|
|
|
|
drop table articles;
|
|
|
|
# We will check validity of FTS_DOC_ID, which must be of an UNSIGNED
|
|
# NOT NULL bigint
|
|
CREATE TABLE wp(
|
|
FTS_DOC_ID bigint PRIMARY KEY,
|
|
title VARCHAR(255) NOT NULL DEFAULT '',
|
|
text MEDIUMTEXT NOT NULL ) ENGINE=InnoDB;
|
|
|
|
INSERT INTO wp (FTS_DOC_ID, title, text) VALUES
|
|
(1, 'MySQL Tutorial','DBMS stands for DataBase ...'),
|
|
(2, 'How To Use MySQL Well','After you went through a ...');
|
|
|
|
--error ER_INNODB_FT_WRONG_DOCID_COLUMN
|
|
CREATE FULLTEXT INDEX idx ON wp(title, text);
|
|
|
|
DROP TABLE wp;
|
|
CREATE TABLE wp(
|
|
FTS_DOC_ID bigint unsigned PRIMARY KEY,
|
|
title VARCHAR(255) NOT NULL DEFAULT '',
|
|
text MEDIUMTEXT NOT NULL ) ENGINE=InnoDB;
|
|
|
|
INSERT INTO wp (FTS_DOC_ID, title, text) VALUES
|
|
(1, 'MySQL Tutorial','DBMS stands for DataBase ...'),
|
|
(2, 'How To Use MySQL Well','After you went through a ...');
|
|
|
|
CREATE FULLTEXT INDEX idx ON wp(title, text);
|
|
|
|
SELECT FTS_DOC_ID, MATCH(title, text) AGAINST ('database')
|
|
|
|
FROM wp;
|
|
|
|
DROP TABLE wp;
|
|
|