mirror of
https://github.com/MariaDB/server.git
synced 2025-02-10 23:45:34 +01:00
e056efdd6c
1. In case of system-versioned table add row_end into FTS_DOC_ID index
in fts_create_common_tables() and innobase_create_key_defs().
fts_n_uniq() returns 1 or 2 depending on whether the table is
system-versioned.
After this patch recreate of FTS_DOC_ID index is required for
existing system-versioned tables. If you see this message in error
log or server warnings: "InnoDB: Table db/t1 contains 2 indexes
inside InnoDB, which is different from the number of indexes 1
defined in the MariaDB" use this command to fix the table:
ALTER TABLE db.t1 FORCE;
2. Fix duplicate history for secondary unique index like it was done
in MDEV-23644 for clustered index (932ec586aa). In case of
existing history row which conflicts with currently inseted row we
check in row_ins_scan_sec_index_for_duplicate() whether that row
was inserted as part of current transaction. In that case we
indicate with DB_FOREIGN_DUPLICATE_KEY that new history row is not
needed and should be silently skipped.
3. Some parts of MDEV-21138 (7410ff436e) reverted. Skipping of
FTS_DOC_ID index for history rows made problems with purge
system. Now this is fixed differently by p.2.
4. wait_all_purged.inc checks that we didn't affect non-history rows
so they are deleted and purged correctly.
Additional FTS fixes
fts_init_get_doc_id(): exclude history rows from max_doc_id
calculation. fts_init_get_doc_id() callback is used only for crash
recovery.
fts_add_doc_by_id(): set max value for row_end field.
fts_read_stopword(): stopwords table can be system-versioned too. We
now read stopwords only for current data.
row_insert_for_mysql(): exclude history rows from doc_id validation.
row_merge_read_clustered_index(): exclude history_rows from doc_id
processing.
fts_load_user_stopword(): for versioned table retrieve row_end field
and skip history rows. For non-versioned table we retrieve 'value'
field twice (just for uniformity).
FTS tests for System Versioning now include maybe_versioning.inc which
adds 3 combinations:
'vers' for debug build sets sysvers_force and
sysvers_hide. sysvers_force makes every created table
system-versioned, sysvers_hide hides WITH SYSTEM VERSIONING
for SHOW CREATE.
Note: basic.test, stopword.test and versioning.test do not
require debug for 'vers' combination. This is controlled by
$modify_create_table in maybe_versioning.inc and these
tests run WITH SYSTEM VERSIONING explicitly which allows to
test 'vers' combination on non-debug builds.
'vers_trx' like 'vers' sets sysvers_force_trx and sysvers_hide. That
tests FTS with trx_id-based System Versioning.
'orig' works like before: no System Versioning is added, no debug is
required.
Upgrade/downgrade test for System Versioning is done by
innodb_fts.versioning. It has 2 combinations:
'prepare' makes binaries in std_data (requires old server and OLD_BINDIR).
It tests upgrade/downgrade against old server as well.
'upgrade' tests upgrade against binaries in std_data.
Cleanups:
Removed innodb-fts-stopword.test as it duplicates stopword.test
120 lines
5.9 KiB
Text
120 lines
5.9 KiB
Text
--source include/have_innodb.inc
|
|
--source include/maybe_versioning.inc
|
|
SET NAMES utf8mb4;
|
|
|
|
--echo #
|
|
--echo # MDEV-11233 CREATE FULLTEXT INDEX with a token
|
|
--echo # longer than 127 bytes crashes server
|
|
--echo #
|
|
|
|
# This bug is the result of merging the Oracle MySQL follow-up fix
|
|
# BUG#22963169 MYSQL CRASHES ON CREATE FULLTEXT INDEX
|
|
# without merging a fix of Bug#79475 Insert a token of 84 4-bytes
|
|
# chars into fts index causes server crash.
|
|
|
|
# Oracle did not publish tests for either of the above MySQL bugs.
|
|
# The tests below were developed for MariaDB Server.
|
|
# The maximum length of a fulltext-indexed word is 84 characters.
|
|
|
|
CREATE TABLE t(t TEXT CHARACTER SET utf8mb3) ENGINE=InnoDB;
|
|
INSERT INTO t SET t=REPEAT(CONCAT(REPEAT(_utf8mb3 0xE0B987, 4), REPEAT(_utf8mb3 0xE0B989, 5)), 5);
|
|
INSERT INTO t SET t=REPEAT(_utf8 0xefbc90,84);
|
|
INSERT INTO t SET t=REPEAT('befor',17); # too long, will not be indexed
|
|
INSERT INTO t SET t='BeforeTheIndexCreation';
|
|
CREATE FULLTEXT INDEX ft ON t(t);
|
|
INSERT INTO t SET t='this was inserted after creating the index';
|
|
INSERT INTO t SET t=REPEAT(_utf8 0xefbc91,84);
|
|
INSERT INTO t SET t=REPEAT('after',17); # too long, will not be indexed
|
|
INSERT INTO t SET t=REPEAT(_utf8mb3 0xe794b2e9aaa8e69687, 15);
|
|
--echo # The data below is not 3-byte UTF-8, but 4-byte chars.
|
|
INSERT IGNORE INTO t SET t=REPEAT(_utf8mb4 0xf09f9695, 84);
|
|
INSERT IGNORE INTO t SET t=REPEAT(_utf8mb4 0xf09f9696, 85);
|
|
SELECT COUNT(*) FROM t WHERE MATCH t AGAINST
|
|
(REPEAT(CONCAT(REPEAT(_utf8mb3 0xE0B987, 4), REPEAT(_utf8mb3 0xE0B989, 5)), 5));
|
|
SELECT COUNT(*) FROM t WHERE MATCH t AGAINST ('BeforeTheIndexCreation');
|
|
SELECT COUNT(*) FROM t WHERE MATCH t AGAINST (REPEAT('befor',17));
|
|
SELECT COUNT(*) FROM t WHERE MATCH t AGAINST ('after');
|
|
SELECT COUNT(*) FROM t WHERE MATCH t AGAINST (REPEAT('after',17));
|
|
SELECT COUNT(*) FROM t WHERE MATCH t AGAINST (REPEAT(_utf8 0xefbc90, 83));
|
|
SELECT COUNT(*) FROM t WHERE MATCH t AGAINST (REPEAT(_utf8 0xefbc90, 84));
|
|
SELECT COUNT(*) FROM t WHERE MATCH t AGAINST (REPEAT(_utf8 0xefbc90, 85));
|
|
SELECT COUNT(*) FROM t WHERE MATCH t AGAINST (REPEAT(_utf8 0xefbc91, 83));
|
|
SELECT COUNT(*) FROM t WHERE MATCH t AGAINST (REPEAT(_utf8 0xefbc91, 84));
|
|
SELECT COUNT(*) FROM t WHERE MATCH t AGAINST (REPEAT(_utf8 0xefbc91, 85));
|
|
SELECT COUNT(*) FROM t WHERE MATCH t AGAINST (REPEAT(_utf8mb4 0xf09f9695, 83));
|
|
SELECT COUNT(*) FROM t WHERE MATCH t AGAINST (REPEAT(_utf8mb4 0xf09f9695, 84));
|
|
SELECT COUNT(*) FROM t WHERE MATCH t AGAINST (REPEAT(_utf8mb4 0xf09f9696, 84));
|
|
SELECT COUNT(*) FROM t WHERE MATCH t AGAINST (REPEAT(_utf8mb4 0xf09f9696, 85));
|
|
SELECT * FROM t;
|
|
|
|
# The column length should be 252 bytes (84 characters * 3 bytes/character).
|
|
SELECT len,COUNT(*) FROM INFORMATION_SCHEMA.INNODB_SYS_COLUMNS where name='word' GROUP BY len;
|
|
DROP TABLE t;
|
|
|
|
CREATE TABLE t(t TEXT CHARACTER SET utf8mb4) ENGINE=InnoDB;
|
|
INSERT INTO t SET t=REPEAT(_utf8mb3 0xe794b2e9aaa8e69687, 15);
|
|
INSERT INTO t SET t=REPEAT(_utf8 0xefbc90,84);
|
|
INSERT INTO t SET t=REPEAT('befor',17); # too long, will not be indexed
|
|
INSERT INTO t SET t='BeforeTheIndexCreation';
|
|
CREATE FULLTEXT INDEX ft ON t(t);
|
|
INSERT INTO t SET t='this was inserted after creating the index';
|
|
INSERT INTO t SET t=REPEAT(_utf8 0xefbc91,84);
|
|
INSERT INTO t SET t=REPEAT('after',17); # too long, will not be indexed
|
|
INSERT INTO t SET t=REPEAT(concat(repeat(_utf8mb3 0xE0B987, 4), repeat(_utf8mb3 0xE0B989, 5)), 5);
|
|
INSERT INTO t SET t=REPEAT(_utf8mb4 0xf09f9695, 84);
|
|
--echo # The token below exceeds the 84-character limit.
|
|
INSERT INTO t SET t=REPEAT(_utf8mb4 0xf09f9696, 85);
|
|
SELECT COUNT(*) FROM t WHERE MATCH t AGAINST (REPEAT(_utf8mb3 0xe794b2e9aaa8e69687, 15));
|
|
SELECT COUNT(*) FROM t WHERE MATCH t AGAINST ('BeforeTheIndexCreation');
|
|
SELECT COUNT(*) FROM t WHERE MATCH t AGAINST (REPEAT('befor',17));
|
|
SELECT COUNT(*) FROM t WHERE MATCH t AGAINST ('after');
|
|
SELECT COUNT(*) FROM t WHERE MATCH t AGAINST (REPEAT('after',17));
|
|
SELECT COUNT(*) FROM t WHERE MATCH t AGAINST (REPEAT(_utf8 0xefbc90, 83));
|
|
SELECT COUNT(*) FROM t WHERE MATCH t AGAINST (REPEAT(_utf8 0xefbc90, 84));
|
|
SELECT COUNT(*) FROM t WHERE MATCH t AGAINST (REPEAT(_utf8 0xefbc90, 85));
|
|
SELECT COUNT(*) FROM t WHERE MATCH t AGAINST (REPEAT(_utf8 0xefbc91, 83));
|
|
SELECT COUNT(*) FROM t WHERE MATCH t AGAINST (REPEAT(_utf8 0xefbc91, 84));
|
|
SELECT COUNT(*) FROM t WHERE MATCH t AGAINST (REPEAT(_utf8 0xefbc91, 85));
|
|
SELECT COUNT(*) FROM t WHERE MATCH t AGAINST (REPEAT(_utf8mb4 0xf09f9695, 83));
|
|
SELECT COUNT(*) FROM t WHERE MATCH t AGAINST (REPEAT(_utf8mb4 0xf09f9695, 84));
|
|
SELECT COUNT(*) FROM t WHERE MATCH t AGAINST (REPEAT(_utf8mb4 0xf09f9696, 84));
|
|
SELECT COUNT(*) FROM t WHERE MATCH t AGAINST (REPEAT(_utf8mb4 0xf09f9696, 85));
|
|
SELECT * FROM t;
|
|
|
|
# The column length should be 336 bytes (84 characters * 4 bytes/character).
|
|
SELECT len,COUNT(*) FROM INFORMATION_SCHEMA.INNODB_SYS_COLUMNS where name='word' GROUP BY len;
|
|
DROP TABLE t;
|
|
|
|
CREATE TABLE t(t TEXT CHARACTER SET latin1, FULLTEXT INDEX(t))
|
|
ENGINE=InnoDB;
|
|
|
|
# The column length should be 84 bytes (84 characters * 1 byte/character).
|
|
SELECT len,COUNT(*) FROM INFORMATION_SCHEMA.INNODB_SYS_COLUMNS where name='word' GROUP BY len;
|
|
DROP TABLE t;
|
|
|
|
--echo #
|
|
--echo # MDEV-17923 Assertion memcmp(field, field_ref_zero, 7) failed in
|
|
--echo # trx_undo_page_report_modify upon optimizing table
|
|
--echo # under innodb_optimize_fulltext_only
|
|
--echo #
|
|
|
|
CREATE TABLE t1 (f1 TEXT, f2 TEXT, FULLTEXT KEY (f2)) ENGINE=InnoDB;
|
|
INSERT INTO t1 (f1) VALUES ('foo'),('bar');
|
|
DELETE FROM t1 LIMIT 1;
|
|
ALTER TABLE t1 ADD FULLTEXT KEY (f1);
|
|
SET @optimize_fulltext.save= @@innodb_optimize_fulltext_only;
|
|
SET GLOBAL innodb_optimize_fulltext_only= 1;
|
|
OPTIMIZE TABLE t1;
|
|
DROP TABLE t1;
|
|
SET GLOBAL innodb_optimize_fulltext_only= @optimize_fulltext.save;
|
|
|
|
--echo #
|
|
--echo # MDEV-24403 Segfault on CREATE TABLE with explicit FTS_DOC_ID_INDEX by multiple fields
|
|
--echo #
|
|
--error ER_WRONG_NAME_FOR_INDEX
|
|
create table t1 (
|
|
f1 int, f2 text,
|
|
FTS_DOC_ID bigint unsigned not null,
|
|
unique key FTS_DOC_ID_INDEX(FTS_DOC_ID, f1),
|
|
fulltext (f2))
|
|
engine=innodb;
|