mirror of
https://github.com/MariaDB/server.git
synced 2025-01-31 11:01:52 +01:00
0ba6aaf030
If a crash occurs during ALTER TABLE…ALGORITHM=COPY, InnoDB would spend
a lot of time rolling back writes to the intermediate copy of the table.
To reduce the amount of busy work done, a work-around was introduced in
commit fd069e2bb3 in MySQL 4.1.8 and 5.0.2,
to commit the transaction after every 10,000 inserted rows.
A proper fix would have been to disable the undo logging altogether and
to simply drop the intermediate copy of the table on subsequent server
startup. This is what happens in MariaDB 10.3 with MDEV-14717,MDEV-14585.
In MariaDB 10.2, the intermediate copy of the table would be left behind
with a name starting with the string #sql.
This is a backport of a bug fix from MySQL 8.0.0 to MariaDB,
contributed by jixianliang <271365745@qq.com>.
Unlike recent MySQL, MariaDB supports ALTER IGNORE. For that operation
InnoDB must for now keep the undo logging enabled, so that the latest
row can be rolled back in case of an error.
In Galera cluster, the LOAD DATA statement will retain the existing
behaviour and commit the transaction after every 10,000 rows if
the parameter wsrep_load_data_splitting=ON is set. The logic to do
so (the wsrep_load_data_split() function and the call
handler::extra(HA_EXTRA_FAKE_START_STMT)) are joint work
by Ji Xianliang and Marko Mäkelä.
The original fix:
Author: Thirunarayanan Balathandayuthapani <thirunarayanan.balathandayuth@oracle.com>
Date: Wed Dec 2 16:09:15 2015 +0530
Bug#17479594 AVOID INTERMEDIATE COMMIT WHILE DOING ALTER TABLE ALGORITHM=COPY
Problem:
During ALTER TABLE, we commit and restart the transaction for every
10,000 rows, so that the rollback after recovery would not take so long.
Fix:
Suppress the undo logging during copy alter operation. If fts_index is
present then insert directly into fts auxiliary table rather
than doing at commit time.
ha_innobase::num_write_row: Remove the variable.
ha_innobase::write_row(): Remove the hack for committing every 10000 rows.
row_lock_table_for_mysql(): Remove the extra 2 parameters.
lock_get_src_table(), lock_is_table_exclusive(): Remove.
Reviewed-by: Marko Mäkelä <marko.makela@oracle.com>
Reviewed-by: Shaohua Wang <shaohua.wang@oracle.com>
Reviewed-by: Jon Olav Hauglid <jon.hauglid@oracle.com>
215 lines
5.5 KiB
Text
215 lines
5.5 KiB
Text
#
|
|
# MDEV-11415 AVOID INTERMEDIATE COMMIT WHILE DOING
|
|
# ALTER TABLE...ALGORITHM=COPY
|
|
#
|
|
CREATE TABLE t(a SERIAL, b INT, c INT, d INT) ENGINE=InnoDB;
|
|
CREATE TABLE t1(a INT, b TEXT, c TEXT,
|
|
FULLTEXT(b), FULLTEXT(c(3)), FULLTEXT(b,c)) ENGINE=InnoDB;
|
|
BEGIN;
|
|
COMMIT;
|
|
SELECT COUNT(*) FROM t;
|
|
COUNT(*)
|
|
999
|
|
UPDATE t SET b=a%7, c=a%11, d=a%13;
|
|
INSERT INTO t1 VALUES(1, 'This is a first b column', 'This is a first c column');
|
|
INSERT INTO t1 VALUES(2, 'This is a second b column', 'This is a second c column');
|
|
INSERT INTO t1(a) VALUES(3);
|
|
INSERT INTO t1 VALUES(4, 'This is a third b column', 'This is a third c column');
|
|
DELETE FROM t1 WHERE a = 2;
|
|
SELECT * FROM t1 WHERE MATCH(b) AGAINST ('first');
|
|
a b c
|
|
1 This is a first b column This is a first c column
|
|
SELECT * FROM t1 WHERE MATCH(c) AGAINST ('first');
|
|
a b c
|
|
1 This is a first b column This is a first c column
|
|
SELECT * FROM t1 WHERE MATCH(b,c) AGAINST ('column');
|
|
a b c
|
|
1 This is a first b column This is a first c column
|
|
4 This is a third b column This is a third c column
|
|
SHOW CREATE TABLE t1;
|
|
Table Create Table
|
|
t1 CREATE TABLE `t1` (
|
|
`a` int(11) DEFAULT NULL,
|
|
`b` text DEFAULT NULL,
|
|
`c` text DEFAULT NULL,
|
|
FULLTEXT KEY `b` (`b`),
|
|
FULLTEXT KEY `c` (`c`),
|
|
FULLTEXT KEY `b_2` (`b`,`c`)
|
|
) ENGINE=InnoDB DEFAULT CHARSET=latin1
|
|
ALTER TABLE t1 FORCE, ALGORITHM=COPY;
|
|
SET DEBUG_DBUG='+d,crash_commit_before';
|
|
ALTER TABLE t ADD INDEX(b,c,d,a),ADD INDEX(b,c,a,d),ADD INDEX(b,a,c,d),ADD INDEX(b,a,d,c),
|
|
ADD INDEX(b,d,a,c),ADD INDEX(b,d,c,a),ADD INDEX(a,b,c,d),ADD INDEX(a,b,d,c),
|
|
ADD INDEX(a,c,b,d),ADD INDEX(a,c,d,b),ADD INDEX(a,d,b,c),ADD INDEX(a,d,c,b),
|
|
ADD INDEX(c,a,b,d),ADD INDEX(c,a,d,b),ADD INDEX(c,b,a,d),ADD INDEX(c,b,d,a),
|
|
ADD INDEX(c,d,a,b),ADD INDEX(c,d,b,a),ADD INDEX(d,a,b,c),ADD INDEX(d,a,c,b),
|
|
ADD INDEX(d,b,a,c),ADD INDEX(d,b,c,a),ADD INDEX(d,c,a,b),ADD INDEX(d,c,b,a),
|
|
ADD INDEX(a,b,c), ADD INDEX(a,c,b), ADD INDEX(a,c,d), ADD INDEX(a,d,c),
|
|
ADD INDEX(a,b,d), ADD INDEX(a,d,b), ADD INDEX(b,c,d), ADD INDEX(b,d,c),
|
|
ALGORITHM=COPY;
|
|
ERROR HY000: Lost connection to MySQL server during query
|
|
#sql-temporary.frm
|
|
#sql-temporary.ibd
|
|
FTS_INDEX_1.ibd
|
|
FTS_INDEX_2.ibd
|
|
FTS_INDEX_3.ibd
|
|
FTS_INDEX_4.ibd
|
|
FTS_INDEX_5.ibd
|
|
FTS_INDEX_6.ibd
|
|
FTS_INDEX_1.ibd
|
|
FTS_INDEX_2.ibd
|
|
FTS_INDEX_3.ibd
|
|
FTS_INDEX_4.ibd
|
|
FTS_INDEX_5.ibd
|
|
FTS_INDEX_6.ibd
|
|
FTS_INDEX_1.ibd
|
|
FTS_INDEX_2.ibd
|
|
FTS_INDEX_3.ibd
|
|
FTS_INDEX_4.ibd
|
|
FTS_INDEX_5.ibd
|
|
FTS_INDEX_6.ibd
|
|
FTSBEING_DELETED.ibd
|
|
FTSBEING_DELETED_CACHE.ibd
|
|
FTSCONFIG.ibd
|
|
FTSDELETED.ibd
|
|
FTSDELETED_CACHE.ibd
|
|
t.frm
|
|
t.ibd
|
|
t1.frm
|
|
t1.ibd
|
|
SHOW CREATE TABLE t;
|
|
Table Create Table
|
|
t CREATE TABLE `t` (
|
|
`a` bigint(20) unsigned NOT NULL AUTO_INCREMENT,
|
|
`b` int(11) DEFAULT NULL,
|
|
`c` int(11) DEFAULT NULL,
|
|
`d` int(11) DEFAULT NULL,
|
|
UNIQUE KEY `a` (`a`)
|
|
) ENGINE=InnoDB AUTO_INCREMENT=1000 DEFAULT CHARSET=latin1
|
|
SELECT COUNT(*) FROM t;
|
|
COUNT(*)
|
|
999
|
|
CHECK TABLE t;
|
|
Table Op Msg_type Msg_text
|
|
test.t check status OK
|
|
SELECT * FROM t1 WHERE MATCH(b) AGAINST ('first');
|
|
a b c
|
|
1 This is a first b column This is a first c column
|
|
SELECT * FROM t1 WHERE MATCH(c) AGAINST ('first');
|
|
a b c
|
|
1 This is a first b column This is a first c column
|
|
SELECT * FROM t1 WHERE MATCH(b,c) AGAINST ('column');
|
|
a b c
|
|
1 This is a first b column This is a first c column
|
|
4 This is a third b column This is a third c column
|
|
SHOW CREATE TABLE t1;
|
|
Table Create Table
|
|
t1 CREATE TABLE `t1` (
|
|
`a` int(11) DEFAULT NULL,
|
|
`b` text DEFAULT NULL,
|
|
`c` text DEFAULT NULL,
|
|
FULLTEXT KEY `b` (`b`),
|
|
FULLTEXT KEY `c` (`c`),
|
|
FULLTEXT KEY `b_2` (`b`,`c`)
|
|
) ENGINE=InnoDB DEFAULT CHARSET=latin1
|
|
CHECK TABLE t1;
|
|
Table Op Msg_type Msg_text
|
|
test.t1 check status OK
|
|
#sql-temporary.frm
|
|
#sql-temporary.ibd
|
|
FTS_INDEX_1.ibd
|
|
FTS_INDEX_2.ibd
|
|
FTS_INDEX_3.ibd
|
|
FTS_INDEX_4.ibd
|
|
FTS_INDEX_5.ibd
|
|
FTS_INDEX_6.ibd
|
|
FTS_INDEX_1.ibd
|
|
FTS_INDEX_2.ibd
|
|
FTS_INDEX_3.ibd
|
|
FTS_INDEX_4.ibd
|
|
FTS_INDEX_5.ibd
|
|
FTS_INDEX_6.ibd
|
|
FTS_INDEX_1.ibd
|
|
FTS_INDEX_2.ibd
|
|
FTS_INDEX_3.ibd
|
|
FTS_INDEX_4.ibd
|
|
FTS_INDEX_5.ibd
|
|
FTS_INDEX_6.ibd
|
|
FTSBEING_DELETED.ibd
|
|
FTSBEING_DELETED_CACHE.ibd
|
|
FTSCONFIG.ibd
|
|
FTSDELETED.ibd
|
|
FTSDELETED_CACHE.ibd
|
|
t.frm
|
|
t.ibd
|
|
t1.frm
|
|
t1.ibd
|
|
SHOW CREATE TABLE t;
|
|
Table Create Table
|
|
t CREATE TABLE `t` (
|
|
`a` bigint(20) unsigned NOT NULL AUTO_INCREMENT,
|
|
`b` int(11) DEFAULT NULL,
|
|
`c` int(11) DEFAULT NULL,
|
|
`d` int(11) DEFAULT NULL,
|
|
UNIQUE KEY `a` (`a`)
|
|
) ENGINE=InnoDB AUTO_INCREMENT=1000 DEFAULT CHARSET=latin1
|
|
SELECT COUNT(*) FROM t;
|
|
COUNT(*)
|
|
999
|
|
CHECK TABLE t;
|
|
Table Op Msg_type Msg_text
|
|
test.t check status OK
|
|
SELECT * FROM t1 WHERE MATCH(b) AGAINST ('first');
|
|
a b c
|
|
1 This is a first b column This is a first c column
|
|
SELECT * FROM t1 WHERE MATCH(c) AGAINST ('first');
|
|
a b c
|
|
1 This is a first b column This is a first c column
|
|
SELECT * FROM t1 WHERE MATCH(b,c) AGAINST ('column');
|
|
a b c
|
|
1 This is a first b column This is a first c column
|
|
4 This is a third b column This is a third c column
|
|
SHOW CREATE TABLE t1;
|
|
Table Create Table
|
|
t1 CREATE TABLE `t1` (
|
|
`a` int(11) DEFAULT NULL,
|
|
`b` text DEFAULT NULL,
|
|
`c` text DEFAULT NULL,
|
|
FULLTEXT KEY `b` (`b`),
|
|
FULLTEXT KEY `c` (`c`),
|
|
FULLTEXT KEY `b_2` (`b`,`c`)
|
|
) ENGINE=InnoDB DEFAULT CHARSET=latin1
|
|
CHECK TABLE t1;
|
|
Table Op Msg_type Msg_text
|
|
test.t1 check status OK
|
|
#sql-temporary.frm
|
|
#sql-temporary.ibd
|
|
FTS_INDEX_1.ibd
|
|
FTS_INDEX_2.ibd
|
|
FTS_INDEX_3.ibd
|
|
FTS_INDEX_4.ibd
|
|
FTS_INDEX_5.ibd
|
|
FTS_INDEX_6.ibd
|
|
FTS_INDEX_1.ibd
|
|
FTS_INDEX_2.ibd
|
|
FTS_INDEX_3.ibd
|
|
FTS_INDEX_4.ibd
|
|
FTS_INDEX_5.ibd
|
|
FTS_INDEX_6.ibd
|
|
FTS_INDEX_1.ibd
|
|
FTS_INDEX_2.ibd
|
|
FTS_INDEX_3.ibd
|
|
FTS_INDEX_4.ibd
|
|
FTS_INDEX_5.ibd
|
|
FTS_INDEX_6.ibd
|
|
FTSBEING_DELETED.ibd
|
|
FTSBEING_DELETED_CACHE.ibd
|
|
FTSCONFIG.ibd
|
|
FTSDELETED.ibd
|
|
FTSDELETED_CACHE.ibd
|
|
t.frm
|
|
t.ibd
|
|
t1.frm
|
|
t1.ibd
|
|
DROP TABLE t1,t;
|
|
DROP TABLE `#mysql50##sql-temporary`;
|