mirror of
https://github.com/MariaDB/server.git
synced 2025-01-31 11:01:52 +01:00
d74d95961a
ALTER TABLE IMPORT doesn't properly handle instant alter metadata.
This patch makes IMPORT read, parse and apply instant alter metadata at the
very beginning of operation. So, cases when source table has some metadata
and destination table doesn't have it now works fine.
DISCARD already removes instant metadata so importing normal table into
instant table worked fine before this patch.
decrypt_decompress(): decrypts and decompresses page if needed
handle_instant_metadata(): this should be the first thing to read source
table. Basically, it applies instant metadata to a destination
dict_table_t object. This is the first thing to read FSP flags so
all possible checks of it were moved to this function.
PageConverter::update_index_page(): it doesn't now read instant metadata.
This logic were moved into handle_instant_metadata()
row_import::match_flags(): this is a first part row_import::match_schema().
As a separate function it's used by handle_instant_metadata().
fil_space_t::is_full_crc32_compressed(): added convenient function
ha_innobase::discard_or_import_tablespace(): do not reload table definition
to read instant metadata because handle_instant_metadata() does it better.
The reverted code was originally added in
4e7ee166a9
ANONYMOUS_VAR: this is a handy thing to use along with make_scope_exit()
full_crc32_import.test shows different results, because no
dict_table_close() and dict_table_open_on_id() happens.
Thus, SHOW CREATE TABLE shows a little bit older table definition.
420 lines
12 KiB
Text
420 lines
12 KiB
Text
call mtr.add_suppression("InnoDB: Tablespace for table .* is set as discarded\\.");
|
|
call mtr.add_suppression("InnoDB: Cannot calculate statistics for table .* because the .ibd file is missing. Please refer to .* for how to resolve the issue\\.");
|
|
call mtr.add_suppression("InnoDB: Page 0 at offset 0 looks corrupted in file");
|
|
call mtr.add_suppression("InnoDB: Page for tablespace ");
|
|
call mtr.add_suppression("InnoDB: Invalid FSP_SPACE_FLAGS=0x");
|
|
FLUSH TABLES;
|
|
SET SESSION innodb_strict_mode=1;
|
|
CREATE TABLE t1 (c1 INT) ENGINE = Innodb
|
|
ROW_FORMAT=COMPRESSED;
|
|
INSERT INTO t1 VALUES (1), (2), (3), (4);
|
|
FLUSH TABLES t1 FOR EXPORT;
|
|
backup: t1
|
|
UNLOCK TABLES;
|
|
DROP TABLE t1;
|
|
CREATE TABLE t1 (c1 INT) ENGINE = Innodb
|
|
ROW_FORMAT=COMPRESSED;
|
|
INSERT INTO t1 VALUES (1);
|
|
ALTER TABLE t1 DISCARD TABLESPACE;
|
|
SELECT COUNT(*) FROM t1;
|
|
ERROR HY000: Tablespace has been discarded for table `t1`
|
|
restore: t1 .ibd and .cfg files
|
|
SET SESSION debug_dbug="+d,ib_import_before_commit_crash";
|
|
SELECT * FROM t1;
|
|
ERROR HY000: Tablespace has been discarded for table `t1`
|
|
ALTER TABLE t1 IMPORT TABLESPACE;
|
|
ERROR HY000: Lost connection to MySQL server during query
|
|
SET SESSION debug_dbug="+d,ib_import_before_checkpoint_crash";
|
|
SELECT COUNT(*) FROM t1;
|
|
ERROR HY000: Tablespace has been discarded for table `t1`
|
|
ALTER TABLE t1 IMPORT TABLESPACE;
|
|
ERROR HY000: Lost connection to MySQL server during query
|
|
unlink: t1.ibd
|
|
unlink: t1.cfg
|
|
# Restart and reconnect to the server
|
|
DROP TABLE t1;
|
|
SET SESSION innodb_strict_mode=1;
|
|
CREATE TABLE t1 (c1 INT) ENGINE = Innodb
|
|
ROW_FORMAT=COMPRESSED;
|
|
ALTER TABLE t1 DISCARD TABLESPACE;
|
|
restore: t1 .ibd and .cfg files
|
|
ALTER TABLE t1 IMPORT TABLESPACE;
|
|
CHECK TABLE t1;
|
|
Table Op Msg_type Msg_text
|
|
test.t1 check status OK
|
|
SELECT COUNT(*) FROM t1;
|
|
COUNT(*)
|
|
4
|
|
INSERT INTO t1 VALUES(400), (500), (600);
|
|
SELECT * FROM t1;
|
|
c1
|
|
1
|
|
2
|
|
3
|
|
4
|
|
400
|
|
500
|
|
600
|
|
DROP TABLE t1;
|
|
CREATE TABLE t1 (c1 INT) ENGINE = Innodb
|
|
ROW_FORMAT=COMPRESSED;
|
|
ALTER TABLE t1 DISCARD TABLESPACE;
|
|
SELECT COUNT(*) FROM t1;
|
|
ERROR HY000: Tablespace has been discarded for table `t1`
|
|
restore: t1 .ibd and .cfg files
|
|
SET @saved_debug_dbug = @@SESSION.debug_dbug;
|
|
SET SESSION debug_dbug="+d,ib_import_internal_error";
|
|
ALTER TABLE t1 IMPORT TABLESPACE;
|
|
ERROR HY000: Internal error: While updating the <space, root page number> of index GEN_CLUST_INDEX - Generic error
|
|
SET SESSION debug_dbug=@saved_debug_dbug;
|
|
restore: t1 .ibd and .cfg files
|
|
ALTER TABLE t1 IMPORT TABLESPACE;
|
|
DROP TABLE t1;
|
|
CREATE TABLE t1 (c1 INT) ENGINE = Innodb
|
|
ROW_FORMAT=COMPRESSED;
|
|
ALTER TABLE t1 DISCARD TABLESPACE;
|
|
SELECT COUNT(*) FROM t1;
|
|
ERROR HY000: Tablespace has been discarded for table `t1`
|
|
restore: t1 .ibd and .cfg files
|
|
SET SESSION debug_dbug="+d,ib_import_reset_space_and_lsn_failure";
|
|
ALTER TABLE t1 IMPORT TABLESPACE;
|
|
ERROR HY000: Internal error: Cannot reset LSNs in table `test`.`t1` : Too many concurrent transactions
|
|
restore: t1 .ibd and .cfg files
|
|
SET SESSION debug_dbug=@saved_debug_dbug;
|
|
SET SESSION debug_dbug="+d,ib_import_open_tablespace_failure";
|
|
ALTER TABLE t1 IMPORT TABLESPACE;
|
|
ERROR HY000: Got error 44 'Tablespace not found' from ./test/t1.ibd
|
|
SET SESSION debug_dbug=@saved_debug_dbug;
|
|
restore: t1 .ibd and .cfg files
|
|
SET SESSION debug_dbug="+d,ib_import_check_bitmap_failure";
|
|
ALTER TABLE t1 IMPORT TABLESPACE;
|
|
ERROR HY000: Index for table 't1' is corrupt; try to repair it
|
|
SET SESSION debug_dbug=@saved_debug_dbug;
|
|
restore: t1 .ibd and .cfg files
|
|
SET SESSION debug_dbug="+d,ib_import_cluster_root_adjust_failure";
|
|
ALTER TABLE t1 IMPORT TABLESPACE;
|
|
ERROR HY000: Index for table 't1' is corrupt; try to repair it
|
|
SET SESSION debug_dbug=@saved_debug_dbug;
|
|
restore: t1 .ibd and .cfg files
|
|
SET SESSION debug_dbug="+d,ib_import_cluster_failure";
|
|
ALTER TABLE t1 IMPORT TABLESPACE;
|
|
ERROR HY000: Index for table 't1' is corrupt; try to repair it
|
|
SET SESSION debug_dbug=@saved_debug_dbug;
|
|
restore: t1 .ibd and .cfg files
|
|
SET SESSION debug_dbug="+d,ib_import_sec_root_adjust_failure";
|
|
ALTER TABLE t1 IMPORT TABLESPACE;
|
|
ERROR HY000: Index for table 't1' is corrupt; try to repair it
|
|
SET SESSION debug_dbug=@saved_debug_dbug;
|
|
restore: t1 .ibd and .cfg files
|
|
DROP TABLE t1;
|
|
CREATE TABLE t1 (
|
|
c1 BIGINT NOT NULL AUTO_INCREMENT PRIMARY KEY,
|
|
c2 BIGINT,
|
|
c3 VARCHAR(2048),
|
|
c4 VARCHAR(2048),
|
|
INDEX idx1(c2),
|
|
INDEX idx2(c3(512)),
|
|
INDEX idx3(c4(512))) Engine=InnoDB
|
|
ROW_FORMAT=COMPRESSED;
|
|
connect purge_control,localhost,root;
|
|
START TRANSACTION WITH CONSISTENT SNAPSHOT;
|
|
connection default;
|
|
SET GLOBAL innodb_disable_background_merge=ON;
|
|
SET GLOBAL innodb_monitor_reset = ibuf_merges;
|
|
SET GLOBAL innodb_monitor_reset = ibuf_merges_insert;
|
|
INSERT INTO t1
|
|
SELECT 1 + seq, 1 + (seq MOD 4),
|
|
REPEAT(SUBSTR('abcd', 1 + (seq MOD 4), 1), 2048),
|
|
REPEAT(SUBSTR('abcd', 1 + (seq MOD 4), 1), 2048)
|
|
FROM seq_0_to_127;
|
|
DELETE FROM t1 WHERE c2 = 1;
|
|
UPDATE t1 SET c2 = c2 + c1;
|
|
UPDATE t1 SET c2 = c2 + c1;
|
|
UPDATE t1 SET c2 = c2 + c1;
|
|
UPDATE t1 SET c2 = c2 + c1;
|
|
UPDATE t1 SET c2 = c2 + c1;
|
|
UPDATE t1 SET c2 = c2 + c1;
|
|
UPDATE t1 SET c2 = c2 + c1;
|
|
UPDATE t1 SET c2 = c2 + c1;
|
|
UPDATE t1 SET c2 = c2 + c1;
|
|
UPDATE t1 SET c2 = c2 + c1;
|
|
UPDATE t1 SET c2 = c2 + c1;
|
|
UPDATE t1 SET c2 = c2 + c1;
|
|
UPDATE t1 SET c2 = c2 + c1;
|
|
UPDATE t1 SET c2 = c2 + c1;
|
|
UPDATE t1 SET c2 = c2 + c1;
|
|
UPDATE t1 SET c3 = REPEAT("c2", 1024);
|
|
UPDATE t1 SET c4 = REPEAT("c4", 1024);
|
|
SHOW CREATE TABLE t1;
|
|
Table Create Table
|
|
t1 CREATE TABLE `t1` (
|
|
`c1` bigint(20) NOT NULL AUTO_INCREMENT,
|
|
`c2` bigint(20) DEFAULT NULL,
|
|
`c3` varchar(2048) DEFAULT NULL,
|
|
`c4` varchar(2048) DEFAULT NULL,
|
|
PRIMARY KEY (`c1`),
|
|
KEY `idx1` (`c2`),
|
|
KEY `idx2` (`c3`(512)),
|
|
KEY `idx3` (`c4`(512))
|
|
) ENGINE=InnoDB AUTO_INCREMENT=129 DEFAULT CHARSET=latin1 ROW_FORMAT=COMPRESSED
|
|
FLUSH TABLES t1 FOR EXPORT;
|
|
backup: t1
|
|
UNLOCK TABLES;
|
|
SELECT name FROM information_schema.innodb_metrics
|
|
WHERE name IN ('ibuf_merges','ibuf_merges_insert') AND count>0 ORDER BY name;
|
|
name
|
|
ibuf_merges
|
|
ibuf_merges_insert
|
|
SET GLOBAL innodb_disable_background_merge=OFF;
|
|
connection purge_control;
|
|
COMMIT;
|
|
disconnect purge_control;
|
|
connection default;
|
|
DROP TABLE t1;
|
|
CREATE TABLE t1 (
|
|
c1 BIGINT NOT NULL AUTO_INCREMENT PRIMARY KEY,
|
|
c2 BIGINT,
|
|
c3 VARCHAR(2048),
|
|
c4 VARCHAR(2048),
|
|
INDEX idx1(c2),
|
|
INDEX idx2(c3(512)),
|
|
INDEX idx3(c4(512))) Engine=InnoDB
|
|
ROW_FORMAT=COMPRESSED;
|
|
SELECT c1, c2 FROM t1;
|
|
c1 c2
|
|
ALTER TABLE t1 DISCARD TABLESPACE;
|
|
restore: t1 .ibd and .cfg files
|
|
ALTER TABLE t1 IMPORT TABLESPACE;
|
|
CHECK TABLE t1;
|
|
Table Op Msg_type Msg_text
|
|
test.t1 check status OK
|
|
SELECT c1,c2 FROM t1;
|
|
c1 c2
|
|
2 32
|
|
3 48
|
|
4 64
|
|
6 92
|
|
7 108
|
|
8 124
|
|
10 152
|
|
11 168
|
|
12 184
|
|
14 212
|
|
15 228
|
|
16 244
|
|
18 272
|
|
19 288
|
|
20 304
|
|
22 332
|
|
23 348
|
|
24 364
|
|
26 392
|
|
27 408
|
|
28 424
|
|
30 452
|
|
31 468
|
|
32 484
|
|
34 512
|
|
35 528
|
|
36 544
|
|
38 572
|
|
39 588
|
|
40 604
|
|
42 632
|
|
43 648
|
|
44 664
|
|
46 692
|
|
47 708
|
|
48 724
|
|
50 752
|
|
51 768
|
|
52 784
|
|
54 812
|
|
55 828
|
|
56 844
|
|
58 872
|
|
59 888
|
|
60 904
|
|
62 932
|
|
63 948
|
|
64 964
|
|
66 992
|
|
67 1008
|
|
68 1024
|
|
70 1052
|
|
71 1068
|
|
72 1084
|
|
74 1112
|
|
75 1128
|
|
76 1144
|
|
78 1172
|
|
79 1188
|
|
80 1204
|
|
82 1232
|
|
83 1248
|
|
84 1264
|
|
86 1292
|
|
87 1308
|
|
88 1324
|
|
90 1352
|
|
91 1368
|
|
92 1384
|
|
94 1412
|
|
95 1428
|
|
96 1444
|
|
98 1472
|
|
99 1488
|
|
100 1504
|
|
102 1532
|
|
103 1548
|
|
104 1564
|
|
106 1592
|
|
107 1608
|
|
108 1624
|
|
110 1652
|
|
111 1668
|
|
112 1684
|
|
114 1712
|
|
115 1728
|
|
116 1744
|
|
118 1772
|
|
119 1788
|
|
120 1804
|
|
122 1832
|
|
123 1848
|
|
124 1864
|
|
126 1892
|
|
127 1908
|
|
128 1924
|
|
SHOW CREATE TABLE t1;
|
|
Table Create Table
|
|
t1 CREATE TABLE `t1` (
|
|
`c1` bigint(20) NOT NULL AUTO_INCREMENT,
|
|
`c2` bigint(20) DEFAULT NULL,
|
|
`c3` varchar(2048) DEFAULT NULL,
|
|
`c4` varchar(2048) DEFAULT NULL,
|
|
PRIMARY KEY (`c1`),
|
|
KEY `idx1` (`c2`),
|
|
KEY `idx2` (`c3`(512)),
|
|
KEY `idx3` (`c4`(512))
|
|
) ENGINE=InnoDB AUTO_INCREMENT=129 DEFAULT CHARSET=latin1 ROW_FORMAT=COMPRESSED
|
|
DROP TABLE t1;
|
|
CREATE TABLE t1 (c1 INT, c2 VARCHAR(1024), c3 BLOB) ENGINE = Innodb
|
|
ROW_FORMAT=COMPRESSED KEY_BLOCK_SIZE=4;
|
|
INSERT INTO t1
|
|
SELECT 100, REPEAT('Karanbir', 128), REPEAT('Ajeeth', 1200)
|
|
FROM seq_1_to_256;
|
|
FLUSH TABLES t1 FOR EXPORT;
|
|
backup: t1
|
|
UNLOCK TABLES;
|
|
DROP TABLE t1;
|
|
CREATE TABLE t1 (c1 INT, c2 VARCHAR(1024), c3 BLOB) ENGINE = Innodb
|
|
ROW_FORMAT=COMPRESSED KEY_BLOCK_SIZE=4;
|
|
ALTER TABLE t1 DISCARD TABLESPACE;
|
|
SELECT COUNT(*) FROM t1;
|
|
ERROR HY000: Tablespace has been discarded for table `t1`
|
|
restore: t1 .ibd and .cfg files
|
|
SET SESSION debug_dbug="+d,ib_import_trigger_corruption_1";
|
|
ALTER TABLE t1 IMPORT TABLESPACE;
|
|
ERROR HY000: Internal error: Cannot reset LSNs in table `test`.`t1` : Data structure corruption
|
|
SET SESSION debug_dbug=@saved_debug_dbug;
|
|
DROP TABLE t1;
|
|
unlink: t1.ibd
|
|
unlink: t1.cfg
|
|
CREATE TABLE t1 (c1 INT, c2 VARCHAR(1024), c3 BLOB) ENGINE = Innodb
|
|
ROW_FORMAT=COMPRESSED KEY_BLOCK_SIZE=4;
|
|
ALTER TABLE t1 DISCARD TABLESPACE;
|
|
SELECT COUNT(*) FROM t1;
|
|
ERROR HY000: Tablespace has been discarded for table `t1`
|
|
restore: t1 .ibd and .cfg files
|
|
SET SESSION debug_dbug="+d,buf_page_import_corrupt_failure";
|
|
ALTER TABLE t1 IMPORT TABLESPACE;
|
|
ERROR HY000: Internal error: Cannot reset LSNs in table `test`.`t1` : Data structure corruption
|
|
SET SESSION debug_dbug=@saved_debug_dbug;
|
|
DROP TABLE t1;
|
|
unlink: t1.ibd
|
|
unlink: t1.cfg
|
|
CREATE TABLE t1 (c1 INT, c2 VARCHAR(1024), c3 BLOB) ENGINE = Innodb
|
|
ROW_FORMAT=COMPRESSED KEY_BLOCK_SIZE=4;
|
|
ALTER TABLE t1 DISCARD TABLESPACE;
|
|
SELECT COUNT(*) FROM t1;
|
|
ERROR HY000: Tablespace has been discarded for table `t1`
|
|
restore: t1 .ibd and .cfg files
|
|
SET SESSION debug_dbug="+d,ib_import_trigger_corruption_2";
|
|
ALTER TABLE t1 IMPORT TABLESPACE;
|
|
ERROR HY000: Index corrupt: Externally stored column(5) has a reference length of 19 in the cluster index GEN_CLUST_INDEX
|
|
SET SESSION debug_dbug=@saved_debug_dbug;
|
|
DROP TABLE t1;
|
|
unlink: t1.ibd
|
|
unlink: t1.cfg
|
|
CREATE TABLE t1 (c1 INT, c2 VARCHAR(1024), c3 BLOB) ENGINE = Innodb
|
|
ROW_FORMAT=COMPRESSED KEY_BLOCK_SIZE=4;
|
|
ALTER TABLE t1 DISCARD TABLESPACE;
|
|
SELECT COUNT(*) FROM t1;
|
|
ERROR HY000: Tablespace has been discarded for table `t1`
|
|
restore: t1 .ibd and .cfg files
|
|
SET SESSION debug_dbug="+d,ib_import_trigger_corruption_3";
|
|
ALTER TABLE t1 IMPORT TABLESPACE;
|
|
ERROR HY000: Index for table 't1' is corrupt; try to repair it
|
|
SET SESSION debug_dbug=@saved_debug_dbug;
|
|
DROP TABLE t1;
|
|
unlink: t1.ibd
|
|
unlink: t1.cfg
|
|
CREATE TABLE t1 (c1 INT, c2 VARCHAR(1024), c3 BLOB) ENGINE = Innodb
|
|
ROW_FORMAT=COMPRESSED KEY_BLOCK_SIZE=4;
|
|
ALTER TABLE t1 DISCARD TABLESPACE;
|
|
SELECT COUNT(*) FROM t1;
|
|
ERROR HY000: Tablespace has been discarded for table `t1`
|
|
SET SESSION debug_dbug="+d,ib_import_create_index_failure_1";
|
|
ALTER TABLE t1 ADD INDEX idx(c1);
|
|
Warnings:
|
|
Warning 1814 Tablespace has been discarded for table `t1`
|
|
SET SESSION debug_dbug=@saved_debug_dbug;
|
|
DROP TABLE t1;
|
|
unlink: t1.ibd
|
|
unlink: t1.cfg
|
|
CREATE TABLE t1 (c1 INT, c2 VARCHAR(1024), c3 BLOB) ENGINE = Innodb
|
|
ROW_FORMAT=COMPRESSED KEY_BLOCK_SIZE=4;
|
|
ALTER TABLE t1 DISCARD TABLESPACE;
|
|
SELECT COUNT(*) FROM t1;
|
|
ERROR HY000: Tablespace has been discarded for table `t1`
|
|
restore: t1 .ibd and .cfg files
|
|
SET SESSION debug_dbug="+d,fil_space_create_failure";
|
|
ALTER TABLE t1 IMPORT TABLESPACE;
|
|
ERROR HY000: Got error 11 'Generic error' from ./test/t1.ibd
|
|
SET SESSION debug_dbug=@saved_debug_dbug;
|
|
DROP TABLE t1;
|
|
unlink: t1.ibd
|
|
unlink: t1.cfg
|
|
CREATE TABLE t1 (c1 INT, c2 VARCHAR(1024), c3 BLOB) ENGINE = Innodb
|
|
ROW_FORMAT=COMPRESSED KEY_BLOCK_SIZE=4;
|
|
ALTER TABLE t1 DISCARD TABLESPACE;
|
|
SELECT COUNT(*) FROM t1;
|
|
ERROR HY000: Tablespace has been discarded for table `t1`
|
|
restore: t1 .ibd and .cfg files
|
|
SET SESSION debug_dbug="+d,dict_tf_to_fsp_flags_failure";
|
|
ALTER TABLE t1 IMPORT TABLESPACE;
|
|
ERROR HY000: Got error 39 'Data structure corruption' from ./test/t1.ibd
|
|
SET SESSION debug_dbug=@saved_debug_dbug;
|
|
DROP TABLE t1;
|
|
unlink: t1.ibd
|
|
unlink: t1.cfg
|
|
CREATE TABLE t1 (c1 INT, c2 VARCHAR(1024), c3 BLOB) ENGINE = Innodb
|
|
ROW_FORMAT=COMPRESSED KEY_BLOCK_SIZE=4;
|
|
ALTER TABLE t1 DISCARD TABLESPACE;
|
|
SELECT COUNT(*) FROM t1;
|
|
ERROR HY000: Tablespace has been discarded for table `t1`
|
|
restore: t1 .ibd and .cfg files
|
|
SET SESSION debug_dbug="+d,fsp_flags_is_valid_failure";
|
|
ALTER TABLE t1 IMPORT TABLESPACE;
|
|
ERROR HY000: Index for table 't1' is corrupt; try to repair it
|
|
SET SESSION debug_dbug=@saved_debug_dbug;
|
|
DROP TABLE t1;
|
|
unlink: t1.ibd
|
|
unlink: t1.cfg
|
|
set global innodb_monitor_disable = all;
|
|
set global innodb_monitor_reset_all = all;
|
|
set global innodb_monitor_enable = default;
|
|
set global innodb_monitor_disable = default;
|
|
set global innodb_monitor_reset = default;
|
|
set global innodb_monitor_reset_all = default;
|