mirror of
https://github.com/MariaDB/server.git
synced 2025-03-27 01:18:42 +01:00
92bfc0e8c4
:: Syntax change ::
Keyword AUTO enables history partition auto-creation.
Examples:
CREATE TABLE t1 (x int) WITH SYSTEM VERSIONING
PARTITION BY SYSTEM_TIME INTERVAL 1 HOUR AUTO;
CREATE TABLE t1 (x int) WITH SYSTEM VERSIONING
PARTITION BY SYSTEM_TIME INTERVAL 1 MONTH
STARTS '2021-01-01 00:00:00' AUTO PARTITIONS 12;
CREATE TABLE t1 (x int) WITH SYSTEM VERSIONING
PARTITION BY SYSTEM_TIME LIMIT 1000 AUTO;
Or with explicit partitions:
CREATE TABLE t1 (x int) WITH SYSTEM VERSIONING
PARTITION BY SYSTEM_TIME INTERVAL 1 HOUR AUTO
(PARTITION p0 HISTORY, PARTITION pn CURRENT);
To disable or enable auto-creation one can use ALTER TABLE by adding
or removing AUTO from partitioning specification:
CREATE TABLE t1 (x int) WITH SYSTEM VERSIONING
PARTITION BY SYSTEM_TIME INTERVAL 1 HOUR AUTO;
# Disables auto-creation:
ALTER TABLE t1 PARTITION BY SYSTEM_TIME INTERVAL 1 HOUR;
# Enables auto-creation:
ALTER TABLE t1 PARTITION BY SYSTEM_TIME INTERVAL 1 HOUR AUTO;
If the rest of partitioning specification is identical to CREATE TABLE
no repartitioning will be done (for details see MDEV-27328).
:: Description ::
Before executing history-generating DML command (see the list of commands below)
add N history partitions, so that N would be sufficient for potentially
generated history. N > 1 may be required when history partitions are switched
by INTERVAL and current_timestamp is N times further than the interval
boundary of the last history partition.
If the last history partition equals or exceeds LIMIT records then new history
partition is created and selected as the working partition. According to
MDEV-28411 partitions cannot be switched (or created) while the command is
running. Thus LIMIT does not carry strict limitation and the history partition
size must be planned as LIMIT value plus average number of history one DML
command can generate.
Auto-creation is implemented by synchronous fast_alter_partition_table() call
from the thread of the executed DML command before the command itself is run
(by the fallback and retry mechanism similar to Discovery feature,
see Open_table_context).
The name for newly added partitions are generated like default partition names
with extension of MDEV-22155 (which avoids name clashes by extending assignment
counter to next free-enough gap).
These DML commands can trigger auto-creation:
DELETE (including multitable DELETE, excluding DELETE HISTORY)
UPDATE (including multitable UPDATE)
REPLACE (including REPLACE .. SELECT)
INSERT .. ON DUPLICATE KEY UPDATE (including INSERT .. SELECT .. ODKU)
LOAD DATA .. REPLACE
:: Bug fixes ::
MDEV-23642 Locking timeout caused by auto-creation affects original DML
The reasons for this are:
- Do not disrupt main business process (the history is auxiliary service);
- Consequences are non-fatal (history is not lost, but comes into wrong
partition; fixed by partitioning rebuild);
- There is more freedom for application to fail in this case or not: it may
read warning info and find corresponding error number.
- While non-failing command is easy to handle by an application and fail it,
the opposite is hard to handle: there is no automatic actions to fix
failed command and retry, DBA intervention is required and until then
application is non-functioning.
MDEV-23639 Auto-create does not work under LOCK TABLES or inside triggers
Don't do tdc_remove_table() for OT_ADD_HISTORY_PARTITION because it is
not possible in locked tables mode.
LTM_LOCK_TABLES mode (and LTM_PRELOCKED_UNDER_LOCK_TABLES) works out
of the box as fast_alter_partition_table() can reopen tables via
locked_tables_list.
In LTM_PRELOCKED we reopen and relock table manually.
:: More fixes ::
* some_table_marked_for_reopen flag fix
some_table_marked_for_reopen affets only reopen of
m_locked_tables. I.e. Locked_tables_list::reopen_tables() reopens only
tables from m_locked_tables.
* Unused can_recover_from_failed_open() condition
Is recover_from_failed_open() can be really used after
open_and_process_routine()?
:: Reviewed by ::
Sergei Golubchik <serg@mariadb.org>
217 lines
6.1 KiB
Text
217 lines
6.1 KiB
Text
call mtr.add_suppression("need more HISTORY partitions");
|
|
create table t (a int);
|
|
delete history from t before system_time now();
|
|
ERROR HY000: Table `t` is not system-versioned
|
|
create or replace table t (
|
|
a int,
|
|
row_start SYS_TYPE as row start invisible,
|
|
row_end SYS_TYPE as row end invisible,
|
|
period for system_time (row_start, row_end))
|
|
with system versioning;
|
|
insert into t values (1);
|
|
update t set a=2;
|
|
set @test = 'correct';
|
|
create trigger trg_before before delete on t for each row set @test = 'incorrect';
|
|
create trigger trg_after after delete on t for each row set @test = 'incorrect';
|
|
delete history from t;
|
|
select @test from t;
|
|
@test
|
|
correct
|
|
drop table t;
|
|
create or replace table t (
|
|
a int,
|
|
row_start SYS_TYPE as row start invisible,
|
|
row_end SYS_TYPE as row end invisible,
|
|
period for system_time (row_start, row_end))
|
|
with system versioning;
|
|
insert into t values (1), (2);
|
|
update t set a=11 where a=1;
|
|
set @ts1=now(6);
|
|
update t set a=22 where a=2;
|
|
select * from t for system_time all;
|
|
a
|
|
11
|
|
22
|
|
1
|
|
2
|
|
delete history from t before system_time timestamp @ts1;
|
|
select * from t for system_time all;
|
|
a
|
|
11
|
|
22
|
|
2
|
|
prepare stmt from 'delete history from t';
|
|
execute stmt;
|
|
drop prepare stmt;
|
|
select * from t for system_time all;
|
|
a
|
|
11
|
|
22
|
|
delete from t;
|
|
create or replace procedure truncate_sp()
|
|
begin
|
|
delete history from t before system_time timestamp now(6);
|
|
end~~
|
|
call truncate_sp;
|
|
select * from t for system_time all;
|
|
a
|
|
drop procedure truncate_sp;
|
|
# Truncate partitioned
|
|
create or replace table t (a int) with system versioning
|
|
partition by system_time limit 1 partitions 3;
|
|
insert into t values (1);
|
|
update t set a= 2;
|
|
update t set a= 3;
|
|
delete history from t;
|
|
# The above warning is one command late (MDEV-20345) ^^^
|
|
select * from t for system_time all;
|
|
a
|
|
3
|
|
# VIEW
|
|
create or replace table t (
|
|
i int,
|
|
row_start SYS_TYPE as row start invisible,
|
|
row_end SYS_TYPE as row end invisible,
|
|
period for system_time (row_start, row_end))
|
|
with system versioning;
|
|
delete history from t;
|
|
create or replace view v as select * from t;
|
|
delete history from v;
|
|
ERROR 42S02: 'v' is a view
|
|
create or replace table t (i int);
|
|
delete history from t;
|
|
ERROR HY000: Table `t` is not system-versioned
|
|
create or replace view v as select * from t;
|
|
delete history from v;
|
|
ERROR 42S02: 'v' is a view
|
|
prepare stmt from 'delete history from t';
|
|
ERROR HY000: Table `t` is not system-versioned
|
|
drop table t;
|
|
drop view v;
|
|
create or replace table t (i int);
|
|
create or replace view v as select * from t;
|
|
drop table v;
|
|
ERROR 42S02: 'test.v' is a view
|
|
lock table v write;
|
|
delete history from v before system_time now(6);
|
|
ERROR 42S02: 'v' is a view
|
|
unlock tables;
|
|
drop view v;
|
|
drop table t;
|
|
create table t1 (i int) with system versioning;
|
|
create procedure pr() delete history from t1 before system_time now();
|
|
call pr;
|
|
call pr;
|
|
drop procedure pr;
|
|
drop table t1;
|
|
# MDEV-15966 Behavior for TRUNCATE versioned table is not documented and not covered by tests
|
|
create or replace table t1 (id int);
|
|
create or replace table t2 (id int) with system versioning;
|
|
# force cleaning table shares
|
|
flush tables t1, t2;
|
|
truncate table t1;
|
|
truncate table t2;
|
|
ERROR HY000: System-versioned tables do not support TRUNCATE TABLE
|
|
# fetch table shares
|
|
describe t1;
|
|
Field Type Null Key Default Extra
|
|
id int(11) YES NULL
|
|
describe t2;
|
|
Field Type Null Key Default Extra
|
|
id int(11) YES NULL
|
|
truncate table t1;
|
|
truncate table t2;
|
|
ERROR HY000: System-versioned tables do not support TRUNCATE TABLE
|
|
# enter locked tables mode
|
|
lock tables t1 WRITE, t2 WRITE;
|
|
truncate t1;
|
|
truncate t2;
|
|
ERROR HY000: System-versioned tables do not support TRUNCATE TABLE
|
|
unlock tables;
|
|
drop table t2;
|
|
#
|
|
# MDEV-19814 Assertion `update->n_fields < ulint(table->n_cols + table->n_v_cols)' on DELETE HISTORY
|
|
#
|
|
create or replace table t1 (
|
|
f varchar(1),
|
|
row_start SYS_TYPE as row start,
|
|
row_end SYS_TYPE as row end,
|
|
period for system_time (row_start, row_end))
|
|
with system versioning;
|
|
insert into t1 (f) values ('a'), ('b'), ('c'), ('d'), ('e'), ('f'), ('g'), ('h');
|
|
delete from t1;
|
|
delete history from t1;
|
|
drop table t1;
|
|
#
|
|
# MDEV-20186 Wrong result or Assertion on INSERT after DELETE HISTORY
|
|
#
|
|
create or replace table t1 (a int check (a > 0)) with system versioning;
|
|
delete history from t1;
|
|
insert into t1 values (1);
|
|
select * from t1;
|
|
a
|
|
1
|
|
drop table t1;
|
|
#
|
|
# MDEV-25468 DELETE HISTORY may delete current data on system-versioned table
|
|
#
|
|
create or replace table t1 (x int) with system versioning;
|
|
insert into t1 values (1);
|
|
delete history from t1 before system_time '2039-01-01 23:00';
|
|
select * from t1;
|
|
x
|
|
1
|
|
explain extended delete history from t1 before system_time '2039-01-01 23:00';
|
|
id select_type table type possible_keys key key_len ref rows filtered Extra
|
|
1 SIMPLE t1 ALL NULL NULL NULL NULL 1 100.00 Using where
|
|
create or replace procedure p() delete history from t1 before system_time '2039-01-01 23:00';
|
|
call p;
|
|
select * from t1;
|
|
x
|
|
1
|
|
call p;
|
|
select * from t1;
|
|
x
|
|
1
|
|
drop procedure p;
|
|
prepare stmt from "delete history from t1 before system_time '2039-01-01 23:00'";
|
|
execute stmt;
|
|
select * from t1;
|
|
x
|
|
1
|
|
execute stmt;
|
|
select * from t1;
|
|
x
|
|
1
|
|
drop prepare stmt;
|
|
drop table t1;
|
|
#
|
|
# MDEV-28201 Server crashes upon SHOW ANALYZE/EXPLAIN FORMAT=JSON
|
|
#
|
|
CREATE TABLE t1 (a INT) WITH SYSTEM VERSIONING;
|
|
CREATE ALGORITHM=TEMPTABLE VIEW v1 AS SELECT * FROM t1;
|
|
SET optimizer_trace= 'enabled=on';
|
|
DELETE HISTORY FROM v1 BEFORE SYSTEM_TIME '2021-01-01';
|
|
ERROR HY000: The target table v1 of the DELETE is not updatable
|
|
DELETE HISTORY FROM v1;
|
|
ERROR HY000: The target table v1 of the DELETE is not updatable
|
|
DROP VIEW v1;
|
|
DROP TABLE t1;
|
|
#
|
|
# MDEV-17554 Auto-create new partition for system versioned tables with history partitioned by INTERVAL/LIMIT
|
|
#
|
|
# Don't auto-create new partition on DELETE HISTORY:
|
|
set timestamp= unix_timestamp('2000-01-01 00:00:00');
|
|
create or replace table t (a int) with system versioning
|
|
partition by system_time interval 1 hour auto;
|
|
set timestamp= unix_timestamp('2000-01-01 10:00:00');
|
|
delete history from t;
|
|
set timestamp= default;
|
|
show create table t;
|
|
Table Create Table
|
|
t CREATE TABLE `t` (
|
|
`a` int(11) DEFAULT NULL
|
|
) ENGINE=DEFAULT_ENGINE DEFAULT CHARSET=latin1 WITH SYSTEM VERSIONING
|
|
PARTITION BY SYSTEM_TIME INTERVAL 1 HOUR STARTS TIMESTAMP'2000-01-01 00:00:00' AUTO
|
|
PARTITIONS 2
|
|
drop table t;
|