##############################################################################
#
#  List the test cases which, unlike tests from disabled.def files,
#  can still be run on the current tree meaningfully, but are known 
#  or suspected to fail sporadically on different reasons.
#
#  Most common reasons are either test failures observed in buildbot,
#  or recent modifications to the tests which make their stability 
#  unknown. 
#
#  Tests included due to recent modifications are later removed from the 
#  list, if during a certain period they do not fail (and are not 
#  modified again). Tests included due to intermittent failures are 
#  removed when corresponding bug reports are closed. 
#
#  Separate the test case name and the comment with ':'.
#
#    <suitename>.<testcasename> : MDEV-xxxxx - <comment>
#
#  '*' wildcard in testcase names is supported.
#
#  To use the list, run MTR with --skip-test-list=unstable-tests option. 
#
##############################################################################

main.alter_table                   : Modified in 10.1.19
main.analyze_stmt_slow_query_log   : MDEV-7558 - wrong result
main.create                        : Modified in 10.1.20
main.create_delayed                : MDEV-10605 - failed with timeout
main.create_drop_binlog            : Uses binlog_start_pos.inc modified in 10.1.20
main.create_or_replace             : Modified in 10.1.19
main.ctype_utf16le                 : MDEV-10675: timeout or extra warnings
main.ctype_utf8                    : Modified in 10.1.20
main.ctype_utf8mb4                 : Modified in 10.1.20
main.default                       : Modified in 10.1.20
main.derived                       : Modified in 10.1.20
main.derived_view                  : Modified in 10.1.20
main.drop                          : Modified in 10.1.19
main.events_restart                : MDEV-11221: assertion failure
main.fulltext_charsets             : Added in 10.1.20
main.func_time                     : Modified in 10.1.20
main.group_by                      : Modified in 10.1.20
main.group_by_innodb               : Modified in 10.1.20
main.host_cache_size_functionality : MDEV-10606 - sporadic failure on shutdown
main.index_intersect_innodb        : MDEV-10643 - failed with timeout
main.index_merge_innodb            : MDEV-7142 - Wrong execution plan
main.information_schema            : Modified in 10.1.19
main.innodb_mysql_lock             : MDEV-7861 - sporadic lock detection failure
main.kill_processlist-6619         : MDEV-10793 - wrong result in processlist
main.loaddata                      : Modified in 10.1.20
main.lowercase_fs_on               : Uses search_pattern_in_file.inc modified in 10.1.20
main.mdev-504                      : MDEV-10607 - sporadic "can't connect"
main.mdev375                       : MDEV-10607 - sporadic "can't connect"
main.merge                         : MDEV-10607 - sporadic "can't connect"
main.mysql                         : Modified in 10.1.19
main.mysql_not_windows             : Modified in 10.1.19
main.mysqlbinlog                   : Uses binlog_start_pos.inc modified in 10.1.20
main.mysqldump-max                 : Uses binlog_start_pos.inc modified in 10.1.20
main.mysqldump-nl                  : Added in 10.1.19
main.mysqltest                     : MDEV-9269 - fails on Alpha; also modified in 10.1.19
main.named_pipe                    : Uses search_pattern_in_file.inc modified in 10.1.20
main.null                          : Modified in 10.1.19
main.order_by_optimizer_innodb     : MDEV-10683 - wrong execution plan
main.parser                        : Modified in 10.1.20
main.pool_of_threads               : MDEV-10100 - sporadic error on detecting max connections
main.ps                            : MDEV-11017 - sporadic wrong Prepared_stmt_count
main.selectivity                   : Modified in 10.1.20
main.selectivity_innodb            : Modified in 10.1.19
main.show_explain                  : MDEV-10674 - sporadic failure
main.sp                            : Modified in 10.1.20
main.sp-security                   : MDEV-10607 - sporadic "can't connect"
main.stat_tables_par_innodb        : MDEV-10515 - sporadic wrong results
main.statistics                    : Modified in 10.1.20
main.status                        : MDEV-8510 - sporadic wrong result
main.subselect                     : Modified in 10.1.20
main.subselect_innodb              : MDEV-10614 - sporadic wrong results
main.type_datetime_hires           : MDEV-10687 - timeout
main.type_decimal                  : Modified in 10.1.20
main.view                          : Uses search_pattern_in_file.inc modified in 10.1.20
main.wait_timeout_not_windows      : Uses search_pattern_in_file.inc modified in 10.1.20

#----------------------------------------------------------------

archive.archive-big : MDEV-10615 - table is marked as crashed
archive.discover    : MDEV-10510 - table is marked as crashed

#----------------------------------------------------------------

binlog.binlog_commit_wait                 : MDEV-10150 - Error: too much time elapsed
binlog.binlog_incident                    : Uses binlog_start_pos.inc modified in 10.1.20
binlog.binlog_killed                      : Uses binlog_start_pos.inc modified in 10.1.20
binlog.binlog_killed_simulate             : Uses binlog_start_pos.inc modified in 10.1.20
binlog.binlog_mysqlbinlog2                : Uses binlog_start_pos.inc modified in 10.1.20
binlog.mix_innodb_myisam_binlog           : Uses binlog_start_pos.inc modified in 10.1.20
binlog.binlog_row_annotate                : Uses binlog_start_pos.inc modified in 10.1.20
binlog.binlog_xa_recover                  : MDEV-8517 - Extra checkpoint

#----------------------------------------------------------------

binlog_encryption.*                : Added in 10.1.20

#----------------------------------------------------------------

connect.tbl             : MDEV-9844, MDEV-10179 - sporadic crashes, valgrind warnings, wrong results

#----------------------------------------------------------------

encryption.create_or_replace                : MDEV-9359 - Assertion failure
encryption.encrypt_and_grep                 : MDEV-11222 - InnoDB error; also uses search_pattern_in_file.inc modified in 10.1.20
encryption.filekeys_emptyfile               : Uses search_pattern_in_file.inc modified in 10.1.20
encryption.filekeys_encfile_bad             : Uses search_pattern_in_file.inc modified in 10.1.20
encryption.filekeys_encfile_badfile         : Uses search_pattern_in_file.inc modified in 10.1.20
encryption.filekeys_encfile_no              : Uses search_pattern_in_file.inc modified in 10.1.20
encryption.filekeys_nofile                  : Uses search_pattern_in_file.inc modified in 10.1.20
encryption.filekeys_syntax                  : Uses search_pattern_in_file.inc modified in 10.1.20
encryption.filekeys_tooshort                : Uses search_pattern_in_file.inc modified in 10.1.20
encryption.filekeys_unencfile               : Uses search_pattern_in_file.inc modified in 10.1.20
encryption.innodb-bad-key-change            : uses keys2.txt modified in 10.1.19
encryption.innodb-bad-key-change2           : uses keys2.txt modified in 10.1.19
encryption.innodb-bad-key-change3           : Uses search_pattern_in_file.inc modified in 10.1.20
encryption.innodb-bad-key-change4           : uses keys2.txt modified in 10.1.19
encryption.innodb-bad-key-change5           : uses keys2.txt modified in 10.1.19
encryption.innodb-bad-key-shutdown          : MDEV-9105 - valgrind warnings, assertion failures, and uses keys2.txt modified in 10.1.19
encryption.innodb-discard-import            : Uses search_pattern_in_file.inc modified in 10.1.20
encryption.innodb_encryption_discard_import : MDEV-11218 - wrong result, also uses search_pattern_in_file.inc modified in 10.1.20
encryption.innodb_encryption_filekeys       : MDEV-9962 - timeouts
encryption.innodb_encryption_row_compressed : Uses search_pattern_in_file.inc modified in 10.1.20
encryption.innodb_first_page                : MDEV-10689 - crashes
encryption.innodb-log-encrypt               : Uses search_pattern_in_file.inc modified in 10.1.20
encryption.innodb_lotoftables               : MDEV-11531 - InnoDB error
encryption.innodb-missing-key               : Added in 10.1.19
encryption.innodb_onlinealter_encryption    : MDEV-10099 - wrong results; also uses search_pattern_in_file.inc modified in 10.1.20
encryption.innodb-page_encryption           : MDEV-10641 - mutex problem
encryption.innodb_page_encryption_key_change  : uses keys2.txt modified in 10.1.19

#----------------------------------------------------------------

extra/binlog_tests.database      : Modified in 10.1.19 (merge)

#----------------------------------------------------------------

federated.federatedx             : MDEV-10617 - Wrong checksum, timeouts
federated.federated_innodb       : MDEV-10617, MDEV-10417 - Wrong checksum, timeouts, fails on Mips
federated.federated_partition    : MDEV-10417 - Fails on Mips
federated.federated_transactions : MDEV-10617, MDEV-10417 - Wrong checksum, timeouts, fails on Mips

#----------------------------------------------------------------

funcs_1.processlist_val_no_prot  : MDEV-11223 - Wrong result
funcs_2.memory_charset           : MDEV-10290 - Timeout
funcs_2.myisam_charset           : MDEV-11535 - Timeout

#----------------------------------------------------------------

galera.*        : Added to default suites in 10.1.19

galera.galera_var_dirty_reads : Modified in 10.1.20
galera.rpl_row_annotate       : Uses binlog_start_pos.inc modified in 10.1.20

galera_3nodes.* : Added to default suites in 10.1.19, MDEV-11490

#----------------------------------------------------------------

innodb.binlog_consistent              : MDEV-10618 - Server fails to start; also uses binlog_start_pos.inc modified in 10.1.20
innodb.group_commit_binlog_pos        : Uses binlog_start_pos.inc modified in 10.1.20
innodb.group_commit_binlog_pos_no_optimize_thread : Uses binlog_start_pos.inc modified in 10.1.20
innodb.innodb-alter-table             : MDEV-10619 - Testcase timeout
innodb.innodb-bug-14068765            : MDEV-9105 - valgrind warnings, assertion failures, also uses innodb-util.pl added in 10.1.19
innodb.innodb-bug-14084530            : MDEV-9105 - valgrind warnings, assertion failures, also uses innodb-util.pl added in 10.1.19
innodb.innodb_bug30423                : MDEV-7311 - Wrong number of rows in the plan
innodb.innodb-change-buffer-recovery  : Uses search_pattern_in_file.inc modified in 10.1.20
innodb.innodb_defragment_fill_factor  : Modified in 10.1.20
innodb.innodb-lock-schedule-algorithm : Modified in 10.1.20
innodb.innodb-page_compression_zip    : MDEV-10641 - mutex problem
innodb.innodb_stats                   : MDEV-10682 - wrong result
innodb.innodb_sys_semaphore_waits     : MDEV-10331 - wrong result
innodb.innodb-wl5522                  : MDEV-9105 - valgrind warnings, assertion failures, also uses innodb-util.pl added in 10.1.19
innodb.innodb-wl5522-1                : MDEV-9105 - valgrind warnings, assertion failures, also uses innodb-util.pl added in 10.1.19
innodb.innodb-wl5522-debug            : Modified in 10.1.19
innodb.innodb-wl5522-debug-zip        : Modified in 10.1.20
innodb.innodb-wl5522-zip              : MDEV-9105 - valgrind warnings, assertion failures, also uses innodb-util.pl added in 10.1.19
innodb.table_index_statistics         : Added in 10.1.20
innodb.trigger                        : Modified in 10.1.20
innodb.xa_recovery                    : Modified in 10.1.19

#----------------------------------------------------------------

innodb_fts.create                     : Added in 10.1.20
innodb_fts.innodb_fts_misc            : MDEV-11233 - Crash on CREATE FULLTEXT INDEX

#----------------------------------------------------------------

maria.collations        : Added in 10.1.20
maria.encrypt-wrong-key : uses keys2.txt modified in 10.1.19
maria.maria-connect     : Uses binlog_start_pos.inc modified in 10.1.20

#----------------------------------------------------------------

mroonga/storage.column_datetime_32bit_2038                         : Wrong result on Alpha
mroonga/storage.column_datetime_32bit_before_unix_epoch            : Wrong result on Alpha
mroonga/storage.column_datetime_32bit_max                          : Wrong result on Alpha
mroonga/storage.column_datetime_32bit_out_of_range                 : Wrong result on Alpha
mroonga/storage.index_multiple_column_unique_date_32bit_equal      : Wrong result on Alpha
mroonga/storage.index_multiple_column_unique_date_order_32bit_desc : Wrong result on Alpha
mroonga/storage.index_multiple_column_unique_datetime_index_read   : MDEV-8643 - valgrind warnings
mroonga/storage.repair_table_no_index_file                         : MDEV-9364 - wrong result

#----------------------------------------------------------------

multi_source.gtid        : MDEV-10620, MDEV-10417 - Timeout in wait condition, fails on Mips
multi_source.info_logs   : MDEV-10042 - wrong result
multi_source.multisource : MDEV-10417 - Fails on Mips; also uses binlog_start_pos.inc modified in 10.1.20
multi_source.reset_slave : MDEV-10690 - wrong result; also uses binlog_start_pos.inc modified in 10.1.20
multi_source.simple      : MDEV-4633 - Wrong slave status output; also uses binlog_start_pos.inc modified in 10.1.20
multi_source.status_vars : MDEV-4632 - failed while waiting for Slave_received_heartbeats

#----------------------------------------------------------------

parts.partition_float_myisam : MDEV-10621 - Testcase timeout
parts.partition_int_myisam   : MDEV-10621 - Testcase timeout

#----------------------------------------------------------------

perfschema.func_file_io                      : MDEV-5708 - fails for s390x
perfschema.func_mutex                        : MDEV-5708 - fails for s390x
perfschema.setup_actors                      : MDEV-10679 - rare crash
perfschema.socket_summary_by_event_name_func : MDEV-10622 - Socket summary tables do not match
perfschema.threads_mysql                     : MDEV-10677 - sporadic wrong result

#----------------------------------------------------------------

plugins.feedback_plugin_send     : MDEV-7932 - ssl failed for url
plugins.server_audit             : MDEV-9562 - crashes on sol10-sparc
plugins.thread_pool_server_audit : MDEV-9562 - crashes on sol10-sparc


#----------------------------------------------------------------

roles.role_case_sensitive-10744  : Added in 10.1.20
roles.create_and_drop_role       : Modified in 10.1.20
roles.create_and_grant_role      : MDEV-11533 - Extra grant in output

#----------------------------------------------------------------

rpl.last_insert_id                    : MDEV-10625 - warnings in error log
rpl.rpl_auto_increment                : MDEV-10417 - Fails on Mips
rpl.rpl_auto_increment_bug45679       : MDEV-10417 - Fails on Mips
rpl.rpl_auto_increment_update_failure : MDEV-10625 - warnings in error log
rpl.rpl_binlog_index                  : MDEV-9501 - Warning: failed registering on master
rpl.rpl_checksum                      : Uses search_pattern_in_file.inc modified in 10.1.20
rpl.rpl_checksum_cache                : MDEV-10626 - Testcase timeout
rpl.rpl_circular_for_4_hosts          : MDEV-10627 - Testcase timeout
rpl.rpl_ddl                           : MDEV-10417 - Fails on Mips
rpl.rpl_domain_id_filter_restart      : MDEV-10684 - Wrong result
rpl.rpl_drop_db                       : Modified in 10.1.19
rpl.rpl_gtid_basic                    : MDEV-10681 - server startup problem
rpl.rpl_gtid_crash                    : MDEV-9501 - Warning: failed registering on master
rpl.rpl_gtid_errorlog                 : Uses search_pattern_in_file.inc modified in 10.1.20
rpl.rpl_gtid_master_promote           : MDEV-10628 - Timeout in sync_with_master
rpl.rpl_gtid_mdev9033                 : MDEV-10680 - warnings
rpl.rpl_gtid_stop_start               : MDEV-10629 - Crash on shutdown
rpl.rpl_gtid_until                    : MDEV-10625 - warnings in error log
rpl.rpl_innodb_bug30888               : MDEV-10417 - Fails on Mips
rpl.rpl_insert                        : MDEV-9329 - Fails on Ubuntu/s390x
rpl.rpl_insert_delayed                : MDEV-9329 - Fails on Ubuntu/s390x
rpl.rpl_invoked_features              : MDEV-10417 - Fails on Mips
rpl.rpl_mariadb_slave_capability      : MDEV-11018 - sporadic wrong events in binlog
rpl.rpl_mdev10863                     : Added in 10.1.20
rpl.rpl_mdev6020                      : MDEV-10630, MDEV-10417 - Timeouts, fails on Mips
rpl.rpl_mdev6386                      : MDEV-10631 - Wrong result on slave
rpl.rpl_parallel                      : MDEV-10632, MDEV-10653 - Failures to sync, timeouts
rpl.rpl_parallel_optimistic           : MDEV-10511 - timeout
rpl.rpl_parallel_retry                : MDEV-11119 - Server crash
rpl.rpl_parallel_temptable            : MDEV-10356 - Crash in close_thread_tables
rpl.rpl_partition_innodb              : MDEV-10417 - Fails on Mips
rpl.rpl_row_annotate                  : Uses binlog_start_pos.inc modified in 10.1.20
rpl.rpl_password_boundaries           : MDEV-11534 - Slave IO warnings
rpl.rpl_row_drop_create_temp_table    : MDEV-10626 - Testcase timeout
rpl.rpl_row_flsh_tbls                 : Uses binlog_start_pos.inc modified in 10.1.20
rpl.rpl_row_log_innodb                : MDEV-10688 - Wrong result
rpl.rpl_row_sp001                     : MDEV-9329 - Fails on Ubuntu/s390x
rpl.rpl_semi_sync                     : MDEV-11220 - Wrong result
rpl.rpl_semi_sync_uninstall_plugin    : MDEV-7140 - Wrong plugin status
rpl.rpl_show_slave_hosts              : MDEV-10681 - server startup problem
rpl.rpl_skip_replication              : MDEV-9268 - Fails with timeout in sync_slave_with_master on Alpha
rpl.rpl_slave_grp_exec                : MDEV-10514 - Unexpected deadlock
rpl.rpl_stm_flsh_tbls                 : Uses binlog_start_pos.inc modified in 10.1.20
rpl.rpl_stop_slave_error              : Uses search_pattern_in_file.inc modified in 10.1.20
rpl.rpl_sync                          : MDEV-10633 - Database page corruption
rpl.rpl_temporary_error2              : MDEV-10634 - Wrong number of retries
rpl.sec_behind_master-5114            : MDEV-8518 - Wrong value of Seconds_Behind_Master

#----------------------------------------------------------------

spider.* : MDEV-9329 - tests are too memory-consuming

spider/bg.direct_aggregate      : MDEV-7098 - Trying to unlock mutex that wasn't locked
spider/bg.direct_aggregate_part : MDEV-7098 - Trying to unlock mutex that wasn't locked
spider/bg.ha                    : MDEV-7914, MDEV-9329 - Crash, failures on s390x
spider/bg.ha_part               : MDEV-9329 - Fails on Ubuntu/s390x
spider/bg.spider_fixes          : MDEV-7098, MDEV-9329 - Mutex problem, failures on s390x
spider/bg.vp_fixes              : MDEV-9329 - Fails on Ubuntu/s390x

#----------------------------------------------------------------

sphinx.* : MDEV-10985, MDEV-10986 - Tests have not been maintained

#----------------------------------------------------------------

storage_engine* : Tests are not always timely maintained

#----------------------------------------------------------------

stress.ddl_innodb : MDEV-10635 - Testcase timeout

#----------------------------------------------------------------

sys_vars.autocommit_func2                      : MDEV-9329 - Fails on Ubuntu/s390x
sys_vars.keep_files_on_create_basic            : MDEV-10676 - timeout
sys_vars.innodb_buffer_pool_dump_pct_basic     : MDEV-10651 - sporadic failure on file_exists
sys_vars.innodb_fatal_semaphore_wait_threshold : MDEV-10513 - crashes
sys_vars.replicate_do_db_basic                 : Modified in 10.1.20
sys_vars.replicate_do_table_basic              : Modified in 10.1.20
sys_vars.replicate_ignore_db_basic             : Modified in 10.1.20
sys_vars.replicate_ignore_table_basic          : Modified in 10.1.20
sys_vars.replicate_wild_do_table_basic         : Modified in 10.1.20
sys_vars.replicate_wild_ignore_table_basic     : Modified in 10.1.20
sys_vars.sysvars_innodb                        : MDEV-6958 - error-prone rdiffs
sys_vars.sysvars_server_embedded               : MDEV-6958 - error-prone rdiffs
sys_vars.table_open_cache_instances_basic      : Modified in 10.1.20

#----------------------------------------------------------------

tokudb.cluster_filter                : MDEV-10678 - Wrong execution plan
tokudb.cluster_filter_hidden         : MDEV-10678 - Wrong execution plan
tokudb.cluster_filter_unpack_varchar : MDEV-10636 - Wrong execution plan
tokudb.dir_per_db                    : MDEV-11537 - Wrong result
tokudb.table_index_statistics        : Added in 10.1.20

tokudb_bugs.checkpoint_lock          : MDEV-10637 - Wrong processlist output
tokudb_bugs.checkpoint_lock_3        : MDEV-10637 - Wrong processlist output

tokudb_rpl.rpl_parallel_optimistic   : Added in 10.1.20
tokudb_rpl.rpl_tokudb_rfr_partition_table : Added in 10.1.20

#----------------------------------------------------------------

unit.ma_test_loghandler : MDEV-10638 - record read not ok

#----------------------------------------------------------------

vcol.not_supported    : MDEV-10639 - Testcase timeout
vcol.vcol_keys_innodb : MDEV-10639 - Testcase timeout

#----------------------------------------------------------------

wsrep.binlog_format : MDEV-11532 - WSREP has not yet prepared node
wsrep.mdev_10186    : Modified in 10.1.19

#----------------------------------------------------------------

wsrep_info.*          : suite.pm modified in 10.1.19
wsrep_info.plugin     : MDEV-11530 - Warnings; also modified in 10.1.20