##############################################################################
#
#  List the test cases which, unlike tests from disabled.def files,
#  can still be run on the current tree meaningfully, but are known 
#  or suspected to fail sporadically on different reasons.
#
#  Most common reasons are either test failures observed in buildbot,
#  or recent modifications to the tests which make their stability 
#  unknown. 
#
#  Tests included due to recent modifications are later removed from the 
#  list, if during a certain period they do not fail (and are not 
#  modified again). Tests included due to intermittent failures are 
#  removed when corresponding bug reports are closed. 
#
#  Separate the test case name and the comment with ':'.
#
#    <suitename>.<testcasename> : MDEV-xxxxx - <comment>
#
#  '*' wildcard in testcase names is supported.
#
#  To use the list, run MTR with --skip-test-list=unstable-tests option. 
#
##############################################################################

main.alter_table                   : Modified in 10.1.21
main.alter_table_trans             : MDEV-11805 - timeout
main.analyze_stmt_slow_query_log   : Modified in 10.1.21
main.cast                          : Modified in 10.1.21
main.create                        : Modified in 10.1.21
main.create_delayed                : MDEV-10605 - failed with timeout
main.create_drop_binlog            : Uses binlog_start_pos.inc modified in 10.1.20
main.ctype_ucs                     : Modified in 10.1.21
main.ctype_ucs2_def                : Modified in 10.1.21
main.ctype_ucs2_query_cache        : Modified in 10.1.21
main.ctype_utf16                   : Modified in 10.1.21
main.ctype_utf16_def               : Modified in 10.1.21
main.ctype_utf16le                 : MDEV-10675: timeout or extra warnings
main.ctype_utf32                   : Modified in 10.1.21
main.ctype_utf8                    : Modified in 10.1.20
main.ctype_utf8mb4                 : Modified in 10.1.20
main.default                       : Modified in 10.1.20
main.derived                       : Modified in 10.1.20
main.derived_view                  : Modified in 10.1.20
main.events_restart                : MDEV-11221: assertion failure
main.events_slowlog                : Added in 10.1.21
main.fulltext_charsets             : Added in 10.1.20
main.func_time                     : Modified in 10.1.21
main.group_by                      : Modified in 10.1.20
main.group_by_innodb               : Modified in 10.1.20
main.host_cache_size_functionality : MDEV-10606 - sporadic failure on shutdown
main.index_intersect_innodb        : MDEV-10643 - failed with timeout
main.index_merge_innodb            : MDEV-7142 - Wrong execution plan, also modified in 10.1.21
main.information_schema_part       : Modified in 10.1.21
main.innodb_mysql_lock             : MDEV-7861 - sporadic lock detection failure
main.join_cache                    : Modified in 10.1.21
main.kill_processlist-6619         : MDEV-10793 - wrong result in processlist
main.loaddata                      : Modified in 10.1.21
main.log_slow                      : Modified in 10.1.21
main.lowercase_fs_on               : Uses search_pattern_in_file.inc modified in 10.1.20
main.mdev-504                      : MDEV-10607 - sporadic "can't connect"
main.mdev375                       : MDEV-10607 - sporadic "can't connect"
main.merge                         : MDEV-10607 - sporadic "can't connect"
main.mysqlbinlog                   : Uses binlog_start_pos.inc modified in 10.1.20
main.mysqldump-max                 : Uses binlog_start_pos.inc modified in 10.1.20
main.mysqlslap                     : MDEV-11801 - timeout
main.mysqltest                     : MDEV-9269 - fails on Alpha
main.named_pipe                    : Uses search_pattern_in_file.inc modified in 10.1.20
main.order_by                      : Modified in 10.1.21
main.order_by_optimizer_innodb     : MDEV-10683 - wrong execution plan
main.parser                        : Modified in 10.1.20
main.pool_of_threads               : Modified in 10.1.21
main.ps                            : MDEV-11017 - sporadic wrong Prepared_stmt_count
main.selectivity                   : Modified in 10.1.20
main.show_explain                  : MDEV-10674 - sporadic failure
main.signal_demo3                  : MDEV-11720 - Thread stack overrun on labrador
main.sp                            : Modified in 10.1.21
main.sp-prelocking                 : Modified in 10.1.21
main.sp-security                   : MDEV-10607 - sporadic "can't connect"
main.stat_tables_par_innodb        : MDEV-10515 - sporadic wrong results
main.statistics                    : Modified in 10.1.20
main.status                        : MDEV-8510 - sporadic wrong result
main.subselect                     : Modified in 10.1.21
main.subselect2                    : Modified in 10.1.21
main.subselect4                    : Modified in 10.1.21
main.subselect_innodb              : MDEV-10614 - sporadic wrong results
main.subselect_no_exists_to_in     : Uses subselect.test modified in 10.1.21
main.subselect_no_mat              : Uses subselect.test modified in 10.1.21
main.subselect_no_opts             : Uses subselect.test modified in 10.1.21
main.subselect_no_scache           : Uses subselect.test modified in 10.1.21
main.subselect_no_semijoin         : Uses subselect.test modified in 10.1.21
main.trigger_null-8605             : Modified in 10.1.21
main.type_datetime_hires           : MDEV-10687 - timeout
main.type_decimal                  : Modified in 10.1.20
main.union                         : Modified in 10.1.21
main.view                          : Modified in 10.1.21
main.wait_timeout_not_windows      : Uses search_pattern_in_file.inc modified in 10.1.20

#----------------------------------------------------------------

archive.archive-big : MDEV-10615 - table is marked as crashed
archive.discover    : MDEV-10510 - table is marked as crashed; modified in 10.1.21

#----------------------------------------------------------------

binlog.binlog_commit_wait                 : MDEV-10150 - Error: too much time elapsed
binlog.binlog_incident                    : Uses binlog_start_pos.inc modified in 10.1.20
binlog.binlog_killed                      : Uses binlog_start_pos.inc modified in 10.1.20
binlog.binlog_killed_simulate             : Uses binlog_start_pos.inc modified in 10.1.20
binlog.binlog_mysqlbinlog2                : Uses binlog_start_pos.inc modified in 10.1.20
binlog.mix_innodb_myisam_binlog           : Uses binlog_start_pos.inc modified in 10.1.20
binlog.binlog_row_annotate                : Uses binlog_start_pos.inc modified in 10.1.20
binlog.binlog_xa_recover                  : MDEV-8517 - Extra checkpoint

#----------------------------------------------------------------

binlog_encryption.*                : Added in 10.1.20

#----------------------------------------------------------------

connect.jdbc            : Modified in 10.1.21
connect.jdbc_new        : Modified in 10.1.21
connect.tbl             : MDEV-9844, MDEV-10179 - sporadic crashes, valgrind warnings, wrong results

#----------------------------------------------------------------

encryption.create_or_replace                : MDEV-9359 - Assertion failure
encryption.encrypt_and_grep                 : MDEV-11222 - InnoDB error; also uses search_pattern_in_file.inc modified in 10.1.20
encryption.filekeys_emptyfile               : Uses search_pattern_in_file.inc modified in 10.1.20
encryption.filekeys_encfile_bad             : Uses search_pattern_in_file.inc modified in 10.1.20
encryption.filekeys_encfile_badfile         : Uses search_pattern_in_file.inc modified in 10.1.20
encryption.filekeys_encfile_no              : Uses search_pattern_in_file.inc modified in 10.1.20
encryption.filekeys_nofile                  : Uses search_pattern_in_file.inc modified in 10.1.20
encryption.filekeys_syntax                  : Uses search_pattern_in_file.inc modified in 10.1.20
encryption.filekeys_tooshort                : Uses search_pattern_in_file.inc modified in 10.1.20
encryption.filekeys_unencfile               : Uses search_pattern_in_file.inc modified in 10.1.20
encryption.innodb-bad-key-change3           : Modified in 10.1.21
encryption.innodb-bad-key-shutdown          : MDEV-9105 - valgrind warnings, assertion failures
encryption.innodb-discard-import            : Modified in 10.1.21
encryption.innodb-discard-import-change     : Modified in 10.1.21
encryption.innodb_encryption_discard_import : MDEV-11218 - wrong result, also modified in 10.1.21
encryption.innodb_encryption_filekeys       : MDEV-9962 - timeouts
encryption.innodb_encryption-page-compression : MDEV-11420 - Trying to access missing tablespace
encryption.innodb_encryption_row_compressed : Uses search_pattern_in_file.inc modified in 10.1.20
encryption.innodb_first_page                : MDEV-10689 - crashes
encryption.innodb-log-encrypt               : Modified in 10.1.21
encryption.innodb_lotoftables               : MDEV-11531 - InnoDB error, also modified in 10.1.21
encryption.innodb-missing-key               : MDEV-9359 - assertion failure
encryption.innodb_onlinealter_encryption    : MDEV-10099 - wrong results; also uses search_pattern_in_file.inc modified in 10.1.20
encryption.innodb-page_encryption           : MDEV-10641 - mutex problem
encryption.innodb_scrub                     : MDEV-8139, also was modified in 10.1.21
encryption.innodb_scrub_background          : MDEV_8139, also was modified in 10.1.21
encryption.innodb_scrub_compressed          : MDEV-8139; also was modified and re-enabled in 10.1.21

#----------------------------------------------------------------

engines/iuds.*                   : Not maintained in timely manner
engines/funcs.*                  : Not maintained in timely manner

#----------------------------------------------------------------

federated.federatedx             : MDEV-10617 - Wrong checksum, timeouts
federated.federated_innodb       : MDEV-10617, MDEV-10417 - Wrong checksum, timeouts, fails on Mips
federated.federated_partition    : MDEV-10417 - Fails on Mips
federated.federated_transactions : MDEV-10617, MDEV-10417 - Wrong checksum, timeouts, fails on Mips

#----------------------------------------------------------------

funcs_1.processlist_val_no_prot  : MDEV-11223 - Wrong result

funcs_2.innodb_charset           : Modified in 10.1.21
funcs_2.memory_charset           : MDEV-10290 - Timeout
funcs_2.myisam_charset           : MDEV-11535 - Timeout

#----------------------------------------------------------------

galera.galera_var_cluster_address : Modified in 10.1.21
galera.galera_var_dirty_reads : Modified in 10.1.21
galera.MW-284                 : Modified in 10.1.21
galera.rpl_row_annotate       : Uses binlog_start_pos.inc modified in 10.1.20
galera_split_brain            : Modified in 10.1.21

galera_3nodes.*               : MDEV-11490 - Warnings not suppressed

#----------------------------------------------------------------

innodb.101_compatibility              : Added in 10.1.21
innodb.binlog_consistent              : MDEV-10618 - Server fails to start; also uses binlog_start_pos.inc modified in 10.1.20
innodb.doublewrite                    : Added in 10.1.21
innodb.group_commit_binlog_pos        : Uses binlog_start_pos.inc modified in 10.1.20
innodb.group_commit_binlog_pos_no_optimize_thread : Uses binlog_start_pos.inc modified in 10.1.20
innodb.group_commit_crash             : Modified in 10.1.21
innodb.group_commit_crash_no_optimize_thread : Modified in 10.1.21
innodb.innodb-alter-table             : MDEV-10619 - Testcase timeout
innodb.innodb-bug-14068765            : MDEV-9105 - valgrind warnings, assertion failures
innodb.innodb-bug-14084530            : MDEV-9105 - valgrind warnings, assertion failures
innodb.innodb_bug14147491             : MDEV-11808, also modified in 10.1.21
innodb.innodb_bug14676111             : MDEV-11802 - wrong result
innodb.innodb_bug30423                : MDEV-7311 - Wrong number of rows in the plan
innodb.innodb-change-buffer-recovery  : Modified in 10.1.21
innodb.innodb_defragment_fill_factor  : Modified in 10.1.20
innodb.innodb-lock-schedule-algorithm : Modified in 10.1.20
innodb.innodb-page_compression_zip    : MDEV-10641 - mutex problem
innodb.innodb_stats                   : MDEV-10682 - wrong result
innodb.innodb_sys_semaphore_waits     : MDEV-10331 - wrong result
innodb.innodb-wl5522                  : MDEV-9105 - valgrind warnings, assertion failures
innodb.innodb-wl5522-1                : MDEV-9105 - valgrind warnings, assertion failures
innodb.innodb-wl5522-debug-zip        : Modified in 10.1.21
innodb.log_data_file_size             : Added in 10.1.21
innodb.table_index_statistics         : Added in 10.1.20
innodb.trigger                        : Modified in 10.1.20
innodb.xa_recovery                    : Modified in 10.1.21

#----------------------------------------------------------------

innodb_fts.create                     : Added in 10.1.20

#----------------------------------------------------------------

maria.collations        : Added in 10.1.20
maria.maria-connect     : Uses binlog_start_pos.inc modified in 10.1.20

#----------------------------------------------------------------

mroonga/storage.column_datetime_32bit_2038                         : Wrong result on Alpha
mroonga/storage.column_datetime_32bit_before_unix_epoch            : Wrong result on Alpha
mroonga/storage.column_datetime_32bit_max                          : Wrong result on Alpha
mroonga/storage.column_datetime_32bit_out_of_range                 : Wrong result on Alpha
mroonga/storage.index_multiple_column_unique_date_32bit_equal      : Wrong result on Alpha
mroonga/storage.index_multiple_column_unique_date_order_32bit_desc : Wrong result on Alpha
mroonga/storage.index_multiple_column_unique_datetime_index_read   : MDEV-8643 - valgrind warnings
mroonga/storage.repair_table_no_index_file                         : MDEV-9364 - wrong result

#----------------------------------------------------------------

multi_source.gtid        : MDEV-10620, MDEV-10417 - Timeout in wait condition, fails on Mips
multi_source.info_logs   : MDEV-10042 - wrong result
multi_source.multisource : MDEV-10417 - Fails on Mips; also uses binlog_start_pos.inc modified in 10.1.20
multi_source.reset_slave : MDEV-10690 - wrong result; also uses binlog_start_pos.inc modified in 10.1.20
multi_source.simple      : MDEV-4633 - Wrong slave status output; also uses binlog_start_pos.inc modified in 10.1.20
multi_source.status_vars : MDEV-4632 - failed while waiting for Slave_received_heartbeats

#----------------------------------------------------------------

parts.partition_float_myisam : MDEV-10621 - Testcase timeout
parts.partition_int_myisam   : MDEV-10621 - Testcase timeout

#----------------------------------------------------------------

perfschema.func_file_io                      : MDEV-5708 - fails for s390x
perfschema.func_mutex                        : MDEV-5708 - fails for s390x
perfschema.setup_actors                      : MDEV-10679 - rare crash
perfschema.socket_summary_by_event_name_func : MDEV-10622 - Socket summary tables do not match
perfschema.stage_mdl_global                  : MDEV-11803 - wrong result on slow builders
perfschema.threads_mysql                     : MDEV-10677 - sporadic wrong result

#----------------------------------------------------------------

plugins.cracklib_password_check  : MDEV-11650 - valgrind warnings
plugins.feedback_plugin_send     : MDEV-7932 - ssl failed for url
plugins.server_audit             : MDEV-9562 - crashes on sol10-sparc
plugins.thread_pool_server_audit : MDEV-9562 - crashes on sol10-sparc
plugins.two_password_validations : MDEV-11650 - valgrind warnings

#----------------------------------------------------------------

roles.role_case_sensitive-10744  : Added in 10.1.20
roles.create_and_drop_role       : Modified in 10.1.20

#----------------------------------------------------------------

rpl.last_insert_id                    : MDEV-10625 - warnings in error log
rpl.rpl_alter_extra_persistent        : Added in 10.1.21
rpl.rpl_auto_increment                : MDEV-10417 - Fails on Mips
rpl.rpl_auto_increment_bug45679       : MDEV-10417 - Fails on Mips
rpl.rpl_auto_increment_update_failure : MDEV-10625 - warnings in error log
rpl.rpl_binlog_index                  : MDEV-9501 - Warning: failed registering on master
rpl.rpl_checksum                      : Uses search_pattern_in_file.inc modified in 10.1.20
rpl.rpl_checksum_cache                : MDEV-10626 - Testcase timeout
rpl.rpl_circular_for_4_hosts          : MDEV-10627 - Testcase timeout
rpl.rpl_ddl                           : MDEV-10417 - Fails on Mips
rpl.rpl_domain_id_filter_restart      : MDEV-10684 - Wrong result
rpl.rpl_gtid_basic                    : MDEV-10681 - server startup problem
rpl.rpl_gtid_crash                    : MDEV-9501 - Warning: failed registering on master
rpl.rpl_gtid_errorlog                 : Uses search_pattern_in_file.inc modified in 10.1.20
rpl.rpl_gtid_master_promote           : MDEV-10628 - Timeout in sync_with_master
rpl.rpl_gtid_mdev9033                 : MDEV-10680 - warnings
rpl.rpl_gtid_stop_start               : MDEV-10629 - Crash on shutdown
rpl.rpl_gtid_until                    : MDEV-10625 - warnings in error log
rpl.rpl_heartbeat_basic               : MDEV-11668 - wrong result
rpl.rpl_innodb_bug30888               : MDEV-10417 - Fails on Mips
rpl.rpl_insert                        : MDEV-9329 - Fails on Ubuntu/s390x
rpl.rpl_insert_delayed                : MDEV-9329 - Fails on Ubuntu/s390x
rpl.rpl_invoked_features              : MDEV-10417 - Fails on Mips
rpl.rpl_mariadb_slave_capability      : MDEV-11018 - sporadic wrong events in binlog
rpl.rpl_mdev10863                     : Added in 10.1.20
rpl.rpl_mdev6020                      : MDEV-10630, MDEV-10417 - Timeouts, fails on Mips
rpl.rpl_mdev6386                      : MDEV-10631 - Wrong result on slave
rpl.rpl_parallel                      : MDEV-10632, MDEV-10653 - Failures to sync, timeouts
rpl.rpl_parallel_optimistic           : MDEV-10511 - timeout
rpl.rpl_parallel_retry                : MDEV-11119 - Server crash
rpl.rpl_parallel_temptable            : MDEV-10356 - Crash in close_thread_tables
rpl.rpl_partition_innodb              : MDEV-10417 - Fails on Mips
rpl.rpl_row_annotate                  : Uses binlog_start_pos.inc modified in 10.1.20
rpl.rpl_password_boundaries           : MDEV-11534 - Slave IO warnings
rpl.rpl_row_drop_create_temp_table    : MDEV-10626 - Testcase timeout
rpl.rpl_row_flsh_tbls                 : Uses binlog_start_pos.inc modified in 10.1.20
rpl.rpl_row_log_innodb                : MDEV-10688 - Wrong result
rpl.rpl_row_mysqlbinlog               : Modified in 10.1.21
rpl.rpl_row_sp001                     : MDEV-9329 - Fails on Ubuntu/s390x
rpl.rpl_semi_sync                     : MDEV-11220 - Wrong result
rpl.rpl_semi_sync_event_after_sync    : MDEV-11806 - warnings
rpl.rpl_semi_sync_uninstall_plugin    : MDEV-7140 - Wrong plugin status
rpl.rpl_semi_sync_wait_point          : MDEV-11807 - timeout in wait condition
rpl.rpl_show_slave_hosts              : MDEV-10681 - server startup problem
rpl.rpl_skip_replication              : MDEV-9268 - Fails with timeout in sync_slave_with_master on Alpha
rpl.rpl_slave_grp_exec                : MDEV-10514 - Unexpected deadlock
rpl.rpl_special_charset               : Modified in 10.1.21
rpl.rpl_stm_flsh_tbls                 : Uses binlog_start_pos.inc modified in 10.1.20
rpl.rpl_stop_slave_error              : Uses search_pattern_in_file.inc modified in 10.1.20
rpl.rpl_sync                          : MDEV-10633 - Database page corruption
rpl.rpl_temporary_error2              : MDEV-10634 - Wrong number of retries
rpl.sec_behind_master-5114            : Modified in 10.1.21

#----------------------------------------------------------------

spider.* : MDEV-9329 - tests are too memory-consuming

spider/bg.direct_aggregate      : MDEV-7098 - Trying to unlock mutex that wasn't locked
spider/bg.direct_aggregate_part : MDEV-7098 - Trying to unlock mutex that wasn't locked
spider/bg.ha                    : MDEV-7914, MDEV-9329 - Crash, failures on s390x
spider/bg.ha_part               : MDEV-9329 - Fails on Ubuntu/s390x
spider/bg.spider_fixes          : MDEV-7098, MDEV-9329 - Mutex problem, failures on s390x
spider/bg.vp_fixes              : MDEV-9329 - Fails on Ubuntu/s390x

spider/handler.*                : MDEV-10987, MDEV-10990 - Tests have not been maintained

#----------------------------------------------------------------

sphinx.* : MDEV-10986 - Tests have not been maintained

#----------------------------------------------------------------

storage_engine* : Tests are not always timely maintained

#----------------------------------------------------------------

stress.ddl_innodb : MDEV-10635 - Testcase timeout

#----------------------------------------------------------------

sys_vars.autocommit_func2                      : MDEV-9329 - Fails on Ubuntu/s390x
sys_vars.keep_files_on_create_basic            : MDEV-10676 - timeout
sys_vars.innodb_buffer_pool_dump_pct_basic     : MDEV-10651 - sporadic failure on file_exists
sys_vars.innodb_fatal_semaphore_wait_threshold : MDEV-10513 - crashes
sys_vars.replicate_do_db_basic                 : Modified in 10.1.20
sys_vars.replicate_do_table_basic              : Modified in 10.1.20
sys_vars.replicate_ignore_db_basic             : Modified in 10.1.20
sys_vars.replicate_ignore_table_basic          : Modified in 10.1.20
sys_vars.replicate_wild_do_table_basic         : Modified in 10.1.20
sys_vars.replicate_wild_ignore_table_basic     : Modified in 10.1.20
sys_vars.rpl_init_slave_func                   : MDEV-10149 - wrong results
sys_vars.sysvars_innodb                        : MDEV-6958 - error-prone rdiffs
sys_vars.sysvars_server_embedded               : MDEV-6958 - error-prone rdiffs
sys_vars.table_open_cache_instances_basic      : Modified in 10.1.20

#----------------------------------------------------------------

tokudb.cluster_filter                : MDEV-10678 - Wrong execution plan
tokudb.cluster_filter_hidden         : MDEV-10678 - Wrong execution plan
tokudb.cluster_filter_unpack_varchar : MDEV-10636 - Wrong execution plan
tokudb.dir_per_db                    : MDEV-11537 - Wrong result
tokudb.table_index_statistics        : Added in 10.1.20

tokudb_bugs.checkpoint_lock          : MDEV-10637 - Wrong processlist output
tokudb_bugs.checkpoint_lock_3        : MDEV-10637 - Wrong processlist output
tokudb_bugs.xa                       : MDEV-11804 - Lock wait timeout

tokudb_rpl.rpl_parallel_optimistic   : Added in 10.1.20
tokudb_rpl.rpl_tokudb_rfr_partition_table : Added in 10.1.20

#----------------------------------------------------------------

unit.ma_test_loghandler : MDEV-10638 - record read not ok

#----------------------------------------------------------------

vcol.not_supported    : MDEV-10639 - Testcase timeout
vcol.vcol_keys_innodb : MDEV-10639 - Testcase timeout

#----------------------------------------------------------------

wsrep.binlog_format : MDEV-11532 - WSREP has not yet prepared node

#----------------------------------------------------------------

wsrep_info.plugin     : MDEV-11530 - Warnings; also modified in 10.1.20
