diff --git a/autorun_post.py b/autorun_post.py index b9aa40d2fa..256c39d8ed 100755 --- a/autorun_post.py +++ b/autorun_post.py @@ -126,6 +126,15 @@ def printListInformation(table_type, test_list): printList("%s Missing UBSAN" % table_type, test_list, 2, False) +def getSkippedTests(repo_dir): + skipped_test_file = os.path.join(repo_dir, "test", "common", "skipped_tests.txt") + if not os.path.exists(skipped_test_file): + return [] + else: + with open(skipped_test_file, "r") as skipped_test_data: + return [x.strip() for x in skipped_test_data.readlines() if "#" not in x and x.strip() != ''] + + def aggregateCompletedTests(output_dir, repo_dir): test_list = {} test_completion_table = [] @@ -153,6 +162,7 @@ def aggregateCompletedTests(output_dir, repo_dir): printListInformation("Tests", test_list) generateTestCompletionTables(output_dir, test_completion_table) + skipped_tests = getSkippedTests(repo_dir) def main(output_dir, repo_dir): diff --git a/test/common/skipped_tests.txt b/test/common/skipped_tests.txt new file mode 100644 index 0000000000..3380e971f8 --- /dev/null +++ b/test/common/skipped_tests.txt @@ -0,0 +1,66 @@ +# This file represents the tests we are intentionally skipping in CI testing. + +# cases +ftl_dirty_shutdown +ftl_fio_basic +ftl_fio_extended +ftl_restore_nv_cache + +# Waiting for test refactor +iscsi_tgt_fio_remote_nvme + +# Waiting on significant test rewrite +nvme_opal +nvme_opal_bdevio +nvme_opal_bdevperf +nvme_opal_spdk_tgt + +# CI doesn't have FC hardware +nvmf_fc +spdkcli_nvmf_fc +unittest_nvmf_fc +unittest_nvmf_fc_ls + +# These tests are currently only run manually +vhost_blk_fs_integrity +vhost_blk_hot_remove +vhost_scsi_hot_remove +vhost_hotplug + +# Waiting on hardware +vmd +vmd_bdev_svc +vmd_fio +vmd_hello_world +vmd_identify +vmd_perf + +# nightly tests +bdev_fio_rw_verify_ext +bdev_fio_trim_ext +bdev_gpt_reset +iscsi_tgt_digest +iscsi_tgt_data_digest +iscsi_tgt_pmem +iscsi_tgt_ext4test +iscsi_tgt_digests +iscsi_tgt_multiconnection +nvmf_fuzz +nvmf_multiconnection +nvmf_initiator_timeout +vhost_blk_2core_2ctrl +vhost_blk_1core_2ctrl +vhost_blk_fs_integrity +vhost_blk_integrity +vhost_blk_nightly +vhost_lvol_integrity_1core_1ctrl +vhost_migration +vhost_migration_tc1 +vhost_migration_tc2 +vhost_readonly +vhost_scsi_fs_integrity +vhost_scsi_integrity +vhost_scsi_nightly +vhost_scsi_2core_2ctrl +vhost_scsi_1core_2ctrl +vhost_scsi_1core_1ctrl