Hi All, Here's the results and analysis for nova regressions with centos7.6 load. 7 test cases failed due to two new issues (reproducible) and rest of the failures were caused by existing issues. Issues: 1. Existing host mempage config issue. https://bugs.launchpad.net/starlingx/+bug/1813325  -> failed 39 mempage testcases which require reconfig the host mempage as a pre-condition. 2. Existing intermittent swact issue. https://bugs.launchpad.net/starlingx/+bug/1812108  -> failed 2 testcases, passed in rerun. 3. [new issue] #1814336 CentOS7.6: Unable to launch vm directly from virsh -> failed 1 test 4. [new issue] #1814335 CentOS7.6: Unable to launch vm with UEFI boot -> failed 6 test Note that this is only the results for nova regressions. Testing in other domains are still in progress. Thanks, yang ========================================= Node Config: 2+8+2 Software Version: 19.01 Overall Status: YELLOW Automated Test Results Summary: ------------------------------------------------------ Passed: 179 (78.85%) Failed: 48 (21.15%) Total Executed: 227 List of Test Cases: ------------------------------ PASS    20190131 14:04:04      test_vm_with_config_drive PASS    20190131 14:16:28      test_boot_vm_cpu_policy_image[3-None-shared-image-None] PASS    20190131 14:19:35     test_boot_vm_cpu_policy_image[4-dedicated-dedicated-volume-None] PASS    20190131 14:22:47      test_boot_vm_cpu_policy_image[1-dedicated-None-image-None] PASS    20190131 14:25:24      test_boot_vm_cpu_policy_image[1-shared-shared-volume-None] PASS    20190131 14:28:35      test_boot_vm_cpu_policy_image[2-shared-None-image-None] PASS    20190131 14:31:19      test_boot_vm_cpu_policy_image[3-dedicated-shared-volume-None] PASS    20190131 14:34:44      test_boot_vm_cpu_policy_image[1-shared-dedicated-image-CPUPolicyErr.CONFLICT_FLV_IMG] PASS    20190131 14:36:14      test_cpu_pol_vm_actions[4-None-flavor-image] PASS    20190131 14:44:44      test_cpu_pol_vm_actions[2-dedicated-flavor-volume] PASS    20190131 14:52:53      test_cpu_pol_vm_actions[3-shared-flavor-volume] PASS    20190131 15:01:09      test_cpu_pol_vm_actions[1-dedicated-flavor-image] PASS    20190131 15:09:34      test_cpu_pol_vm_actions[2-dedicated-image-volume] PASS    20190131 15:18:20      test_cpu_pol_vm_actions[3-shared-image-volume] PASS    20190131 15:26:57      test_cpu_pol_vm_actions[1-dedicated-image-image] PASS    20190131 15:36:29      test_flavor_cpu_realtime_negative[2-dedicated-yes-None-None-CpuRtErr.RT_AND_ORD_REQUIRED] PASS    20190131 15:36:51      test_flavor_cpu_realtime_negative[2-shared-yes-^0-None-CpuRtErr.DED_CPU_POL_REQUIRED] PASS    20190131 15:37:11      test_flavor_cpu_realtime_negative[3-None-yes-^1-None-CpuRtErr.DED_CPU_POL_REQUIRED] PASS    20190131 15:37:33      test_flavor_cpu_realtime_negative[4-dedicated-yes-^2-3-1-CpuRtErr.RT_MASK_SHARED_VCPU_CONFLICT] PASS    20190131 15:37:54      test_flavor_cpu_realtime_negative[1-dedicated-yes-^0-None-CpuRtErr.RT_AND_ORD_REQUIRED] PASS    20190131 15:38:16      test_flavor_cpu_realtime_negative[4-dedicated-yes-^0-3-2-CpuRtErr.RT_AND_ORD_REQUIRED] PASS    20190131 15:38:38      test_cpu_realtime_vm_actions[3-None-^0-flavor-None-None-prefer-None] SKIP    20190131 15:46:21      test_cpu_realtime_vm_actions[4-yes-^0-favor-None-None-require-None] PASS    20190131 15:46:31      test_cpu_realtime_vm_actions[6-yes-^2-3-flavor-None-None-isolate-None] PASS    20190131 15:53:03      test_cpu_realtime_vm_actions[2-yes-^1-flavor-1-None-None-None] PASS    20190131 15:59:33      test_cpu_realtime_vm_actions[3-yes-^0-1-image-None-None-None-None] PASS    20190131 16:06:38      test_cpu_realtime_vm_actions[3-yes-^1-2-image-None-None-isolate-None] PASS    20190131 16:13:28      test_cpu_realtime_vm_actions[4-no-^0-2-flavor-2-None-None-None] PASS    20190131 16:20:01      test_cpu_realtime_vm_actions[4-no-^0-2-image-None-None-None-None] PASS    20190131 16:27:03      test_cpu_thread_flavor_set_negative[None-isolate-None-None-CPUThreadErr.DEDICATED_CPU_REQUIRED_FLAVOR] PASS    20190131 16:27:25      test_cpu_thread_flavor_set_negative[None-require-None-None-CPUThreadErr.DEDICATED_CPU_REQUIRED_FLAVOR] PASS    20190131 16:27:46      test_cpu_thread_flavor_set_negative[None-prefer-None-None-CPUThreadErr.DEDICATED_CPU_REQUIRED_FLAVOR] PASS    20190131 16:28:07      test_cpu_thread_flavor_set_negative[shared-isolate-None-None-CPUThreadErr.DEDICATED_CPU_REQUIRED_FLAVOR] PASS    20190131 16:28:29      test_cpu_thread_flavor_set_negative[shared-require-None-None-CPUThreadErr.DEDICATED_CPU_REQUIRED_FLAVOR] PASS    20190131 16:28:50      test_cpu_thread_flavor_set_negative[dedicated--None-None-CPUThreadErr.INVALID_POLICY] PASS    20190131 16:29:12      test_cpu_thread_flavor_set_negative[dedicated-requi-None-None-CPUThreadErr.INVALID_POLICY] PASS    20190131 16:29:34      test_cpu_thread_flavor_set_negative[dedicated-REQUIRE-None-None-CPUThreadErr.INVALID_POLICY] PASS    20190131 16:29:55      test_cpu_thread_flavor_set_negative[dedicated-AOID-None-None-CPUThreadErr.INVALID_POLICY] PASS    20190131 16:30:16      test_cpu_thread_flavor_set_negative[dedicated-ISOLATE-None-None-CPUThreadErr.INVALID_POLICY] PASS    20190131 16:30:38      test_cpu_thread_flavor_set_negative[dedicated-PREFR-None-None-CPUThreadErr.INVALID_POLICY] PASS    20190131 16:30:59      test_cpu_thread_flavor_set_negative[None-None-1-None-SharedCPUErr.DEDICATED_CPU_REQUIRED] PASS    20190131 16:31:21      test_cpu_thread_flavor_set_negative[shared-None-0-None-SharedCPUErr.DEDICATED_CPU_REQUIRED] PASS    20190131 16:31:42      test_cpu_thread_flavor_set_negative[dedicated-isolate-0-None-CPUThreadErr.UNSET_SHARED_VCPU] PASS    20190131 16:32:04      test_cpu_thread_flavor_set_negative[dedicated-require-1-None-CPUThreadErr.UNSET_SHARED_VCPU] PASS    20190131 16:32:26      test_cpu_thread_flavor_add_negative[specs_preset0-specs_to_set0-CPUThreadErr.UNSET_SHARED_VCPU] PASS    20190131 16:32:51      test_cpu_thread_flavor_add_negative[specs_preset1-specs_to_set1-CPUThreadErr.UNSET_SHARED_VCPU] PASS    20190131 16:33:17      test_cpu_thread_flavor_delete_negative[isolate] PASS    20190131 16:33:42      test_cpu_thread_flavor_delete_negative[require] PASS    20190131 16:34:09      test_cpu_thread_flavor_delete_negative[prefer] PASS    20190131 16:39:06      test_boot_vm_cpu_thread_ht_disabled[2-require-None-CPUThreadErr.HT_HOST_UNAVAIL] PASS    20190131 16:40:11      test_boot_vm_cpu_thread_ht_disabled[3-require-None-CPUThreadErr.HT_HOST_UNAVAIL] PASS    20190131 16:41:16      test_boot_vm_cpu_thread_ht_disabled[3-isolate-None-None] PASS    20190131 16:42:40      test_boot_vm_cpu_thread_ht_disabled[2-prefer-None-None] PASS    20190131 16:45:23      test_evacuate_vms_with_inst_backing[local_image] PASS    20190131 16:59:27      test_reboot_only_host PASS    20190131 17:13:10      test_flavor_default_specs PASS    20190131 17:13:36      test_set_flavor_extra_specs[hw:cpu_model-values0] PASS    20190131 17:14:10      test_set_flavor_extra_specs[hw:cpu_policy-values1] PASS    20190131 17:14:31      test_set_flavor_extra_specs[sw:wrs:auto_recovery-values2] PASS    20190131 17:15:04      test_create_flavor_with_excessive_vcpu_negative PASS    20190131 17:15:23      test_force_lock_with_mig_vms PASS    20190131 17:34:23      test_force_lock_with_non_mig_vms PASS    20190131 17:48:13      test_create_image_with_metadata[sw_wrs_auto_recovery-values0-qcow2-bare] PASS    20190131 17:51:01      test_create_image_with_metadata[sw_wrs_auto_recovery-values1-raw-bare] PASS    20190131 17:53:46      test_lock_with_vms FAIL    20190131 18:09:23      test_boot_vm_mem_page_size[None-None] FAIL    20190131 18:15:49      test_boot_vm_mem_page_size[None-any] FAIL    20190131 18:15:58      test_boot_vm_mem_page_size[None-large] FAIL    20190131 18:16:08      test_boot_vm_mem_page_size[None-small] FAIL    20190131 18:16:17      test_boot_vm_mem_page_size[None-2048] FAIL    20190131 18:16:27      test_boot_vm_mem_page_size[None-1048576] FAIL    20190131 18:16:36      test_boot_vm_mem_page_size[any-None] FAIL    20190131 18:16:45      test_boot_vm_mem_page_size[any-any] FAIL    20190131 18:16:55      test_boot_vm_mem_page_size[any-large] FAIL    20190131 18:17:04      test_boot_vm_mem_page_size[any-small] FAIL    20190131 18:17:13      test_boot_vm_mem_page_size[any-2048] FAIL    20190131 18:17:23      test_boot_vm_mem_page_size[any-1048576] FAIL    20190131 18:17:32      test_boot_vm_mem_page_size[large-None] FAIL    20190131 18:17:41      test_boot_vm_mem_page_size[large-any] FAIL    20190131 18:17:51      test_boot_vm_mem_page_size[large-large] FAIL    20190131 18:18:00      test_boot_vm_mem_page_size[large-small] FAIL    20190131 18:18:10      test_boot_vm_mem_page_size[large-2048] FAIL    20190131 18:18:19      test_boot_vm_mem_page_size[large-1048576] FAIL    20190131 18:18:29      test_boot_vm_mem_page_size[small-None] FAIL    20190131 18:18:38      test_boot_vm_mem_page_size[small-any] FAIL    20190131 18:18:47      test_boot_vm_mem_page_size[small-large] FAIL    20190131 18:18:57      test_boot_vm_mem_page_size[small-small] FAIL    20190131 18:19:06      test_boot_vm_mem_page_size[small-2048] FAIL    20190131 18:19:15      test_boot_vm_mem_page_size[small-1048576] FAIL    20190131 18:19:24      test_boot_vm_mem_page_size[2048-None] FAIL    20190131 18:19:34      test_boot_vm_mem_page_size[2048-any] FAIL    20190131 18:19:43      test_boot_vm_mem_page_size[2048-large] FAIL    20190131 18:19:53      test_boot_vm_mem_page_size[2048-small] FAIL    20190131 18:20:02      test_boot_vm_mem_page_size[2048-2048] FAIL    20190131 18:20:11      test_boot_vm_mem_page_size[2048-1048576] FAIL    20190131 18:20:21      test_boot_vm_mem_page_size[1048576-None] FAIL    20190131 18:20:30      test_boot_vm_mem_page_size[1048576-any] FAIL    20190131 18:20:39      test_boot_vm_mem_page_size[1048576-large] FAIL    20190131 18:20:48      test_boot_vm_mem_page_size[1048576-small] FAIL    20190131 18:20:58      test_boot_vm_mem_page_size[1048576-2048] FAIL    20190131 18:21:07      test_boot_vm_mem_page_size[1048576-1048576] FAIL    20190131 18:21:16      test_schedule_vm_mempage_config[1048576] FAIL    20190131 18:21:26      test_schedule_vm_mempage_config[large] FAIL    20190131 18:21:35      test_schedule_vm_mempage_config[small] PASS    20190131 18:21:44      test_compute_mempage_vars PASS    20190131 18:45:40      test_set_mem_page_size_extra_specs[small] PASS    20190131 18:45:58      test_set_mem_page_size_extra_specs[large] PASS    20190131 18:46:12      test_set_mem_page_size_extra_specs[any] PASS    20190131 18:46:25      test_set_mem_page_size_extra_specs[2048] PASS    20190131 18:46:38      test_set_mem_page_size_extra_specs[1048576] PASS    20190131 18:46:52      test_vm_mem_pool[2048] PASS    20190131 18:48:23      test_vm_mem_pool[large] PASS    20190131 18:49:35      test_vm_mem_pool[small] PASS    20190131 18:50:41      test_vm_mem_pool[1048576] PASS    20190131 18:51:44      test_live_migrate_vm_positive[local_image-0-0-None-1-volume-False] PASS    20190131 18:54:35      test_live_migrate_vm_positive[local_image-0-0-dedicated-2-volume-False] PASS    20190131 18:57:12      test_live_migrate_vm_positive[local_image-1-0-dedicated-2-volume-False] PASS    20190131 19:00:07      test_live_migrate_vm_positive[local_image-0-512-shared-1-volume-False] PASS    20190131 19:02:54      test_live_migrate_vm_positive[local_image-1-512-dedicated-2-volume-True] PASS    20190131 19:05:44      test_live_migrate_vm_positive[local_image-0-0-shared-2-image-True] PASS    20190131 19:08:26      test_live_migrate_vm_positive[local_image-1-512-dedicated-1-image-False] PASS    20190131 19:12:06      test_live_migrate_vm_positive[local_image-0-0-None-2-image_with_vol-False] PASS    20190131 19:15:04      test_live_migrate_vm_positive[local_image-0-0-dedicated-1-image_with_vol-True] PASS    20190131 19:17:54      test_live_migrate_vm_positive[local_image-1-512-dedicated-2-image_with_vol-True] PASS    20190131 19:21:20      test_live_migrate_vm_positive[local_image-1-512-dedicated-1-image_with_vol-False] PASS    20190131 19:25:22      test_live_migrate_vm_negative[local_image-0-0-volume-True-LiveMigErr.BLOCK_MIG_UNSUPPORTED] PASS    20190131 19:29:51      test_cold_migrate_vm[local_image-0-0-None-1-volume-confirm] PASS    20190131 19:32:29     test_cold_migrate_vm[local_image-0-0-dedicated-2-volume-confirm] PASS    20190131 19:35:09      test_cold_migrate_vm[local_image-1-0-shared-2-image-confirm] PASS    20190131 19:38:15      test_cold_migrate_vm[local_image-0-512-dedicated-1-image-confirm] PASS    20190131 19:41:11      test_cold_migrate_vm[local_image-0-0-None-1-image_with_vol-confirm] PASS    20190131 19:44:35      test_cold_migrate_vm[local_image-0-0-None-2-volume-revert] PASS    20190131 19:47:17      test_cold_migrate_vm[local_image-0-0-dedicated-1-volume-revert] PASS    20190131 19:50:13      test_cold_migrate_vm[local_image-1-0-shared-2-image-revert] PASS    20190131 19:53:00     test_cold_migrate_vm[local_image-0-512-dedicated-1-image-revert] PASS    20190131 19:56:11      test_cold_migrate_vm[local_image-0-0-dedicated-2-image_with_vol-revert] PASS    20190131 20:01:08      test_migrate_vm[ubuntu_14-live-dedicated] PASS    20190131 20:03:35      test_migrate_vm[ubuntu_14-cold-dedicated] PASS    20190131 20:06:06      test_migrate_vm[tis-centos-guest-live-None] PASS    20190131 20:08:11      test_migrate_vm[tis-centos-guest-cold-None] FAIL    20190131 20:10:32      test_migrate_vm_various_guest[ubuntu_14-1-1024-shared-volume] PASS    20190131 20:21:40      test_migrate_vm_various_guest[ubuntu_14-2-1024-dedicated-image] PASS    20190131 20:29:27     test_migrate_vm_various_guest[ubuntu_16-3-4096-dedicated-volume] PASS    20190131 20:38:05      test_migrate_vm_various_guest[centos_6-3-4096-dedicated-volume] PASS    20190131 20:47:20      test_migrate_vm_various_guest[centos_7-1-1024-dedicated-volume] PASS    20190131 20:56:18      test_migrate_vm_various_guest[centos_7-5-4096-None-image] PASS    20190131 21:05:11      test_migrate_vm_various_guest[opensuse_11-3-1024-dedicated-volume] FAIL    20190131 21:14:43      test_migrate_vm_various_guest[opensuse_12-4-4096-dedicated-volume] PASS    20190131 21:27:13      test_migrate_vm_various_guest[rhel_6-3-1024-dedicated-image] PASS    20190131 21:37:12      test_migrate_vm_various_guest[rhel_6-4-4096-None-volume] PASS    20190131 21:46:58      test_migrate_vm_various_guest[rhel_7-1-1024-dedicated-volume] PASS    20190131 21:59:01      test_migrate_vm_various_guest[win_2012-3-1024-dedicated-image] SKIP    20190131 22:14:58      test_migrate_vm_various_guest[win_2016-4-4096-dedicated-volume] FAIL    20190131 22:15:15      test_migrate_vm_various_guest[ge_edge-1-1024-shared-image] FAIL    20190131 22:17:08      test_migrate_vm_various_guest[ge_edge-4-4096-dedicated-volume] PASS    20190131 22:19:40      test_migration_auto_converge PASS    20190131 22:25:43      test_nova_actions[tis-centos-guest-dedicated-pause-unpause] PASS    20190131 22:27:54      test_nova_actions[ubuntu_14-shared-stop-start] PASS    20190131 22:30:01      test_nova_actions[ubuntu_14-dedicated-auto_recover] PASS    20190131 22:36:16      test_nova_actions[tis-centos-guest-dedicated-suspend-resume] PASS    20190131 22:38:27      test_nova_actions_various_guest[cgcs-guest-dedicated-volume-pause-unpause-suspend-resume-stop-start-auto_recover] PASS    20190131 22:51:16      test_nova_actions_various_guest[ubuntu_14-dedicated-volume-pause-unpause-suspend-resume-stop-start-auto_recover] PASS    20190131 23:03:42      test_nova_actions_various_guest[ubuntu_16-dedicated-image-pause-unpause-suspend-resume-stop-start-auto_recover] PASS    20190131 23:16:28      test_nova_actions_various_guest[centos_6-dedicated-image-pause-unpause-suspend-resume-stop-start-auto_recover] PASS    20190131 23:29:17      test_nova_actions_various_guest[centos_7-dedicated-volume-pause-unpause-suspend-resume-stop-start-auto_recover] PASS    20190131 23:42:05      test_nova_actions_various_guest[opensuse_11-dedicated-volume-pause-unpause-suspend-resume-stop-start-auto_recover] PASS    20190131 23:54:55      test_nova_actions_various_guest[opensuse_12-dedicated-image-pause-unpause-suspend-resume-stop-start-auto_recover] PASS    20190201 00:07:32      test_nova_actions_various_guest[rhel_7-dedicated-volume-pause-unpause-suspend-resume-stop-start-auto_recover] PASS    20190201 00:20:22      test_nova_actions_various_guest[rhel_6-dedicated-image-pause-unpause-suspend-resume-stop-start-auto_recover] PASS    20190201 00:33:03      test_nova_actions_various_guest[win_2012-dedicated-volume-pause-unpause-suspend-resume-stop-start-auto_recover] PASS    20190201 00:51:13      test_nova_actions_various_guest[win_2016-dedicated-image-pause-unpause-suspend-resume-stop-start-auto_recover] FAIL    20190201 01:09:47      test_nova_actions_various_guest[ge_edge-dedicated-volume-pause-unpause-suspend-resume-stop-start-auto_recover] FAIL    20190201 01:11:57      test_orphan_audit PASS    20190201 01:12:30      test_prioritized_vm_evacuations[reboot-False-diff_priority-same_vcpus-same_mem-same_root_disk-same_swap_disk] PASS    20190201 01:24:20      test_prioritized_vm_evacuations[reboot-False-same_priority-diff_vcpus-diff_mem-same_root_disk-no_swap_disk] PASS    20190201 01:35:14      test_prioritized_vm_evacuations[reboot-True-same_priority-same_vcpus-diff_mem-diff_root_disk-same_swap_disk] PASS    20190201 01:45:53      test_prioritized_vm_evacuations[reboot-True-same_priority-same_vcpus-same_mem-diff_root_disk-diff_swap_disk] PASS    20190201 01:56:28      test_prioritized_vm_evacuations[reboot-True-same_priority-same_vcpus-same_mem-same_root_disk-diff_swap_disk] PASS    20190201 02:07:07      test_prioritized_vm_evacuations[reboot-True-diff_priority-diff_vcpus-same_mem-same_root_disk-no_swap_disk] PASS    20190201 02:17:52      test_prioritized_vm_evacuations[reboot-True-diff_priority-diff_vcpus-diff_mem-diff_root_disk-diff_swap_disk] PASS    20190201 02:28:30      test_prioritized_vm_evacuations[force_reboot-False-same_priority-same_vcpus-diff_mem-diff_root_disk-diff_swap_disk] PASS    20190201 02:39:20      test_prioritized_vm_evacuations[force_reboot-True-diff_priority-diff_vcpus-diff_mem-same_root_disk-same_swap_disk] PASS    20190201 02:49:58      test_setting_evacuate_priority[set--2-error] PASS    20190201 02:50:52      test_setting_evacuate_priority[set-10-None] PASS    20190201 02:51:08      test_setting_evacuate_priority[set-11-error] PASS    20190201 02:51:23      test_setting_evacuate_priority[set--error] PASS    20190201 02:51:36      test_setting_evacuate_priority[set-random-error] PASS    20190201 02:51:50      test_setting_evacuate_priority[delete--error] PASS    20190201 02:54:29      test_resize_vm_positive[local_image-4_0_0-5_1_512-image] PASS    20190201 02:59:03      test_resize_vm_positive[local_image-4_1_512-5_2_1024-image] PASS    20190201 03:03:56      test_resize_vm_positive[local_image-5_1_512-5_1_0-image] PASS    20190201 03:09:45      test_resize_vm_positive[local_image-4_0_0-5_1_512-volume] PASS    20190201 03:14:06      test_resize_vm_positive[local_image-4_1_512-0_2_1024-volume] PASS    20190201 03:18:49      test_resize_vm_positive[local_image-4_1_512-1_1_0-volume] PASS    20190201 03:25:13      test_resize_vm_negative[local_image-5_0_0-0_0_0-image] PASS    20190201 03:27:37      test_resize_vm_negative[local_image-5_2_512-5_1_512-image] PASS    20190201 03:30:21      test_resize_vm_negative[local_image-5_1_512-4_1_512-image] PASS    20190201 03:32:50      test_resize_vm_negative[local_image-5_1_512-4_1_0-image] PASS    20190201 03:35:34      test_resize_vm_negative[local_image-1_1_512-1_0_512-volume] PASS    20190201 03:38:23      test_resize_different_comp_node[local_image] FAIL    20190201 03:44:42      test_vm_actions_secure_boot_vm FAIL    20190201 03:47:38      test_lock_unlock_secure_boot_vm FAIL    20190201 03:50:23      test_host_reboot_secure_boot_vm PASS    20190201 03:53:02      test_server_group_boot_vms[affinity-2] PASS    20190201 04:02:19      test_server_group_boot_vms[anti_affinity-2] PASS    20190201 04:07:38      test_server_group_launch_vms_in_parallel[affinity-3-4] PASS    20190201 04:09:32      test_server_group_launch_vms_in_parallel[anti_affinity-1-3] PASS    20190201 04:11:24      test_create_snapshot_using_boot_from_image_vm PASS    20190201 04:14:26      test_create_snapshot_using_boot_from_volume_vm PASS    20190201 04:19:30      test_attempt_to_delete_volume_associated_with_snapshot PASS    20190201 04:21:57      test_attach_cinder_volume_to_instance[virtio] PASS    20190201 04:24:43      test_vif_model_from_image[virtio] PASS    20190201 04:27:27      test_autorecovery_image_metadata_in_volume[False-raw-bare] PASS    20190201 04:28:29      test_vm_autorecovery_without_heartbeat[None-None-None-raw-bare-True] PASS    20190201 04:33:12      test_vm_autorecovery_without_heartbeat[None-false-true-qcow2-bare-False] PASS    20190201 04:45:42      test_vm_autorecovery_without_heartbeat[None-true-false-raw-bare-True] PASS    20190201 04:52:14      test_vm_autorecovery_without_heartbeat[dedicated-false-None-raw-bare-False] PASS    20190201 05:04:54      test_vm_autorecovery_without_heartbeat[dedicated-None-false-qcow2-bare-False] PASS    20190201 05:17:27      test_vm_autorecovery_without_heartbeat[shared-None-true-raw-bare-True] PASS    20190201 05:23:47      test_vm_autorecovery_without_heartbeat[shared-false-None-raw-bare-False] PASS    20190201 05:36:22      test_vm_autorecovery_with_heartbeat[None-true-True] PASS    20190201 05:39:29      test_vm_autorecovery_with_heartbeat[dedicated-None-True] PASS    20190201 05:42:32      test_vm_autorecovery_with_heartbeat[None-false-False] PASS    20190201 05:46:29      test_vm_autorecovery_with_heartbeat[shared-None-True] PASS    20190201 05:49:23      test_vm_autorecovery_with_heartbeat[shared-false-False] PASS    20190201 05:53:17      test_vm_heartbeat_without_autorecovery[None-False] PASS    20190201 06:01:45      test_vm_heartbeat_without_autorecovery[true-True] PASS    20190201 06:04:12      test_vm_heartbeat_without_autorecovery[false-False] PASS    20190201 06:12:45      test_vm_heartbeat_without_autorecovery[True-True]