benchmark-runner 1.0.711__py3-none-any.whl → 1.0.713__py3-none-any.whl

benchmark_runner/common/template_operations/templates/uperf/internal_data/uperf_vm_template.yaml

@@ -53,7 +53,7 @@ spec:
        sockets: {{ sockets }}
        cores: {{ cores }}
        threads: 1
-       image: quay.io/kubevirt/fedora-container-disk-images:34
+       image: quay.io/ebattat/fedora37-container-disk:latest
        limits:
          memory: {{ limits_memory }}
        requests:
@@ -71,7 +71,7 @@ spec:
        sockets: {{ sockets }}
        cores: {{ cores }}
        threads: 1
-       image: quay.io/kubevirt/fedora-container-disk-images:34
+       image: quay.io/ebattat/fedora37-container-disk:latest
        limits:
          memory: {{ limits_memory }}
        requests:

benchmark_runner/workloads/bootstorm_vm.py

@@ -205,15 +205,17 @@ class BootstormVM(WorkloadsOperations):
     def _verify_virtctl_vm(self):
         """
         This method verifies the virtctl SSH login for each VM, either during the upgrade or once for each VM.
-        It prepares the data for ElasticSearch, generates a must-gather in case of an error, and uploads it to Google Drive
+        It prepares the data for ElasticSearch, generates a must-gather in case of an error, and uploads it to Google Drive.
         """
         try:
             vm_names = self._oc._get_all_vm_names()
             if not vm_names:
-                raise MissingVMs
+                raise MissingVMs("No VM names were retrieved from the cluster.")
 
             upgrade_done = True
             failure = False
+            failure_vms = []  # List to store failed VM names
+
             if self._wait_for_upgrade_version:
                 upgrade_done = self._oc.get_cluster_status() == f'Cluster version is {self._wait_for_upgrade_version}'
                 current_wait_time = 0
@@ -221,9 +223,11 @@ class BootstormVM(WorkloadsOperations):
                 while (self._timeout <= 0 or current_wait_time <= self._timeout) and not upgrade_done:
                     for vm_name in vm_names:
                         virtctl_status = self._verify_single_vm(vm_name)
-                        if virtctl_status!='True':
+                        if virtctl_status != 'True':
                             failure = True
-                        upgrade_done = self._oc.get_cluster_status() == f'Cluster version is {self._wait_for_upgrade_version}'
+                            if vm_name not in failure_vms:
+                                failure_vms.append(vm_name)
+                    upgrade_done = self._oc.get_cluster_status() == f'Cluster version is {self._wait_for_upgrade_version}'
 
                     # Sleep 1 sec between each cycle
                     time.sleep(1)
@@ -232,24 +236,31 @@ class BootstormVM(WorkloadsOperations):
                 # If _wait_for_upgrade_version is empty, verify VM SSH without waiting for upgrade
                 for vm_name in vm_names:
                     virtctl_status = self._verify_single_vm(vm_name)
-                    if virtctl_status!='True':
+                    if virtctl_status != 'True':
                         failure = True
+                        if vm_name not in failure_vms:
+                            failure_vms.append(vm_name)
 
             if self._wait_for_upgrade_version:
                 logger.info(f'Cluster is upgraded to: {self._wait_for_upgrade_version}')
+
             if failure:
-                self._oc.generate_cnv_must_gather(destination_path=self._run_artifacts_path, cnv_version=self._cnv_version)
-                self._oc.generate_odf_must_gather(destination_path=self._run_artifacts_path, odf_version=self._odf_version)
-                # google drive
+                self._oc.generate_cnv_must_gather(destination_path=self._run_artifacts_path,
+                                                  cnv_version=self._cnv_version)
+                self._oc.generate_odf_must_gather(destination_path=self._run_artifacts_path,
+                                                  odf_version=self._odf_version)
+                # Upload artifacts
                 if self._google_drive_shared_drive_id:
                     self.upload_run_artifacts_to_google_drive()
-                # s3
                 elif self._endpoint_url and not self._google_drive_shared_drive_id:
                     self.upload_run_artifacts_to_s3()
-                # local
                 else:
                     self._save_artifacts_local = True
 
+                # Raise an error with details of failed VMs
+                raise RuntimeError(
+                    f"Failed to verify virtctl SSH login for the following VMs: {', '.join(failure_vms)}")
+
         except Exception as err:
             # Save run artifacts logs
             self.save_error_logs()

{benchmark_runner-1.0.711.dist-info → benchmark_runner-1.0.713.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: benchmark-runner
-Version: 1.0.711
+Version: 1.0.713
 Summary: Benchmark Runner Tool
 Home-page: https://github.com/redhat-performance/benchmark-runner
 Author: Red Hat

{benchmark_runner-1.0.711.dist-info → benchmark_runner-1.0.713.dist-info}/RECORD

@@ -116,7 +116,7 @@ benchmark_runner/common/template_operations/templates/stressng/internal_data/str
 benchmark_runner/common/template_operations/templates/stressng/internal_data/stressng_vm_template.yaml,sha256=36HnlJ0tEUDmk5rOR-1JKyBiPiEZp018kkoiv0WBP1I,1793
 benchmark_runner/common/template_operations/templates/uperf/uperf_data_template.yaml,sha256=0Sd1gCa4YoFt89gjfazjJrOca_1JqfdQ6Pk1T0kxORk,1150
 benchmark_runner/common/template_operations/templates/uperf/internal_data/uperf_pod_template.yaml,sha256=8ishTLES7hfnmYVR76wcAOzZjD8iClvGHG0KgPM5mk0,1733
-benchmark_runner/common/template_operations/templates/uperf/internal_data/uperf_vm_template.yaml,sha256=u8tLi9p3KfEFVDRa_RKSSpAapqTiE3pxCc-JcidiEyc,2607
+benchmark_runner/common/template_operations/templates/uperf/internal_data/uperf_vm_template.yaml,sha256=2xeAZKeYSOvwOd7q_YMD3HM2aB63kEtpuANaXLgwUH0,2603
 benchmark_runner/common/template_operations/templates/vdbench/vdbench_data_template.yaml,sha256=_OxYkYDz8hsLori_sj11ZFn5QRgWgGAaEBkcL1JNv3I,2846
 benchmark_runner/common/template_operations/templates/vdbench/internal_data/namespace_template.yaml,sha256=oagloI3yJgaikyCJU3sGbpNezsjwbzhHCY_8Ha6ZGw0,223
 benchmark_runner/common/template_operations/templates/vdbench/internal_data/vdbench_pod_template.yaml,sha256=fotkz6whUbUQTAh8x64doGg0Kvjf5EZ_6tgofYxFdbM,5733
@@ -163,15 +163,15 @@ benchmark_runner/main/environment_variables_exceptions.py,sha256=UR0Ith0P0oshsDZ
 benchmark_runner/main/main.py,sha256=SB-rD4U_978gP8ojGUtIsYzhSsmzeEDsUfOiJQJdz9c,14097
 benchmark_runner/main/temporary_environment_variables.py,sha256=ODSHkfhgvdr_b2e3XyvykW21MVjSdyqimREyMc2klRE,957
 benchmark_runner/workloads/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-benchmark_runner/workloads/bootstorm_vm.py,sha256=QiHolgvYs4Fdibq4o_UZIM22SOQpyV8zR7MIghEtmX4,17889
+benchmark_runner/workloads/bootstorm_vm.py,sha256=V2E7D95V7B88llc8tif_E0ZEmy5tJSmuH_8XHSc5Z5s,18495
 benchmark_runner/workloads/vdbench_pod.py,sha256=OcmxVr5QlbkhAgY37wsZ7xJUjs9HI-qMVDex1HdL2P0,9778
 benchmark_runner/workloads/vdbench_vm.py,sha256=Yhoz-GbvZwA8q6qGIeSUsYhEIERj8SmJB1yjetwsGow,9449
 benchmark_runner/workloads/windows_vm.py,sha256=eHK79ueAkSlNC1uamz19o7CO20wzJi-UIqRuTByTVxg,2373
 benchmark_runner/workloads/workloads.py,sha256=F9fnk4h715tq7ANSCbDH0jktB8fpr_u3YG61Kdi5_os,1422
 benchmark_runner/workloads/workloads_exceptions.py,sha256=u7VII95iPRF_YhfpGH1U1RmgiIYESMOtbSF1dz7_ToE,1858
 benchmark_runner/workloads/workloads_operations.py,sha256=zhMAL-Zc2JtdI-LG4kxGwbGwHaLY2DfklpzM4bBG-eo,25261
-benchmark_runner-1.0.711.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-benchmark_runner-1.0.711.dist-info/METADATA,sha256=ldHSuHWuqRrZlpEFqoUFvOLdYHcd9abYYXgRHeb-7pY,11309
-benchmark_runner-1.0.711.dist-info/WHEEL,sha256=PZUExdf71Ui_so67QXpySuHtCi3-J3wvF4ORK6k_S8U,91
-benchmark_runner-1.0.711.dist-info/top_level.txt,sha256=MP7UbTCzu59D53uKCZl5VsQeM_vheyMc7FmryczJQbk,17
-benchmark_runner-1.0.711.dist-info/RECORD,,
+benchmark_runner-1.0.713.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+benchmark_runner-1.0.713.dist-info/METADATA,sha256=CD5pkhOetegcIQOVY49yxsj_E1IYCkTV4D8FpJLBde0,11309
+benchmark_runner-1.0.713.dist-info/WHEEL,sha256=PZUExdf71Ui_so67QXpySuHtCi3-J3wvF4ORK6k_S8U,91
+benchmark_runner-1.0.713.dist-info/top_level.txt,sha256=MP7UbTCzu59D53uKCZl5VsQeM_vheyMc7FmryczJQbk,17
+benchmark_runner-1.0.713.dist-info/RECORD,,