benchmark-runner 1.0.915__tar.gz → 1.0.932__tar.gz

{benchmark_runner-1.0.915/benchmark_runner.egg-info → benchmark_runner-1.0.932}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: benchmark-runner
-Version: 1.0.915
+Version: 1.0.932
 Summary: Benchmark Runner Tool
 Home-page: https://github.com/redhat-performance/benchmark-runner
 Author: Red Hat
@@ -8,12 +8,11 @@ Author-email: ebattat@redhat.com
 License: Apache License 2.0
 Classifier: License :: OSI Approved :: Apache Software License
 Classifier: Programming Language :: Python :: 3
-Classifier: Programming Language :: Python :: 3.8
-Classifier: Programming Language :: Python :: 3.9
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
 Classifier: Programming Language :: Python :: 3.13
+Classifier: Programming Language :: Python :: 3.14
 Description-Content-Type: text/markdown
 License-File: LICENSE
 Requires-Dist: attrs==21.4.0

{benchmark_runner-1.0.915 → benchmark_runner-1.0.932}/benchmark_runner/benchmark_operator/benchmark_operator_workloads_operations.py

@@ -87,6 +87,7 @@ class BenchmarkOperatorWorkloadsOperations:
                 self._lso_disk_id = self._environment_variables_dict.get('lso_disk_id', '')
         else:
             self._lso_disk_id = None
+        self._versions = self._environment_variables_dict['versions']
 
     def get_oc(self, kubeadmin_password: str = ''):
         """
@@ -238,20 +239,21 @@ class BenchmarkOperatorWorkloadsOperations:
         if run_artifacts_url:
             metadata.update({'run_artifacts_url': run_artifacts_url})
         if database:
-            metadata.update({'vm_os_version': 'centos-stream8'})
+            metadata.update({'vm_os_version': self._versions.get('db_vm_os_version', 'centos-stream9')})
+            metadata.update({'hammerdb_version': self._versions.get('hammerdb', 4.0)})
         else:
-            metadata.update({'vm_os_version': 'fedora34'})
+            metadata.update({'vm_os_version': self._versions.get('vm_os_version', 'fedora39')})
         if uuid:
             metadata.update({'uuid': uuid})
         if prometheus_result:
             metadata.update(prometheus_result)
         # for hammerdb
         if database == 'mssql':
-            metadata.update({'db_version': 2019})
+            metadata.update({'db_version': self._versions.get('mssql', 2022)})
         elif database == 'postgres':
-            metadata.update({'db_version': 10})
+            metadata.update({'db_version': self._versions.get('postgres', 13)})
         elif database == 'mariadb':
-            metadata.update({'db_version': 10.3})
+            metadata.update({'db_version': self._versions.get('mariadb', 10.5)})
         return metadata
 
     @logger_time_stamp

{benchmark_runner-1.0.915 → benchmark_runner-1.0.932}/benchmark_runner/common/template_operations/template_operations.py

@@ -5,6 +5,8 @@ import yaml
 import sys
 import benchmark_runner
 from multiprocessing import Process
+import multiprocessing
+multiprocessing.set_start_method('fork', force=True)
 
 from jinja2 import Template, TemplateSyntaxError
 from benchmark_runner.common.template_operations.render_yaml_from_template import render_yaml_file

{benchmark_runner-1.0.915 → benchmark_runner-1.0.932}/benchmark_runner/common/template_operations/templates/hammerdb/hammerdb_data_template.yaml

@@ -40,21 +40,21 @@ template_data:
       requests_memory: 16Gi
   extra:
     mariadb:
-      db_image: centos-stream8-mariadb103-container-disk:latest
+      db_image: mariadb10.5-centos9-container-disk:latest
       db_pass: mysql
       db_port: 3306
       db_type: mariadb
       db_user: root
       db_server_pod: mariadb-deployment.mariadb-db
     mssql:
-      db_image: centos-stream8-mssql2019-container-disk:latest
+      db_image: mssql2022-centos9-container-disk:latest
       db_pass: s3curePasswordString
       db_port: 1433
       db_type: mssql
       db_user: SA
       db_server_pod: mssql-deployment.mssql-db
     postgres:
-      db_image: centos-stream8-postgres10-container-disk:latest
+      db_image: postgresql13-centos9-container-disk:latest
       db_pass: postgres
       db_port: 5432
       db_type: pg

{benchmark_runner-1.0.915 → benchmark_runner-1.0.932}/benchmark_runner/common/template_operations/templates/hammerdb/internal_data/hammerdb_vm_template.yaml

@@ -103,7 +103,7 @@ spec:
         sockets: {{ sockets }}
         cores: {{ cores }}
         threads: 1
-        image: quay.io/cloud-bulldozer/{{ db_image }}
+        image: quay.io/benchmark-runner/{{ db_image }}
         limits:
           memory: {{ vm_limits_memory }}
         requests:

{benchmark_runner-1.0.915 → benchmark_runner-1.0.932}/benchmark_runner/common/template_operations/templates/hammerdb/internal_data/mariadb_template.yaml

@@ -72,16 +72,39 @@ data:
         # use it for options that affect everything
         #
         [client-server]
-        #
-        # include all files from the config directory
-        #
         !includedir /etc/my.cnf.d
         port=3306
         ssl=0
+
         [mysqld]
-        innodb_file_per_table=1
-        innodb_flush_method=O_DIRECT
-        innodb_adaptive_flushing=1
+        key_buffer_size = 1638M
+        max_allowed_packet = 200M
+        table_open_cache = 400
+        sort_buffer_size = 256K
+        read_buffer_size = 16M   # safer per-connection buffer
+        read_rnd_buffer_size = 256K
+        net_buffer_length = 2K
+        thread_stack = 256K
+        myisam_sort_buffer_size = 2M
+        max_connections = 151
+
+        innodb_buffer_pool_size = 8192M
+        innodb_log_file_size = 2457M
+        innodb_log_buffer_size = 2457M
+        innodb_file_per_table = 1
+        innodb_flush_method = O_DIRECT
+        innodb_adaptive_flushing = 1
+
+        [mysqldump]
+        quick
+        max_allowed_packet = 16M
+
+        [mysql]
+        no-auto-rehash
+
+        [myisamchk]
+        key_buffer_size = 8M
+        sort_buffer_size = 8M
 ---
 apiVersion: apps/v1
 kind: Deployment
@@ -113,8 +136,8 @@ spec:
       terminationGracePeriodSeconds: 10
       containers:
       - name: mariadb
-        # docker.io/centos/mariadb-103-centos8:latest - rate limit issue
-        image: quay.io/ebattat/mariadb-103-centos8
+        # quay.io/sclorg/mariadb-105-c9s:latest - rate limit issue
+        image: quay.io/benchmark-runner/mariadb10.5-centos9:latest
         imagePullPolicy: "IfNotPresent"
         ports:
         - containerPort: 3306

{benchmark_runner-1.0.915 → benchmark_runner-1.0.932}/benchmark_runner/common/template_operations/templates/hammerdb/internal_data/mssql_template.yaml

@@ -92,8 +92,8 @@ spec:
       terminationGracePeriodSeconds: 10
       containers:
       - name: mssql
-        # mcr.microsoft.com/mssql/rhel/server:2019-latest - rate limit issue
-        image: quay.io/ebattat/server:2019-latest
+        # mcr.microsoft.com/mssql/rhel/server:2022-latest - rate limit issue
+        image: quay.io/benchmark-runner/mssql2022-rhel9:latest
         imagePullPolicy: "IfNotPresent"
         ports:
         - containerPort: 1433

{benchmark_runner-1.0.915 → benchmark_runner-1.0.932}/benchmark_runner/common/template_operations/templates/hammerdb/internal_data/postgres_template.yaml

@@ -107,8 +107,8 @@ spec:
       terminationGracePeriodSeconds: 10
       containers:
         - name: postgres
-          # docker.io/centos/postgresql-10-centos8:latest - rate limit issue
-          image: quay.io/ebattat/postgresql-10-centos8:latest
+          # quay.io/sclorg/postgresql-13-c9s:latest - rate limit issue
+          image: quay.io/benchmark-runner/postgresql13-centos9:latest
           imagePullPolicy: "IfNotPresent"
           ports:
             - containerPort: 5432

{benchmark_runner-1.0.915 → benchmark_runner-1.0.932}/benchmark_runner/common/template_operations/templates/stressng/internal_data/stressng_pod_template.yaml

@@ -24,6 +24,7 @@ spec:
       {%- endif %}
       pin: {{ pin }} # enable for nodeSelector
       pin_node: "{{ pin_node }}"
+      image: "quay.io/benchmark-runner/stressng:latest"
       resources: {{ resources }} # enable for resources requests/limits
       requests_cpu: {{ requests_cpu }}
       requests_memory: {{ requests_memory }}

{benchmark_runner-1.0.915 → benchmark_runner-1.0.932}/benchmark_runner/common/template_operations/templates/stressng/internal_data/stressng_vm_template.yaml

@@ -40,7 +40,7 @@ spec:
         sockets: {{ sockets }}
         cores: 1
         threads: 1
-        image: quay.io/ebattat/fedora37-container-disk:latest
+        image: {{ fedora_container_disk }}
         limits:
           memory: {{ limits_memory }}
         requests:

{benchmark_runner-1.0.915 → benchmark_runner-1.0.932}/benchmark_runner/common/template_operations/templates/uperf/internal_data/uperf_pod_template.yaml

@@ -37,6 +37,7 @@ spec:
       pin: {{ pin }}
       pin_server: "{{ pin_server }}"
       pin_client: "{{ pin_client }}"
+      image: "quay.io/benchmark-runner/uperf:latest"
       serviceip: {{ serviceip }}
       hostnetwork: {{ hostnetwork }}
       networkpolicy: {{ networkpolicy }}

{benchmark_runner-1.0.915 → benchmark_runner-1.0.932}/benchmark_runner/common/template_operations/templates/uperf/internal_data/uperf_vm_template.yaml

@@ -53,7 +53,7 @@ spec:
        sockets: {{ sockets }}
        cores: {{ cores }}
        threads: 1
-       image: quay.io/ebattat/fedora37-container-disk:latest
+       image: {{ fedora_container_disk }}
        limits:
          memory: {{ limits_memory }}
        requests:

{benchmark_runner-1.0.915 → benchmark_runner-1.0.932}/benchmark_runner/common/template_operations/templates/vdbench/internal_data/vdbench_pod_template.yaml

@@ -96,7 +96,6 @@ spec:
   containers:
     - name: vdbench-pod
       image: {{ vdbench_image }}
-      imagePullPolicy: "IfNotPresent"
       resources:
         requests:
           cpu: {{ requests_cpu }}
@@ -167,7 +166,7 @@ spec:
           value: "{{ timeout }}"
       command: ["/bin/bash"]
       {% if scale -%}
-      args: ["-c", "python3.9 /state_signals_responder.py $REDIS_HOST $WORKLOAD_METHOD $TIMEOUT"]
+      args: ["-c", "python3.12 /state_signals_responder.py $REDIS_HOST $WORKLOAD_METHOD $TIMEOUT"]
       {%- else -%}
       args: ["-c", "$WORKLOAD_METHOD"]
       {%- endif %}

{benchmark_runner-1.0.915 → benchmark_runner-1.0.932}/benchmark_runner/common/template_operations/templates/vdbench/internal_data/vdbench_vm_template.yaml

@@ -121,7 +121,7 @@ spec:
                 - export LOGS_DIR={{ LOGS_DIR }}
                 - echo @@~@@START-WORKLOAD@@~@@
                 {% if scale -%}
-                - podman run --rm -e BLOCK_SIZES="$BLOCK_SIZES" -e IO_OPERATION="$IO_OPERATION" -e IO_THREADS="$IO_THREADS" -e FILES_IO="$FILES_IO" -e IO_RATE="$IO_RATE" -e  MIX_PRECENTAGE="$MIX_PRECENTAGE" -e DURATION="$DURATION" -e  PAUSE="$PAUSE" -e WARMUP="$WARMUP" -e FILES_SELECTION="$FILES_SELECTION" -e COMPRESSION_RATIO="$COMPRESSION_RATIO" -e RUN_FILLUP="$RUN_FILLUP" -e DIRECTORIES="$DIRECTORIES" -e FILES_PER_DIRECTORY="$FILES_PER_DIRECTORY" -e SIZE_PER_FILE="$SIZE_PER_FILE" -e REDIS_HOST="$REDIS_HOST" -e LOGS_DIR="$LOGS_DIR" -e TIMEOUT="$TIMEOUT" -v "/workload":"/workload" --privileged {{ vdbench_image }} python3.9 /state_signals_responder.py "$REDIS_HOST" "$WORKLOAD_METHOD" "$TIMEOUT"
+                - podman run --rm -e BLOCK_SIZES="$BLOCK_SIZES" -e IO_OPERATION="$IO_OPERATION" -e IO_THREADS="$IO_THREADS" -e FILES_IO="$FILES_IO" -e IO_RATE="$IO_RATE" -e  MIX_PRECENTAGE="$MIX_PRECENTAGE" -e DURATION="$DURATION" -e  PAUSE="$PAUSE" -e WARMUP="$WARMUP" -e FILES_SELECTION="$FILES_SELECTION" -e COMPRESSION_RATIO="$COMPRESSION_RATIO" -e RUN_FILLUP="$RUN_FILLUP" -e DIRECTORIES="$DIRECTORIES" -e FILES_PER_DIRECTORY="$FILES_PER_DIRECTORY" -e SIZE_PER_FILE="$SIZE_PER_FILE" -e REDIS_HOST="$REDIS_HOST" -e LOGS_DIR="$LOGS_DIR" -e TIMEOUT="$TIMEOUT" -v "/workload":"/workload" --privileged {{ vdbench_image }} python3.12 /state_signals_responder.py "$REDIS_HOST" "$WORKLOAD_METHOD" "$TIMEOUT"
                 {%- else -%}
                 - podman run --rm -e BLOCK_SIZES="$BLOCK_SIZES" -e IO_OPERATION="$IO_OPERATION" -e IO_THREADS="$IO_THREADS" -e FILES_IO="$FILES_IO" -e IO_RATE="$IO_RATE" -e MIX_PRECENTAGE="$MIX_PRECENTAGE" -e DURATION="$DURATION" -e PAUSE="$PAUSE" -e WARMUP="$WARMUP" -e FILES_SELECTION="$FILES_SELECTION" -e COMPRESSION_RATIO="$COMPRESSION_RATIO" -e RUN_FILLUP="$RUN_FILLUP" -e DIRECTORIES="$DIRECTORIES" -e FILES_PER_DIRECTORY="$FILES_PER_DIRECTORY" -e SIZE_PER_FILE="$SIZE_PER_FILE" -e REDIS_HOST="$REDIS_HOST" -e LOGS_DIR="$LOGS_DIR" -e TIMEOUT="$TIMEOUT" -v "/workload":"/workload" --privileged {{ vdbench_image }} "$WORKLOAD_METHOD"
                 {%- endif %}

{benchmark_runner-1.0.915 → benchmark_runner-1.0.932}/benchmark_runner/common/template_operations/templates/vdbench/vdbench_data_template.yaml

@@ -5,8 +5,8 @@ template_data:
     pin_node: {{ pin_node1 }}
     odf_pvc: {{ odf_pvc }}
     uuid: {{ uuid }}
-    vdbench_image: quay.io/ebattat/centos-stream8-vdbench5.04.07-pod:v1.0.13
-    centos_stream_container_disk: quay.io/ebattat/centos-stream8-container-disk:latest
+    vdbench_image: quay.io/benchmark-runner/centos-stream9-vdbench5.04.07-pod:latest
+    centos_stream_container_disk: quay.io/benchmark-runner/centos-stream9-container-disk:latest
   run_type:
     perf_ci:
       BLOCK_SIZES: oltp1,oltp2,oltphw,odss2,odss128,4_cache,64_cache,4,64,4_cache,64_cache,4,64

{benchmark_runner-1.0.915 → benchmark_runner-1.0.932}/benchmark_runner/main/environment_variables.py

@@ -84,8 +84,8 @@ class EnvironmentVariables:
         # prometheus snap interval
         self._environment_variables_dict['prometheus_snap_interval'] = EnvironmentVariables.get_env('PROMETHEUS_SNAP_INTERVAL', '30')
 
-        # fedora container disk qcow2 image on quay.io
-        self._environment_variables_dict['fedora_container_disk'] = EnvironmentVariables.get_env('FEDORA_CONTAINER_DISK','quay.io/ebattat/fedora37-container-disk:latest')
+        # based on: quay.io/openshift-cnv/qe-cnv-tests-fedora:39
+        self._environment_variables_dict['fedora_container_disk'] = EnvironmentVariables.get_env('FEDORA_CONTAINER_DISK','quay.io/benchmark-runner/fedora39-container-disk:latest')
         # windows url
         self._environment_variables_dict['windows_url'] = EnvironmentVariables.get_env('WINDOWS_URL', '')
         # Delete all resources before and after the run, default True
@@ -125,6 +125,16 @@ class EnvironmentVariables:
             'krknhub': 'krknhub',
         }
 
+        # Versions
+        self._environment_variables_dict['versions'] = {
+            'mssql': 2022,
+            'postgres': 13,
+            'mariadb': 10.5,
+            'db_vm_os_version': 'centos-stream9',
+            'vm_os_version': 'fedora39',
+            'hammerdb': 4.0
+        }
+
         # Update namespace
         base_workload = self._environment_variables_dict['workload'].split('_')[0]
         if EnvironmentVariables.get_env('NAMESPACE'):

{benchmark_runner-1.0.915 → benchmark_runner-1.0.932}/benchmark_runner/main/main.py

@@ -1,7 +1,7 @@
 
 import ast  # change string list to list
 from enum import Enum
-from multiprocessing import set_start_method
+import multiprocessing
 import platform
 
 # @todo paramiko==3.4.1/3.5.0 cause to "RunCommandError: Cannot run shell command: SSH session not active"
@@ -20,7 +20,6 @@ from benchmark_runner.common.clouds.BareMetal.bare_metal_operations import BareM
 from benchmark_runner.clusterbuster.clusterbuster_workloads import ClusterBusterWorkloads
 from benchmark_runner.krkn_hub.krknhub_workloads import KrknHubWorkloads
 
-
 # logger
 log_level = os.environ.get('log_level', 'INFO').upper()
 logger.setLevel(level=log_level)
@@ -326,5 +325,6 @@ def main():
 if __name__ == '__main__':
     # spawn default in mac: https://docs.python.org/3/library/multiprocessing.html#:~:text=The%20default%20on%20Windows%20and%20macOS.
     if 'macos' in platform.platform(terse=True).lower():
-        set_start_method('fork')
+        if multiprocessing.get_start_method(allow_none=True) is None:
+            multiprocessing.set_start_method('fork')
     main()

{benchmark_runner-1.0.915 → benchmark_runner-1.0.932/benchmark_runner.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: benchmark-runner
-Version: 1.0.915
+Version: 1.0.932
 Summary: Benchmark Runner Tool
 Home-page: https://github.com/redhat-performance/benchmark-runner
 Author: Red Hat
@@ -8,12 +8,11 @@ Author-email: ebattat@redhat.com
 License: Apache License 2.0
 Classifier: License :: OSI Approved :: Apache Software License
 Classifier: Programming Language :: Python :: 3
-Classifier: Programming Language :: Python :: 3.8
-Classifier: Programming Language :: Python :: 3.9
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
 Classifier: Programming Language :: Python :: 3.13
+Classifier: Programming Language :: Python :: 3.14
 Description-Content-Type: text/markdown
 License-File: LICENSE
 Requires-Dist: attrs==21.4.0

{benchmark_runner-1.0.915 → benchmark_runner-1.0.932}/setup.py

@@ -4,7 +4,7 @@ from os import path
 from setuptools import setup, find_packages
 
 
-__version__ = '1.0.915'  # update also .bumpversion.cfg
+__version__ = '1.0.932'  # update also .bumpversion.cfg
 
 
 here = path.abspath(path.dirname(__file__))
@@ -29,12 +29,11 @@ setup(
     classifiers=[
         'License :: OSI Approved :: Apache Software License',
         'Programming Language :: Python :: 3',
-        'Programming Language :: Python :: 3.8',
-        'Programming Language :: Python :: 3.9',
         'Programming Language :: Python :: 3.10',
         'Programming Language :: Python :: 3.11',
         'Programming Language :: Python :: 3.12',
         'Programming Language :: Python :: 3.13',
+        'Programming Language :: Python :: 3.14',
     ],
 
     zip_safe=False,