redis-benchmarks-specification 0.2.15__tar.gz → 0.2.17__tar.gz

{redis_benchmarks_specification-0.2.15 → redis_benchmarks_specification-0.2.17}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: redis-benchmarks-specification
-Version: 0.2.15
+Version: 0.2.17
 Summary: The Redis benchmarks specification describes the cross-language/tools requirements and expectations to foster performance and observability standards around redis related technologies. Members from both industry and academia, including organizations and individuals are encouraged to contribute.
 Author: filipecosta90
 Author-email: filipecosta.90@gmail.com

{redis_benchmarks_specification-0.2.15 → redis_benchmarks_specification-0.2.17}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "redis-benchmarks-specification"
-version = "0.2.15"
+version = "0.2.17"
 description = "The Redis benchmarks specification describes the cross-language/tools requirements and expectations to foster performance and observability standards around redis related technologies. Members from both industry and academia, including organizations and individuals are encouraged to contribute."
 authors = ["filipecosta90 <filipecosta.90@gmail.com>","Redis Performance Group <performance@redis.com>"]
 readme = "Readme.md"

{redis_benchmarks_specification-0.2.15 → redis_benchmarks_specification-0.2.17}/redis_benchmarks_specification/__self_contained_coordinator__/self_contained_coordinator.py

@@ -1630,6 +1630,34 @@ def process_self_contained_coordinator_stream(
                                         f"Started container {container.name} ({container.id[:12]}) with {container_timeout}s timeout"
                                     )
 
+                                    # Apply CPU affinity using taskset to force client processes to use assigned cores
+                                    try:
+                                        container_info = docker_client.api.inspect_container(container.id)
+                                        container_pid = container_info['State']['Pid']
+
+                                        logging.info(f"Setting CPU affinity for client container PID {container_pid} to cores {client_cpuset_cpus}")
+
+                                        # Set CPU affinity for the main process and all its threads
+                                        subprocess.run(f"taskset -cp {client_cpuset_cpus} {container_pid}", shell=True, check=True)
+
+                                        # Wait a moment for client to start its threads, then set affinity for all child processes
+                                        time.sleep(1)
+                                        result = subprocess.run(f"pgrep -P {container_pid}", shell=True, capture_output=True, text=True)
+                                        if result.returncode == 0:
+                                            child_pids = result.stdout.strip().split('\n')
+                                            for child_pid in child_pids:
+                                                if child_pid.strip():
+                                                    try:
+                                                        subprocess.run(f"taskset -cp {client_cpuset_cpus} {child_pid.strip()}", shell=True, check=True)
+                                                        logging.info(f"Set CPU affinity for client child process {child_pid.strip()}")
+                                                    except subprocess.CalledProcessError:
+                                                        pass  # Child process may have exited
+
+                                        logging.info(f"✅ Applied CPU affinity to client container and all child processes")
+
+                                    except Exception as e:
+                                        logging.warning(f"Failed to set CPU affinity for client container: {e}")
+
                                     # Wait for container with timeout
                                     try:
                                         result = container.wait(
@@ -2255,6 +2283,13 @@ def start_redis_container(
         }
         logging.info(f"setting volume as follow: {volumes}. working_dir={mnt_point}")
         working_dir = mnt_point
+
+    # Calculate nano_cpus for better CPU distribution
+    redis_cpu_count = len(db_cpuset_cpus.split(','))
+    redis_nano_cpus = int(redis_cpu_count * 1e9)  # 1 CPU = 1e9 nano_cpus
+
+    logging.info(f"Redis container will use {redis_cpu_count} CPUs (nano_cpus={redis_nano_cpus}) on cores {db_cpuset_cpus}")
+
     redis_container = docker_client.containers.run(
         image=run_image,
         volumes=volumes,
@@ -2265,10 +2300,40 @@ def start_redis_container(
         network_mode="host",
         detach=True,
         cpuset_cpus=db_cpuset_cpus,
+        nano_cpus=redis_nano_cpus,  # Force CPU distribution
         pid_mode="host",
         publish_all_ports=True,
     )
     time.sleep(5)
+
+    # Apply CPU affinity using taskset to force Redis processes to use assigned cores
+    try:
+        container_info = docker_client.api.inspect_container(redis_container.id)
+        container_pid = container_info['State']['Pid']
+
+        logging.info(f"Setting CPU affinity for Redis container PID {container_pid} to cores {db_cpuset_cpus}")
+
+        # Set CPU affinity for the main Redis process and all its threads
+        subprocess.run(f"taskset -cp {db_cpuset_cpus} {container_pid}", shell=True, check=True)
+
+        # Wait a moment for Redis to start its IO threads, then set affinity for all Redis processes
+        time.sleep(2)
+        result = subprocess.run(f"pgrep -P {container_pid}", shell=True, capture_output=True, text=True)
+        if result.returncode == 0:
+            child_pids = result.stdout.strip().split('\n')
+            for child_pid in child_pids:
+                if child_pid.strip():
+                    try:
+                        subprocess.run(f"taskset -cp {db_cpuset_cpus} {child_pid.strip()}", shell=True, check=True)
+                        logging.info(f"Set CPU affinity for Redis child process {child_pid.strip()}")
+                    except subprocess.CalledProcessError:
+                        pass  # Child process may have exited
+
+        logging.info(f"✅ Applied CPU affinity to Redis container and all child processes")
+
+    except Exception as e:
+        logging.warning(f"Failed to set CPU affinity for Redis container: {e}")
+
     redis_containers.append(redis_container)
     return redis_container
 

{redis_benchmarks_specification-0.2.15 → redis_benchmarks_specification-0.2.17}/redis_benchmarks_specification/setups/topologies/topologies.yml

@@ -26,7 +26,7 @@ spec:
     redis_topology:
       primaries: 1
       replicas: 0
-    redis_arguments: --io-threads 2 --io-threads-do-reads yes
+    redis_arguments: --io-threads 2 --io-threads-do-reads yes --server-cpulist 0,1
     resources:
       requests:
         cpus: "3"
@@ -37,7 +37,7 @@ spec:
     redis_topology:
       primaries: 1
       replicas: 0
-    redis_arguments: --io-threads 4 --io-threads-do-reads yes
+    redis_arguments: --io-threads 4 --io-threads-do-reads yes --server-cpulist 0,1,2,3
     resources:
       requests:
         cpus: "5"
@@ -48,7 +48,7 @@ spec:
     redis_topology:
       primaries: 1
       replicas: 0
-    redis_arguments: --io-threads 8 --io-threads-do-reads yes
+    redis_arguments: --io-threads 8 --io-threads-do-reads yes --server-cpulist 0,1,2,3,4,5,6,7
     resources:
       requests:
         cpus: "9"