redis-benchmarks-specification 0.2.15__py3-none-any.whl → 0.2.17__py3-none-any.whl

redis_benchmarks_specification/__self_contained_coordinator__/self_contained_coordinator.py

@@ -1630,6 +1630,34 @@ def process_self_contained_coordinator_stream(
                                         f"Started container {container.name} ({container.id[:12]}) with {container_timeout}s timeout"
                                     )
 
+                                    # Apply CPU affinity using taskset to force client processes to use assigned cores
+                                    try:
+                                        container_info = docker_client.api.inspect_container(container.id)
+                                        container_pid = container_info['State']['Pid']
+
+                                        logging.info(f"Setting CPU affinity for client container PID {container_pid} to cores {client_cpuset_cpus}")
+
+                                        # Set CPU affinity for the main process and all its threads
+                                        subprocess.run(f"taskset -cp {client_cpuset_cpus} {container_pid}", shell=True, check=True)
+
+                                        # Wait a moment for client to start its threads, then set affinity for all child processes
+                                        time.sleep(1)
+                                        result = subprocess.run(f"pgrep -P {container_pid}", shell=True, capture_output=True, text=True)
+                                        if result.returncode == 0:
+                                            child_pids = result.stdout.strip().split('\n')
+                                            for child_pid in child_pids:
+                                                if child_pid.strip():
+                                                    try:
+                                                        subprocess.run(f"taskset -cp {client_cpuset_cpus} {child_pid.strip()}", shell=True, check=True)
+                                                        logging.info(f"Set CPU affinity for client child process {child_pid.strip()}")
+                                                    except subprocess.CalledProcessError:
+                                                        pass  # Child process may have exited
+
+                                        logging.info(f"✅ Applied CPU affinity to client container and all child processes")
+
+                                    except Exception as e:
+                                        logging.warning(f"Failed to set CPU affinity for client container: {e}")
+
                                     # Wait for container with timeout
                                     try:
                                         result = container.wait(
@@ -2255,6 +2283,13 @@ def start_redis_container(
         }
         logging.info(f"setting volume as follow: {volumes}. working_dir={mnt_point}")
         working_dir = mnt_point
+
+    # Calculate nano_cpus for better CPU distribution
+    redis_cpu_count = len(db_cpuset_cpus.split(','))
+    redis_nano_cpus = int(redis_cpu_count * 1e9)  # 1 CPU = 1e9 nano_cpus
+
+    logging.info(f"Redis container will use {redis_cpu_count} CPUs (nano_cpus={redis_nano_cpus}) on cores {db_cpuset_cpus}")
+
     redis_container = docker_client.containers.run(
         image=run_image,
         volumes=volumes,
@@ -2265,10 +2300,40 @@ def start_redis_container(
         network_mode="host",
         detach=True,
         cpuset_cpus=db_cpuset_cpus,
+        nano_cpus=redis_nano_cpus,  # Force CPU distribution
         pid_mode="host",
         publish_all_ports=True,
     )
     time.sleep(5)
+
+    # Apply CPU affinity using taskset to force Redis processes to use assigned cores
+    try:
+        container_info = docker_client.api.inspect_container(redis_container.id)
+        container_pid = container_info['State']['Pid']
+
+        logging.info(f"Setting CPU affinity for Redis container PID {container_pid} to cores {db_cpuset_cpus}")
+
+        # Set CPU affinity for the main Redis process and all its threads
+        subprocess.run(f"taskset -cp {db_cpuset_cpus} {container_pid}", shell=True, check=True)
+
+        # Wait a moment for Redis to start its IO threads, then set affinity for all Redis processes
+        time.sleep(2)
+        result = subprocess.run(f"pgrep -P {container_pid}", shell=True, capture_output=True, text=True)
+        if result.returncode == 0:
+            child_pids = result.stdout.strip().split('\n')
+            for child_pid in child_pids:
+                if child_pid.strip():
+                    try:
+                        subprocess.run(f"taskset -cp {db_cpuset_cpus} {child_pid.strip()}", shell=True, check=True)
+                        logging.info(f"Set CPU affinity for Redis child process {child_pid.strip()}")
+                    except subprocess.CalledProcessError:
+                        pass  # Child process may have exited
+
+        logging.info(f"✅ Applied CPU affinity to Redis container and all child processes")
+
+    except Exception as e:
+        logging.warning(f"Failed to set CPU affinity for Redis container: {e}")
+
     redis_containers.append(redis_container)
     return redis_container
 

redis_benchmarks_specification/setups/topologies/topologies.yml

@@ -26,7 +26,7 @@ spec:
     redis_topology:
       primaries: 1
       replicas: 0
-    redis_arguments: --io-threads 2 --io-threads-do-reads yes
+    redis_arguments: --io-threads 2 --io-threads-do-reads yes --server-cpulist 0,1
     resources:
       requests:
         cpus: "3"
@@ -37,7 +37,7 @@ spec:
     redis_topology:
       primaries: 1
       replicas: 0
-    redis_arguments: --io-threads 4 --io-threads-do-reads yes
+    redis_arguments: --io-threads 4 --io-threads-do-reads yes --server-cpulist 0,1,2,3
     resources:
       requests:
         cpus: "5"
@@ -48,7 +48,7 @@ spec:
     redis_topology:
       primaries: 1
       replicas: 0
-    redis_arguments: --io-threads 8 --io-threads-do-reads yes
+    redis_arguments: --io-threads 8 --io-threads-do-reads yes --server-cpulist 0,1,2,3,4,5,6,7
     resources:
       requests:
         cpus: "9"

redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-setget200c-1KiB-pipeline-10.yml

@@ -24,10 +24,10 @@ tested-commands:
 tested-groups:
 - string
 redis-topologies:
-- oss-standalone
 - oss-standalone-08-io-threads
 - oss-standalone-04-io-threads
 - oss-standalone-02-io-threads
+- oss-standalone
 build-variants:
 - gcc:15.2.0-amd64-debian-bookworm-default
 - gcc:15.2.0-arm64-debian-bookworm-default

{redis_benchmarks_specification-0.2.15.dist-info → redis_benchmarks_specification-0.2.17.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: redis-benchmarks-specification
-Version: 0.2.15
+Version: 0.2.17
 Summary: The Redis benchmarks specification describes the cross-language/tools requirements and expectations to foster performance and observability standards around redis related technologies. Members from both industry and academia, including organizations and individuals are encouraged to contribute.
 Author: filipecosta90
 Author-email: filipecosta.90@gmail.com

{redis_benchmarks_specification-0.2.15.dist-info → redis_benchmarks_specification-0.2.17.dist-info}/RECORD

@@ -37,7 +37,7 @@ redis_benchmarks_specification/__self_contained_coordinator__/docker.py,sha256=e
 redis_benchmarks_specification/__self_contained_coordinator__/post_processing.py,sha256=sVLKNnWdAqYY9DjVdqRC5tDaIrVSaI3Ca7w8-DQ-LRM,776
 redis_benchmarks_specification/__self_contained_coordinator__/prepopulation.py,sha256=VYGwUiIV382AjXTeYTOImPENzw2zf2VPQM2HvaZgE_M,3368
 redis_benchmarks_specification/__self_contained_coordinator__/runners.py,sha256=kpSNvliGOEBUa8aXXk9M1rb5jKmBI6QqC0znf2lz0kw,34110
-redis_benchmarks_specification/__self_contained_coordinator__/self_contained_coordinator.py,sha256=MPGuDhgI8h9cafi3togaacLMfhO7omlaV81F_vjcor0,114536
+redis_benchmarks_specification/__self_contained_coordinator__/self_contained_coordinator.py,sha256=bGQ1-zrh0z4PTnwUH2NIE7FzqIay9OcCyhUmHCJkDsw,118580
 redis_benchmarks_specification/__setups__/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 redis_benchmarks_specification/__setups__/topologies.py,sha256=xQ1IJkcTji_ZjLiJd3vOxZpvbNtBLZw9cPkw5hGJKHU,481
 redis_benchmarks_specification/__spec__/__init__.py,sha256=l-G1z-t6twUgi8QLueqoTQLvJmv3hJoEYskGm6H7L6M,83
@@ -51,7 +51,7 @@ redis_benchmarks_specification/commands/commands.py,sha256=hJbKkGzAFt_l40fJyQLfB
 redis_benchmarks_specification/setups/builders/gcc:15.2.0-amd64-debian-bookworm-default.yml,sha256=UobsjPRRQALKNvAkOqvYJJs8HLrlG9AbfJwuIkLpwHU,528
 redis_benchmarks_specification/setups/builders/gcc:15.2.0-arm64-debian-bookworm-default.yml,sha256=zexg-qwlrdjNEsJDigcwQgm-CluwtrWHPygvXzv0wwo,528
 redis_benchmarks_specification/setups/platforms/aws-ec2-1node-c5.4xlarge.yml,sha256=l7HsjccpebwZXeutnt3SHSETw4iiRwQ9dCDXLOySSRQ,622
-redis_benchmarks_specification/setups/topologies/topologies.yml,sha256=N2UOKA8tG_pLpaSFtn7WdUmDNYwxRyTv9Ln_PCOPTco,3261
+redis_benchmarks_specification/setups/topologies/topologies.yml,sha256=acjn-N2X24FRrHDf-ICWujZ83S4OWIehBPZUj4srZu4,3340
 redis_benchmarks_specification/test-suites/defaults.yml,sha256=EJHv9INdjoNVMOgHY8qo4IVCHfvXVz5sv7Vxtr3DAIE,1392
 redis_benchmarks_specification/test-suites/generate.py,sha256=1QJBuWiouJ5OLil_r4OMG_UtZkmA8TLcyPlQAUuxCUw,4175
 redis_benchmarks_specification/test-suites/memtier_benchmark-100Kkeys-hash-hgetall-50-fields-100B-values.yml,sha256=BYmI-u_QEoSVXczuWPIaoCU_IQdhPrNCdXj8SO4s60g,2317
@@ -163,7 +163,7 @@ redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-mixed
 redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-mixed-50-50-set-get-with-expiration-240B-400_conns.yml,sha256=1YIVXSLRytR9-QIayu6jCxnFd1KJlY8o0rwJYT28Hx8,1549
 redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-set-with-ex-100B-pipeline-10.yml,sha256=5C2S9LpQDH-_IpjWwYH9tCnK0jvm9pZdlnyGmJMA9gc,1300
 redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-setex-100B-pipeline-10.yml,sha256=NE5oujnTwuHINrlvHBjMEFSKY_iwKimAvq4twnYfmXI,1297
-redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-setget200c-1KiB-pipeline-10.yml,sha256=TjgswuCZaZrPXdzBUf79pbcMZRSMV3iWoK53mT4fIK0,1368
+redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-setget200c-1KiB-pipeline-10.yml,sha256=Qt6ReUnzFmnfesvLx3h-vFPwpWoisIjW7y0e9acDnIA,1368
 redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-setrange-100B-pipeline-10.yml,sha256=h6haEl469vZSnp9LTB3wds12EwGfyNSEm1iqXxh72s8,1329
 redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-setrange-100B.yml,sha256=Wg8joxF6TuCOyQbC4CpW8LTx49PpIAKvNhtwqJpX95k,1303
 redis_benchmarks_specification/test-suites/memtier_benchmark-1key-100M-bits-bitmap-bitcount.yml,sha256=I4fNkW8P-tVpkkfep8gcPeQ6BgPlZnG4EAytvtxU1hU,1498
@@ -287,8 +287,8 @@ redis_benchmarks_specification/test-suites/memtier_benchmark-playbook-session-st
 redis_benchmarks_specification/test-suites/memtier_benchmark-playbook-session-storage-1k-sessions.yml,sha256=2egtIxPxCze2jlbAfgsk4v9JSQHNMoPLbDWFEW8olDg,7006
 redis_benchmarks_specification/test-suites/template.txt,sha256=ezqGiRPOvuSDO0iG7GEf-AGXNfHbgXI89_G0RUEzL88,481
 redis_benchmarks_specification/vector-search-test-suites/vector_db_benchmark_test.yml,sha256=PD7ow-k4Ll2BkhEC3aIqiaCZt8Hc4aJIp96Lw3J3mcI,791
-redis_benchmarks_specification-0.2.15.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-redis_benchmarks_specification-0.2.15.dist-info/METADATA,sha256=279bpm6Mgai-aSJ96Ii8isaCexDoQ8FPhwZYKIrRiIA,22767
-redis_benchmarks_specification-0.2.15.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-redis_benchmarks_specification-0.2.15.dist-info/entry_points.txt,sha256=x5WBXCZsnDRTZxV7SBGmC65L2k-ygdDOxV8vuKN00Nk,715
-redis_benchmarks_specification-0.2.15.dist-info/RECORD,,
+redis_benchmarks_specification-0.2.17.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+redis_benchmarks_specification-0.2.17.dist-info/METADATA,sha256=G1eTBdhG0ebfNsFdOqQdMufhDzEmGAkvnhnsahvB94w,22767
+redis_benchmarks_specification-0.2.17.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+redis_benchmarks_specification-0.2.17.dist-info/entry_points.txt,sha256=x5WBXCZsnDRTZxV7SBGmC65L2k-ygdDOxV8vuKN00Nk,715
+redis_benchmarks_specification-0.2.17.dist-info/RECORD,,