redis-benchmarks-specification 0.1.307__py3-none-any.whl → 0.1.309__py3-none-any.whl

redis_benchmarks_specification/__compare__/args.py

@@ -77,7 +77,7 @@ def create_compare_arguments(parser):
     parser.add_argument("--comparison_deployment_name", type=str, default="")
     parser.add_argument("--metric_name", type=str, default="ALL_STATS.Totals.Ops/sec")
     parser.add_argument(
-        "--running_platform", type=str, default="intel64-ubuntu22.04-redis-icx1"
+        "--running_platform", type=str, default=None
     )
     parser.add_argument(
         "--running_platform_baseline",

redis_benchmarks_specification/__compare__/compare.py

@@ -1182,7 +1182,7 @@ def from_rts_to_regression_table(
             filters_baseline.append("deployment_name={}".format(baseline_deployment_name))
         if baseline_github_org != "":
             filters_baseline.append(f"github_org={baseline_github_org}")
-        if running_platform_baseline is not None:
+        if running_platform_baseline is not None and running_platform_baseline != "":
             filters_baseline.append(
                 "running_platform={}".format(running_platform_baseline)
             )
@@ -1202,7 +1202,7 @@ def from_rts_to_regression_table(
             filters_baseline.append("hash==")
         if "hash" not in by_str_comparison:
             filters_comparison.append("hash==")
-        if running_platform_comparison is not None:
+        if running_platform_comparison is not None and running_platform_comparison != "":
             filters_comparison.append(
                 "running_platform={}".format(running_platform_comparison)
             )
@@ -1538,12 +1538,18 @@ def from_rts_to_regression_table(
 
 def get_only_Totals(baseline_timeseries):
     logging.warning("\t\tTime-series: {}".format(", ".join(baseline_timeseries)))
-    logging.info("Checking if Totals will reduce timeseries.")
+    logging.info(f"Checking if Totals will reduce timeseries. initial len={len(baseline_timeseries)}")
     new_base = []
     for ts_name in baseline_timeseries:
+        if "io-threads" in ts_name:
+            continue
+        if "oss-cluster" in ts_name:
+            continue
         if "Totals" in ts_name:
             new_base.append(ts_name)
     baseline_timeseries = new_base
+    logging.info(f"                                          final len={len(baseline_timeseries)}")
+ 
     return baseline_timeseries
 
 

redis_benchmarks_specification/__self_contained_coordinator__/clients.py

@@ -1,3 +1,6 @@
+import logging
+
+
 def prepare_memtier_benchmark_parameters(
     clientconfig,
     full_benchmark_path,
@@ -5,6 +8,7 @@ def prepare_memtier_benchmark_parameters(
     server,
     local_benchmark_output_filename,
     oss_cluster_api_enabled,
+    password=None,
 ):
     benchmark_command = [
         full_benchmark_path,
@@ -15,6 +19,12 @@ def prepare_memtier_benchmark_parameters(
         "--server",
         "{}".format(server),
     ]
+
+    # Add password authentication if provided
+    if password is not None and password != "":
+        benchmark_command.extend(["--authenticate", password])
+        logging.info("Memtier benchmark will use password authentication")
+
     if oss_cluster_api_enabled is True:
         benchmark_command.append("--cluster-mode")
     benchmark_command_str = " ".join(benchmark_command)

redis_benchmarks_specification/__self_contained_coordinator__/docker.py

@@ -8,9 +8,9 @@ from redis_benchmarks_specification.__self_contained_coordinator__.cpuset import
 
 
 def generate_standalone_redis_server_args(
-    binary, port, dbdir, configuration_parameters=None, redis_arguments=""
+    binary, port, dbdir, configuration_parameters=None, redis_arguments="", password=None
 ):
-    added_params = ["port", "protected-mode", "dir"]
+    added_params = ["port", "protected-mode", "dir", "requirepass"]
     # start redis-server
     command = [
         binary,
@@ -19,6 +19,11 @@ def generate_standalone_redis_server_args(
         "--port",
         "{}".format(port),
     ]
+
+    # Add password authentication if provided
+    if password is not None and password != "":
+        command.extend(["--requirepass", password])
+        logging.info("Redis server will be started with password authentication")
     if dbdir != "":
         command.extend(["--dir", dbdir])
     if configuration_parameters is not None:
@@ -59,6 +64,7 @@ def spin_docker_standalone_redis(
     redis_proc_start_port,
     run_image,
     temporary_dir,
+    password=None,
 ):
     mnt_point = "/mnt/redis/"
     command = generate_standalone_redis_server_args(
@@ -66,6 +72,8 @@ def spin_docker_standalone_redis(
         redis_proc_start_port,
         mnt_point,
         redis_configuration_parameters,
+        "",
+        password,
     )
     command_str = " ".join(command)
     db_cpuset_cpus, current_cpu_pos = generate_cpuset_cpus(

redis_benchmarks_specification/__self_contained_coordinator__/runners.py

@@ -118,6 +118,8 @@ def process_self_contained_coordinator_stream(
     verbose=False,
     run_tests_with_dataset=False,
 ):
+    # Use a default password for coordinator Redis instances
+    redis_password = "redis_coordinator_password_2024"
     stream_id = "n/a"
     overall_result = False
     total_test_suite_runs = 0
@@ -276,6 +278,7 @@ def process_self_contained_coordinator_stream(
                                     redis_proc_start_port,
                                     run_image,
                                     temporary_dir,
+                                    redis_password,
                                 )
                             else:
                                 shard_count = 1
@@ -307,7 +310,7 @@ def process_self_contained_coordinator_stream(
                                         )
                                     )
 
-                            r = redis.StrictRedis(port=redis_proc_start_port)
+                            r = redis.StrictRedis(port=redis_proc_start_port, password=redis_password)
                             r.ping()
                             redis_pids = []
                             redis_info = r.info()
@@ -389,6 +392,7 @@ def process_self_contained_coordinator_stream(
                                     "localhost",
                                     local_benchmark_output_filename,
                                     benchmark_tool_workdir,
+                                    redis_password,
                                 )
                             elif "vector_db_benchmark" in benchmark_tool:
                                 (

redis_benchmarks_specification/__self_contained_coordinator__/self_contained_coordinator.py

@@ -496,6 +496,9 @@ def process_self_contained_coordinator_stream(
     restore_build_artifacts_default=True,
     args=None,
 ):
+    # Use a default password for coordinator Redis instances
+    redis_password = "redis_coordinator_password_2024"
+
     stream_id = "n/a"
     overall_result = False
     total_test_suite_runs = 0
@@ -861,6 +864,7 @@ def process_self_contained_coordinator_stream(
                                     mnt_point,
                                     redis_configuration_parameters,
                                     redis_arguments,
+                                    redis_password,
                                 )
                                 command_str = " ".join(command)
                                 db_cpuset_cpus, current_cpu_pos = generate_cpuset_cpus(
@@ -876,7 +880,7 @@ def process_self_contained_coordinator_stream(
                                     temporary_dir,
                                 )
 
-                                r = redis.StrictRedis(port=redis_proc_start_port)
+                                r = redis.StrictRedis(port=redis_proc_start_port, password=redis_password)
                                 r.ping()
                                 redis_conns = [r]
                                 reset_commandstats(redis_conns)
@@ -975,7 +979,7 @@ def process_self_contained_coordinator_stream(
                                         full_benchmark_path,
                                         redis_proc_start_port,
                                         "localhost",
-                                        None,
+                                        redis_password,
                                         local_benchmark_output_filename,
                                         False,
                                         False,
@@ -1721,7 +1725,7 @@ def data_prepopulation_step(
             full_benchmark_path,
             port,
             "localhost",
-            None,
+            redis_password,
             local_benchmark_output_filename,
             False,
         )

redis_benchmarks_specification/test-suites/memtier_benchmark-playbook-session-caching-hash-100k-sessions.yml

@@ -0,0 +1,107 @@
+version: 0.4
+name: memtier_benchmark-session-caching-hash-100k-sessions
+description: |
+  Runs memtier_benchmark to simulate a session caching workload for a SaaS application.
+  This benchmark focuses exclusively on hash-based session storage, where each session
+  is stored in a Redis hash (`session:<id>`) with fields like user ID, timestamps, device info,
+  and metadata (total ~400–600B).
+
+  The benchmark models a typical read-heavy cache usage pattern, with an approximate
+  **read:write ratio of 90:10**, reflecting session retrievals and infrequent updates.
+
+  Command groups:
+    - Session cache reads (`HGETALL`): ~90%
+    - Session cache writes (`HSET`): ~10%
+
+  To better approximate real-world access patterns, the benchmark uses a **Zipfian key distribution**
+  (`--command-key-pattern=Z`). This simulates **skewed access** where a small subset of sessions (hot keys)
+  receives a majority of reads — a common pattern in production workloads.
+
+  While Zipfian is technically a power-law distribution, it effectively mimics **Poisson-like behavior**
+  in large-scale systems, where access frequency is uneven but statistically predictable.
+  This access skew mirrors real-life scenarios such as:
+    - Frequently accessed or "sticky" user sessions
+    - Popular user accounts or active devices
+    - Hot caches for trending or recently used resources
+
+  Using Zipfian distribution allows this benchmark to capture **contention**, **cache pressure**, and
+  **read amplification** effects that occur in real SaaS applications under load.
+
+
+dbconfig:
+  configuration-parameters:
+    save: '""'
+  resources:
+    requests:
+      memory: 1g
+  init_lua: |
+    local seed = 12345
+    math.randomseed(seed)
+    local now = tonumber(redis.call('TIME')[1])
+    local function rand_str(len)
+      local chars = 'abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ0123456789'
+      local res = ''
+      for i = 1, len do
+        local idx = math.random(#chars)
+        res = res .. chars:sub(idx, idx)
+      end
+      return res
+    end
+    for i = 1, 100000 do
+      local session_id = 'session:' .. i
+      local user_id = 'user-' .. i
+      local org_id = 'org-' .. i
+      redis.call('HSET', session_id,
+        'userId', user_id,
+        'organizationId', org_id,
+        'role', 'member',
+        'createdAt', tostring(now - math.random(3600)),
+        'lastAccessed', tostring(now),
+        'ipAddress', '192.168.1.' .. (i % 255),
+        'device', 'device-' .. rand_str(8),
+        'authMethod', 'password',
+        'status', 'active',
+        'metadata', rand_str(200 + (i % 100))
+      )
+    end
+    return 'OK'
+
+tested-groups:
+- hash
+
+tested-commands:
+- hgetall
+- hset
+
+redis-topologies:
+- oss-standalone
+
+build-variants:
+- gcc:8.5.0-amd64-debian-buster-default
+- dockerhub
+
+clientconfig:
+  run_image: redislabs/memtier_benchmark:edge
+  tool: memtier_benchmark
+  arguments: >
+    --key-prefix ""
+    --key-minimum 1
+    --key-maximum 100000
+    --data-size-range=400-600
+    --pipeline=1
+    --print-percentiles=50,90,95,99
+    --run-count=1
+    --test-time=120
+    --command="HGETALL session:__key__"
+    --command-key-pattern=Z
+    --command-ratio=90
+    --command="HSET session:__key__ userId user-__key__ organizationId org-__key__ role admin email user__key__@example.com name \"User __key__\" permissions \"[\\\"read\\\",\\\"write\\\"]\" lastActivity __key__ ipAddress 192.168.1.__key__ userAgent \"Mozilla/5.0\" createdAt __key__"
+    --command-key-pattern=Z
+    --command-ratio=10
+    --hide-histogram
+  resources:
+    requests:
+      cpus: '4'
+      memory: 2g
+
+priority: 150

{redis_benchmarks_specification-0.1.307.dist-info → redis_benchmarks_specification-0.1.309.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: redis-benchmarks-specification
-Version: 0.1.307
+Version: 0.1.309
 Summary: The Redis benchmarks specification describes the cross-language/tools requirements and expectations to foster performance and observability standards around redis related technologies. Members from both industry and academia, including organizations and individuals are encouraged to contribute.
 Author: filipecosta90
 Author-email: filipecosta.90@gmail.com

{redis_benchmarks_specification-0.1.307.dist-info → redis_benchmarks_specification-0.1.309.dist-info}/RECORD

@@ -19,8 +19,8 @@ redis_benchmarks_specification/__common__/runner.py,sha256=7Xc8QjwqYXQH9Vnq7s2Yi
 redis_benchmarks_specification/__common__/spec.py,sha256=D_SN48wg6NMthW_-OS1H5bydSDiuZpfd4WPPj7Vfwmc,5760
 redis_benchmarks_specification/__common__/timeseries.py,sha256=w8XQrGPEFuuemDXXz4iny7lYsNbYH0ycQyq3jHIr80g,52916
 redis_benchmarks_specification/__compare__/__init__.py,sha256=DtBXRp0Q01XgCFmY-1OIePMyyYihVNAjZ1Y8zwqSDN0,101
-redis_benchmarks_specification/__compare__/args.py,sha256=shER83ddBRBMAlbgxGXJ5H5XziKe-sP_Nyx7t5aLOo8,7650
-redis_benchmarks_specification/__compare__/compare.py,sha256=nymItbCO28KiAe3bVxYVObwbzpLmISAF_qyJ6b3KCPQ,62466
+redis_benchmarks_specification/__compare__/args.py,sha256=nZU22cOgcCfaBn3yIAWmjIT0-8cFWqBQoZOgUXH5YKU,7622
+redis_benchmarks_specification/__compare__/compare.py,sha256=2zBPedAQYWY3QlJlwQIcsnZJsGZ1AhH4oLD4Gb8V5XM,62797
 redis_benchmarks_specification/__init__.py,sha256=YQIEx2sLPPA0JR9OuCuMNMNtm-f_gqDKgzvNJnkGNKY,491
 redis_benchmarks_specification/__runner__/__init__.py,sha256=l-G1z-t6twUgi8QLueqoTQLvJmv3hJoEYskGm6H7L6M,83
 redis_benchmarks_specification/__runner__/args.py,sha256=YeN7-eOGoqCHKh5FrKz9z5Ee-Rh-3DF9tm2Hb-3m7sQ,10648
@@ -30,13 +30,13 @@ redis_benchmarks_specification/__self_contained_coordinator__/__init__.py,sha256
 redis_benchmarks_specification/__self_contained_coordinator__/args.py,sha256=uxBjdQ78klvsVi6lOfGYQVaWIxc8OI-DwYKY16SgvCY,5952
 redis_benchmarks_specification/__self_contained_coordinator__/artifacts.py,sha256=OVHqJzDgeSSRfUSiKp1ZTAVv14PvSbk-5yJsAAoUfpw,936
 redis_benchmarks_specification/__self_contained_coordinator__/build_info.py,sha256=vlg8H8Rxu2falW8xp1GvL1SV1fyBguSbz6Apxc7A2yM,2282
-redis_benchmarks_specification/__self_contained_coordinator__/clients.py,sha256=ydpbKrL_pNRlqU9lNCeIlFb-EAZF3Eh5THeXus7NZdc,1608
+redis_benchmarks_specification/__self_contained_coordinator__/clients.py,sha256=EL1V4-i-tTav1mcF_CUosqPF3Q1qi9BZL0zFajEk70c,1878
 redis_benchmarks_specification/__self_contained_coordinator__/cpuset.py,sha256=sRvtoJIitppcOpm3R5LbVmSfPEAqPumOqVATnF5Wbek,594
-redis_benchmarks_specification/__self_contained_coordinator__/docker.py,sha256=Alf9Y1dfuOMoD4u_Dv3jTodkwZfSrlo2_YceevaWNFo,2757
+redis_benchmarks_specification/__self_contained_coordinator__/docker.py,sha256=nVfF1daQ1eBAgXEIjrfK_AYi4hDQbep4E-Kf_cHjMp8,3065
 redis_benchmarks_specification/__self_contained_coordinator__/post_processing.py,sha256=sVLKNnWdAqYY9DjVdqRC5tDaIrVSaI3Ca7w8-DQ-LRM,776
 redis_benchmarks_specification/__self_contained_coordinator__/prepopulation.py,sha256=qB1rwqkROfuyFotB7MfUQiYS4Gzafd8dd2ca7lT4l2I,2909
-redis_benchmarks_specification/__self_contained_coordinator__/runners.py,sha256=mEEekNdzqHsR9qA8P-SOxein3x3LJDE-TGXiF-bI8oU,29644
-redis_benchmarks_specification/__self_contained_coordinator__/self_contained_coordinator.py,sha256=rK6MWqJQocaQffCUfpE50wDv1_iSJ6sRl74-JBSLYFM,79000
+redis_benchmarks_specification/__self_contained_coordinator__/runners.py,sha256=SNn175eBbU8con6vH4u2IJOhcwzQcGfRDimNmEdEyvg,29889
+redis_benchmarks_specification/__self_contained_coordinator__/self_contained_coordinator.py,sha256=qTTuhFyXHWvuOPdMpZ9Zj2nOWxtplSy7LuowtJHn2to,79214
 redis_benchmarks_specification/__setups__/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 redis_benchmarks_specification/__setups__/topologies.py,sha256=xQ1IJkcTji_ZjLiJd3vOxZpvbNtBLZw9cPkw5hGJKHU,481
 redis_benchmarks_specification/__spec__/__init__.py,sha256=l-G1z-t6twUgi8QLueqoTQLvJmv3hJoEYskGm6H7L6M,83
@@ -271,12 +271,13 @@ redis_benchmarks_specification/test-suites/memtier_benchmark-nokeys-pubsub-mixed
 redis_benchmarks_specification/test-suites/memtier_benchmark-nokeys-pubsub-mixed-100-channels-128B-100-publishers-50K-subscribers-5k-conns.yml,sha256=mh_cAomSjsU4WL2l9gt0dhyWdSwfXTrEZgnRz6gzSQE,1144
 redis_benchmarks_specification/test-suites/memtier_benchmark-nokeys-pubsub-publish-1K-channels-10B-no-subscribers.yml,sha256=zwb27Jmg0mwcthbmdUe0KuzqRzAPs7OHcK2gc9-5VBE,779
 redis_benchmarks_specification/test-suites/memtier_benchmark-nokeys-server-time-pipeline-10.yml,sha256=7G_J8kUFay7jXhZvsZK5jvVHSLZvhMV0uuDMkZBbeSQ,675
+redis_benchmarks_specification/test-suites/memtier_benchmark-playbook-session-caching-hash-100k-sessions.yml,sha256=ASQVpVvqwIRFmQYVI8xRf-mvg9nZYYc7ps6259Jb7gk,3600
 redis_benchmarks_specification/test-suites/memtier_benchmark-playbook-session-storage-100k-sessions.yml,sha256=FNy157KK1Vmru9xervxuu_A9qOqzwrq9iRLUVJRWiRs,6950
 redis_benchmarks_specification/test-suites/memtier_benchmark-playbook-session-storage-1k-sessions.yml,sha256=W6HnNaVhm6qcoEuwkT1Bv_o9hV0r55W58NLKwtlsjhM,6944
 redis_benchmarks_specification/test-suites/template.txt,sha256=d_edIE7Sxa5X7I2yG-Io0bPdbDIHR0oWFoCA3XUt_EU,435
 redis_benchmarks_specification/vector-search-test-suites/vector_db_benchmark_test.yml,sha256=PD7ow-k4Ll2BkhEC3aIqiaCZt8Hc4aJIp96Lw3J3mcI,791
-redis_benchmarks_specification-0.1.307.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-redis_benchmarks_specification-0.1.307.dist-info/METADATA,sha256=KN91I2NWKvrfOaIv9uclbBlLUGxktFOKZEWSqLCsDBw,22726
-redis_benchmarks_specification-0.1.307.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-redis_benchmarks_specification-0.1.307.dist-info/entry_points.txt,sha256=x5WBXCZsnDRTZxV7SBGmC65L2k-ygdDOxV8vuKN00Nk,715
-redis_benchmarks_specification-0.1.307.dist-info/RECORD,,
+redis_benchmarks_specification-0.1.309.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+redis_benchmarks_specification-0.1.309.dist-info/METADATA,sha256=jG0aNx6k533WMnqIbJiG_j4ngC6ihfy_yvI7ChDeXnw,22726
+redis_benchmarks_specification-0.1.309.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+redis_benchmarks_specification-0.1.309.dist-info/entry_points.txt,sha256=x5WBXCZsnDRTZxV7SBGmC65L2k-ygdDOxV8vuKN00Nk,715
+redis_benchmarks_specification-0.1.309.dist-info/RECORD,,