redis-benchmarks-specification 0.2.31__py3-none-any.whl → 0.2.32__py3-none-any.whl

redis_benchmarks_specification/__cli__/cli.py

@@ -80,6 +80,22 @@ def trigger_tests_dockerhub_cli_command_logic(args, project_name, project_versio
         decode_responses=False,
     )
     conn.ping()
+
+    # Extract version from Docker image tag if possible
+    # e.g., "redis:7.4.0" -> "7.4.0"
+    # e.g., "valkey/valkey:7.2.6-bookworm" -> "7.2.6"
+    git_version = None
+    if ":" in args.run_image:
+        tag = args.run_image.split(":")[-1]
+        # Try to extract version number from tag
+        # Common patterns: "7.4.0", "7.2.6-bookworm", "latest"
+        import re
+
+        version_match = re.match(r"^(\d+\.\d+\.\d+)", tag)
+        if version_match:
+            git_version = version_match.group(1)
+            logging.info(f"Extracted git_version '{git_version}' from image tag")
+
     testDetails = {}
     build_stream_fields, result = generate_benchmark_stream_request(
         args.id,
@@ -96,7 +112,7 @@ def trigger_tests_dockerhub_cli_command_logic(args, project_name, project_versio
         None,
         None,
         None,
-        None,
+        git_version,  # Pass extracted version
         None,
         None,
         None,

redis_benchmarks_specification/__compare__/compare.py

@@ -1253,15 +1253,11 @@ def process_single_test_comparison(
     if baseline_str != "":
         filters_baseline.append("{}={}".format(by_str_baseline, baseline_str))
     if baseline_deployment_name != "":
-        filters_baseline.append(
-            "deployment_name={}".format(baseline_deployment_name)
-        )
+        filters_baseline.append("deployment_name={}".format(baseline_deployment_name))
     if baseline_github_org != "":
         filters_baseline.append(f"github_org={baseline_github_org}")
     if running_platform_baseline is not None and running_platform_baseline != "":
-        filters_baseline.append(
-            "running_platform={}".format(running_platform_baseline)
-        )
+        filters_baseline.append("running_platform={}".format(running_platform_baseline))
     filters_comparison = [
         "metric={}".format(metric_name),
         "{}={}".format(test_filter, test_name),
@@ -1282,10 +1278,7 @@ def process_single_test_comparison(
         filters_baseline.append("hash==")
     if "hash" not in by_str_comparison:
         filters_comparison.append("hash==")
-    if (
-        running_platform_comparison is not None
-        and running_platform_comparison != ""
-    ):
+    if running_platform_comparison is not None and running_platform_comparison != "":
         filters_comparison.append(
             "running_platform={}".format(running_platform_comparison)
         )
@@ -1312,36 +1305,36 @@ def process_single_test_comparison(
 
     # Initialize result dictionary
     result = {
-        'skip_test': False,
-        'no_datapoints_baseline': False,
-        'no_datapoints_comparison': False,
-        'no_datapoints_both': False,
-        'baseline_only': False,
-        'comparison_only': False,
-        'detected_regression': False,
-        'detected_improvement': False,
-        'unstable': False,
-        'should_add_line': False,
-        'line': None,
-        'percentage_change': 0.0,
-        'tested_groups': tested_groups,
-        'tested_commands': tested_commands,
-        'boxplot_data': None,
+        "skip_test": False,
+        "no_datapoints_baseline": False,
+        "no_datapoints_comparison": False,
+        "no_datapoints_both": False,
+        "baseline_only": False,
+        "comparison_only": False,
+        "detected_regression": False,
+        "detected_improvement": False,
+        "unstable": False,
+        "should_add_line": False,
+        "line": None,
+        "percentage_change": 0.0,
+        "tested_groups": tested_groups,
+        "tested_commands": tested_commands,
+        "boxplot_data": None,
     }
 
     if len(baseline_timeseries) == 0:
         logging.warning(
             f"No datapoints for test={test_name} for baseline timeseries {baseline_timeseries}"
         )
-        result['no_datapoints_baseline'] = True
-        result['no_datapoints_both'] = True
+        result["no_datapoints_baseline"] = True
+        result["no_datapoints_both"] = True
 
     if len(comparison_timeseries) == 0:
         logging.warning(
             f"No datapoints for test={test_name} for comparison timeseries {comparison_timeseries}"
         )
-        result['no_datapoints_comparison'] = True
-        result['no_datapoints_both'] = True
+        result["no_datapoints_comparison"] = True
+        result["no_datapoints_both"] = True
 
     if len(baseline_timeseries) != 1 and multi_value_baseline is False:
         if verbose:
@@ -1354,7 +1347,7 @@ def process_single_test_comparison(
                 logging.warning(
                     "\t\tTime-series: {}".format(", ".join(baseline_timeseries))
                 )
-        result['skip_test'] = True
+        result["skip_test"] = True
         return result
 
     if len(comparison_timeseries) > 1 and multi_value_comparison is False:
@@ -1364,7 +1357,7 @@ def process_single_test_comparison(
             logging.warning(
                 "Comparison timeseries {}".format(len(comparison_timeseries))
             )
-        result['skip_test'] = True
+        result["skip_test"] = True
         return result
 
     baseline_v = "N/A"
@@ -1383,9 +1376,7 @@ def process_single_test_comparison(
     note = ""
     try:
         for ts_name_baseline in baseline_timeseries:
-            datapoints_inner = rts.ts().revrange(
-                ts_name_baseline, from_ts_ms, to_ts_ms
-            )
+            datapoints_inner = rts.ts().revrange(ts_name_baseline, from_ts_ms, to_ts_ms)
             baseline_datapoints.extend(datapoints_inner)
         (
             baseline_pct_change,
@@ -1440,12 +1431,12 @@ def process_single_test_comparison(
         logging.warning(
             f"Baseline contains datapoints but comparison not for test: {test_name}"
         )
-        result['baseline_only'] = True
+        result["baseline_only"] = True
     if comparison_v != "N/A" and baseline_v == "N/A":
         logging.warning(
             f"Comparison contains datapoints but baseline not for test: {test_name}"
         )
-        result['comparison_only'] = True
+        result["comparison_only"] = True
     if (
         baseline_v != "N/A"
         and comparison_pct_change != "N/A"
@@ -1455,7 +1446,7 @@ def process_single_test_comparison(
         if comparison_pct_change > 10.0 or baseline_pct_change > 10.0:
             note = "UNSTABLE (very high variance)"
             unstable = True
-            result['unstable'] = True
+            result["unstable"] = True
 
         baseline_v_str = prepare_value_str(
             baseline_pct_change,
@@ -1473,9 +1464,7 @@ def process_single_test_comparison(
         )
 
         if metric_mode == "higher-better":
-            percentage_change = (
-                float(comparison_v) / float(baseline_v) - 1
-            ) * 100.0
+            percentage_change = (float(comparison_v) / float(baseline_v) - 1) * 100.0
         else:
             # lower-better
             percentage_change = (
@@ -1483,13 +1472,13 @@ def process_single_test_comparison(
             ) * 100.0
 
         # Collect data for box plot
-        result['boxplot_data'] = (test_name, percentage_change)
+        result["boxplot_data"] = (test_name, percentage_change)
     else:
         logging.warn(
             f"Missing data for test {test_name}. baseline_v={baseline_v} (pct_change={baseline_pct_change}), comparison_v={comparison_v} (pct_change={comparison_pct_change}) "
         )
 
-    result['percentage_change'] = percentage_change
+    result["percentage_change"] = percentage_change
 
     if baseline_v != "N/A" or comparison_v != "N/A":
         detected_regression = False
@@ -1545,8 +1534,8 @@ def process_single_test_comparison(
                     if simplify_table is False:
                         note = note + " No Change"
 
-        result['detected_regression'] = detected_regression
-        result['detected_improvement'] = detected_improvement
+        result["detected_regression"] = detected_regression
+        result["detected_improvement"] = detected_improvement
 
         line = get_line(
             baseline_v_str,
@@ -1555,12 +1544,12 @@ def process_single_test_comparison(
             percentage_change,
             test_link,
         )
-        result['line'] = line
+        result["line"] = line
     else:
         logging.warning(
             "There were no datapoints both for baseline and comparison for test: {test_name}"
         )
-        result['no_datapoints_both'] = True
+        result["no_datapoints_both"] = True
 
     return result
 
@@ -1676,49 +1665,49 @@ def from_rts_to_regression_table(
     # Second loop: Process all collected results
     for test_name, result in test_results:
         # Handle the results from the extracted function
-        if result['skip_test']:
+        if result["skip_test"]:
             continue
 
-        if result['no_datapoints_baseline']:
+        if result["no_datapoints_baseline"]:
             no_datapoints_baseline_list.append(test_name)
             if test_name not in no_datapoints_list:
                 no_datapoints_list.append(test_name)
 
-        if result['no_datapoints_comparison']:
+        if result["no_datapoints_comparison"]:
             no_datapoints_comparison_list.append(test_name)
             if test_name not in no_datapoints_list:
                 no_datapoints_list.append(test_name)
 
-        if result['baseline_only']:
+        if result["baseline_only"]:
             baseline_only_list.append(test_name)
 
-        if result['comparison_only']:
+        if result["comparison_only"]:
             comparison_only_list.append(test_name)
 
-        if result['unstable']:
+        if result["unstable"]:
             unstable_list.append([test_name, "n/a"])
 
-        if result['boxplot_data']:
-            boxplot_data.append(result['boxplot_data'])
+        if result["boxplot_data"]:
+            boxplot_data.append(result["boxplot_data"])
 
         # Handle group and command changes
-        for test_group in result['tested_groups']:
+        for test_group in result["tested_groups"]:
             if test_group not in group_change:
                 group_change[test_group] = []
-            group_change[test_group].append(result['percentage_change'])
+            group_change[test_group].append(result["percentage_change"])
 
-        for test_command in result['tested_commands']:
+        for test_command in result["tested_commands"]:
             if test_command not in command_change:
                 command_change[test_command] = []
-            command_change[test_command].append(result['percentage_change'])
+            command_change[test_command].append(result["percentage_change"])
 
         # Handle regression/improvement detection and table updates
-        if result['line'] is not None:
-            detected_regression = result['detected_regression']
-            detected_improvement = result['detected_improvement']
-            unstable = result['unstable']
-            line = result['line']
-            percentage_change = result['percentage_change']
+        if result["line"] is not None:
+            detected_regression = result["detected_regression"]
+            detected_improvement = result["detected_improvement"]
+            unstable = result["unstable"]
+            line = result["line"]
+            percentage_change = result["percentage_change"]
 
             if detected_regression:
                 total_regressions = total_regressions + 1
@@ -1752,7 +1741,7 @@ def from_rts_to_regression_table(
             if should_add_line:
                 total_comparison_points = total_comparison_points + 1
                 table_full.append(line)
-        elif result['no_datapoints_both']:
+        elif result["no_datapoints_both"]:
             if test_name not in no_datapoints_list:
                 no_datapoints_list.append(test_name)
     logging.warning(

redis_benchmarks_specification/__runner__/runner.py

@@ -175,13 +175,20 @@ def validate_benchmark_metrics(
     Args:
         results_dict: Dictionary containing benchmark results
         test_name: Name of the test being validated
-        benchmark_config: Benchmark configuration (unused, for compatibility)
+        benchmark_config: Benchmark configuration (optional, contains tested-commands)
         default_metrics: Default metrics configuration (unused, for compatibility)
 
     Returns:
         tuple: (is_valid, error_message)
     """
     try:
+        # Get tested commands from config if available
+        tested_commands = []
+        if benchmark_config and "tested-commands" in benchmark_config:
+            tested_commands = [
+                cmd.lower() for cmd in benchmark_config["tested-commands"]
+            ]
+
         # Define validation rules
         throughput_patterns = [
             "ops/sec",
@@ -219,6 +226,29 @@ def validate_benchmark_metrics(
                 ):
                     return
 
+                # Skip operation-specific metrics for operations not being tested
+                # For example, skip Gets.Ops/sec if only SET commands are tested
+                if tested_commands:
+                    skip_metric = False
+                    operation_types = [
+                        "gets",
+                        "sets",
+                        "hgets",
+                        "hsets",
+                        "lpush",
+                        "rpush",
+                        "sadd",
+                    ]
+                    for op_type in operation_types:
+                        if (
+                            op_type in metric_path_lower
+                            and op_type not in tested_commands
+                        ):
+                            skip_metric = True
+                            break
+                    if skip_metric:
+                        return
+
                 # Check throughput metrics
                 for pattern in throughput_patterns:
                     if pattern in metric_path_lower:
@@ -324,6 +354,18 @@ def calculate_process_timeout(command_str, buffer_timeout):
         int: Timeout in seconds
     """
     default_timeout = 300  # 5 minutes default
+    run_count = 1
+    if "run-count" in command_str:
+        # Try to extract test time and add buffer
+        # Handle both --test-time (memtier) and -test-time (pubsub-sub-bench)
+        run_count_match = re.search(r"--?run-count[=\s]+(\d+)", command_str)
+        if run_count_match:
+            run_count = int(run_count_match.group(1))
+            logging.info(f"Detected run count of: {run_count}")
+        run_count_match = re.search(r"-?x[=\s]+(\d+)", command_str)
+        if run_count_match:
+            run_count = int(run_count_match.group(1))
+            logging.info(f"Detected run count (from -x) of: {run_count}")
 
     if "test-time" in command_str:
         # Try to extract test time and add buffer
@@ -331,9 +373,9 @@ def calculate_process_timeout(command_str, buffer_timeout):
         test_time_match = re.search(r"--?test-time[=\s]+(\d+)", command_str)
         if test_time_match:
             test_time = int(test_time_match.group(1))
-            timeout = test_time + buffer_timeout
+            timeout = (test_time + buffer_timeout) * run_count
             logging.info(
-                f"Set process timeout to {timeout}s (test-time: {test_time}s + {buffer_timeout}s buffer)"
+                f"Set process timeout to {timeout}s (test-time: {test_time}s + {buffer_timeout}s buffer) x {run_count} runs)"
             )
             return timeout
 
@@ -1560,7 +1602,9 @@ def process_self_contained_coordinator_stream(
                 logging.info(f"Using override topology: {args.override_topology}")
             else:
                 benchmark_topologies = benchmark_config["redis-topologies"]
-                logging.info(f"Running for a total of {len(benchmark_topologies)} topologies: {benchmark_topologies}")
+                logging.info(
+                    f"Running for a total of {len(benchmark_topologies)} topologies: {benchmark_topologies}"
+                )
 
             # Check if user requested exit via Ctrl+C
             if _exit_requested:
@@ -2680,13 +2724,20 @@ def process_self_contained_coordinator_stream(
                             if not success:
                                 logging.error(f"Memtier benchmark failed: {stderr}")
                                 # Clean up database after failure (timeout or error)
-                                if args.flushall_on_every_test_end or args.flushall_on_every_test_start:
-                                    logging.warning("Benchmark failed - cleaning up database with FLUSHALL")
+                                if (
+                                    args.flushall_on_every_test_end
+                                    or args.flushall_on_every_test_start
+                                ):
+                                    logging.warning(
+                                        "Benchmark failed - cleaning up database with FLUSHALL"
+                                    )
                                     try:
                                         for r in redis_conns:
                                             r.flushall()
                                     except Exception as e:
-                                        logging.error(f"FLUSHALL failed after benchmark failure: {e}")
+                                        logging.error(
+                                            f"FLUSHALL failed after benchmark failure: {e}"
+                                        )
                                 # Continue with the test but log the failure
                                 client_container_stdout = f"ERROR: {stderr}"
 
@@ -3033,8 +3084,13 @@ def process_self_contained_coordinator_stream(
                     test_result = False
 
                     # Clean up database after exception to prevent contamination of next test
-                    if args.flushall_on_every_test_end or args.flushall_on_every_test_start:
-                        logging.warning("Exception caught - cleaning up database with FLUSHALL")
+                    if (
+                        args.flushall_on_every_test_end
+                        or args.flushall_on_every_test_start
+                    ):
+                        logging.warning(
+                            "Exception caught - cleaning up database with FLUSHALL"
+                        )
                         try:
                             for r in redis_conns:
                                 r.flushall()

redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-set-with-ex-100B-pipeline-10.yml

@@ -12,7 +12,7 @@ dbconfig:
     tool: memtier_benchmark
     arguments: '"--data-size" "100" "--ratio" "1:0" "--key-pattern" "P:P" "-c" "50"
       "-t" "2" "--hide-histogram" "--key-minimum" "1"  "--key-maximum" "1000000" -n
-      allkeys" --pipeline 50'
+      "allkeys" --pipeline 50'
   resources:
     requests:
       memory: 1g

redis_benchmarks_specification/test-suites/memtier_benchmark-playbook-rate-limiting-lua-100k-sessions.yml

@@ -34,7 +34,6 @@ tested-commands:
 - bitcount
 - eval
 tested-groups:
-- bitmap
 - scripting
 
 redis-topologies:

redis_benchmarks_specification/test-suites/memtier_benchmark-playbook-realtime-analytics-membership-pipeline-10.yml

@@ -35,6 +35,7 @@ dbconfig:
 tested-commands:
 - smembers
 - sdiff
+- sunion
 redis-topologies:
 - oss-standalone
 build-variants:

redis_benchmarks_specification/test-suites/memtier_benchmark-playbook-realtime-analytics-membership.yml

@@ -35,6 +35,7 @@ dbconfig:
 tested-commands:
 - smembers
 - sdiff
+- sunion
 redis-topologies:
 - oss-standalone
 build-variants:

{redis_benchmarks_specification-0.2.31.dist-info → redis_benchmarks_specification-0.2.32.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: redis-benchmarks-specification
-Version: 0.2.31
+Version: 0.2.32
 Summary: The Redis benchmarks specification describes the cross-language/tools requirements and expectations to foster performance and observability standards around redis related technologies. Members from both industry and academia, including organizations and individuals are encouraged to contribute.
 License-File: LICENSE
 Author: filipecosta90

{redis_benchmarks_specification-0.2.31.dist-info → redis_benchmarks_specification-0.2.32.dist-info}/RECORD

@@ -8,7 +8,7 @@ redis_benchmarks_specification/__builder__/builder.py,sha256=vG6Cp0SAAgvZt9zyjTQ
 redis_benchmarks_specification/__builder__/schema.py,sha256=1wcmyVJBcWrBvK58pghN9NCoWLCO3BzPsmdKWYfkVog,584
 redis_benchmarks_specification/__cli__/__init__.py,sha256=l-G1z-t6twUgi8QLueqoTQLvJmv3hJoEYskGm6H7L6M,83
 redis_benchmarks_specification/__cli__/args.py,sha256=y_FHtkjhRKsU532sutlXPeXgtFZu7KGOp7lTSi1C5uc,7427
-redis_benchmarks_specification/__cli__/cli.py,sha256=0S3Lwci-oxpPJMekPIFeG5XJiSF53rpa5sRnS-aAZnA,22416
+redis_benchmarks_specification/__cli__/cli.py,sha256=Lurp9p80pk7CJLgJfzN8s54dkBR33MjRTfv8sJEoYOU,23042
 redis_benchmarks_specification/__cli__/stats.py,sha256=r9JIfwGCSR3maozYbDZfZrkthNFQSs0xIymS86yZ6Iw,55574
 redis_benchmarks_specification/__common__/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 redis_benchmarks_specification/__common__/builder_schema.py,sha256=kfDpRIk7NkJrb5qj9jzsBhLVNO7K_W2Clumj4pxrkG8,5938
@@ -21,12 +21,12 @@ redis_benchmarks_specification/__common__/suppress_warnings.py,sha256=xpOjJ_piGY
 redis_benchmarks_specification/__common__/timeseries.py,sha256=kHpkpNwZgWpjCh_Fg0wFcxNRMTb5SoSNwd_UHUCNVhc,54283
 redis_benchmarks_specification/__compare__/__init__.py,sha256=DtBXRp0Q01XgCFmY-1OIePMyyYihVNAjZ1Y8zwqSDN0,101
 redis_benchmarks_specification/__compare__/args.py,sha256=CNtA7pI9CJDTBJPGL2pNVfis7VDdxLautwRyka7oUCI,8911
-redis_benchmarks_specification/__compare__/compare.py,sha256=7fawmGqLCz5buCqfKRkM-wgLUUxNkFOITxhpDKrVdos,87802
+redis_benchmarks_specification/__compare__/compare.py,sha256=uMxpbAFNUubnhAdWIpgFF8ns-VghCkL9FS_d0Uz2m6A,87674
 redis_benchmarks_specification/__init__.py,sha256=YQIEx2sLPPA0JR9OuCuMNMNtm-f_gqDKgzvNJnkGNKY,491
 redis_benchmarks_specification/__runner__/__init__.py,sha256=l-G1z-t6twUgi8QLueqoTQLvJmv3hJoEYskGm6H7L6M,83
 redis_benchmarks_specification/__runner__/args.py,sha256=i4_eM-lfCSqOWxxDh0_g9d5YR4fAM7M08CSnsrqUaSs,11548
 redis_benchmarks_specification/__runner__/remote_profiling.py,sha256=R7obNQju8mmY9oKkcndjI4aAuxi84OCLhDSqqaYu1SU,18610
-redis_benchmarks_specification/__runner__/runner.py,sha256=yAGh00WD_DI2YvHAVbbiulzhwyY02L11fYiLXSEE3Sg,157684
+redis_benchmarks_specification/__runner__/runner.py,sha256=zBJyWb_wxG3xhk3RPl1rNmVZO1E-3ugRY2GkZidPrY8,159974
 redis_benchmarks_specification/__self_contained_coordinator__/__init__.py,sha256=l-G1z-t6twUgi8QLueqoTQLvJmv3hJoEYskGm6H7L6M,83
 redis_benchmarks_specification/__self_contained_coordinator__/args.py,sha256=2nTD4g4V1NjMRjRuDvHaoub5sjcav0GCnxv2HFiXWKc,7329
 redis_benchmarks_specification/__self_contained_coordinator__/artifacts.py,sha256=OVHqJzDgeSSRfUSiKp1ZTAVv14PvSbk-5yJsAAoUfpw,936
@@ -161,7 +161,7 @@ redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-mixed
 redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-mixed-50-50-set-get-512B-pipeline-10.yml,sha256=Sp3-50GmqaKILmgMuh3Tpm_d_06zs3E-tgXCY677zRE,1358
 redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-mixed-50-50-set-get-512B.yml,sha256=4Fye7vAc17RZh7VlPBcmkeMmjnolQBmjXLnd7z9wU0E,1312
 redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-mixed-50-50-set-get-with-expiration-240B-400_conns.yml,sha256=1YIVXSLRytR9-QIayu6jCxnFd1KJlY8o0rwJYT28Hx8,1549
-redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-set-with-ex-100B-pipeline-10.yml,sha256=5C2S9LpQDH-_IpjWwYH9tCnK0jvm9pZdlnyGmJMA9gc,1300
+redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-set-with-ex-100B-pipeline-10.yml,sha256=r-krjHZpS0Pgvv1pgKNy9YeFleC8aUKzXOlSkKsB3f4,1301
 redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-setex-100B-pipeline-10.yml,sha256=NE5oujnTwuHINrlvHBjMEFSKY_iwKimAvq4twnYfmXI,1297
 redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-setget200c-1KiB-pipeline-1.yml,sha256=C-wDrzi7bSUr9v1q3-nhuM_GdTQ_IQv35ORjZzaZqtY,1366
 redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-setget200c-1KiB-pipeline-10.yml,sha256=Qt6ReUnzFmnfesvLx3h-vFPwpWoisIjW7y0e9acDnIA,1368
@@ -282,9 +282,9 @@ redis_benchmarks_specification/test-suites/memtier_benchmark-nokeys-server-time-
 redis_benchmarks_specification/test-suites/memtier_benchmark-playbook-leaderboard-top-10.yml,sha256=HkDqWJCanVVk6ElqUDnY6tveDX4umcjivjsbHz5FnQ0,2319
 redis_benchmarks_specification/test-suites/memtier_benchmark-playbook-leaderboard-top-100.yml,sha256=76afE-sX21tTc84Zq-8iSra3SMbQG0Jb67eVxOOWuHM,9488
 redis_benchmarks_specification/test-suites/memtier_benchmark-playbook-leaderboard-top-1000.yml,sha256=82j3OuT-0_0HNVbGpd0sKxSRwBf1Fc1C-Yn4TT0s3zQ,76785
-redis_benchmarks_specification/test-suites/memtier_benchmark-playbook-rate-limiting-lua-100k-sessions.yml,sha256=z2APnBAH_leRRYDQXjA-5gFwScNgKT4mVyBh5wLb3SU,1636
-redis_benchmarks_specification/test-suites/memtier_benchmark-playbook-realtime-analytics-membership-pipeline-10.yml,sha256=uh0J81Y27_YnQfDqzaTpYtJNvIdRFJtYsBUmXGTBrl4,2842
-redis_benchmarks_specification/test-suites/memtier_benchmark-playbook-realtime-analytics-membership.yml,sha256=y_q6GWbodKpVA48o1a1frqF0bU52utIOnjIjuiQt0qk,2816
+redis_benchmarks_specification/test-suites/memtier_benchmark-playbook-rate-limiting-lua-100k-sessions.yml,sha256=rm88MxgjinMgDFEMz27K1Pnos6jeyxj7qu5ltxag5HA,1627
+redis_benchmarks_specification/test-suites/memtier_benchmark-playbook-realtime-analytics-membership-pipeline-10.yml,sha256=4IuY59BrrhqZ8lX9r0jdrRz_cvZJbyYLgb34f5sfAEk,2851
+redis_benchmarks_specification/test-suites/memtier_benchmark-playbook-realtime-analytics-membership.yml,sha256=l_W4Bixm7M15Uk8vlo_Ri_uLJa6n5_JEfTzpJ4q7gtE,2825
 redis_benchmarks_specification/test-suites/memtier_benchmark-playbook-session-caching-hash-100k-sessions.yml,sha256=H98DrXlq-lRhoe1M7vehfDBbUdZ7WwWroriTpklx-PI,3646
 redis_benchmarks_specification/test-suites/memtier_benchmark-playbook-session-caching-json-100k-sessions.yml,sha256=MDvxjvFvIv_vnbeon8AEOd0XNouqGNhwer3JN_Vzi9c,3858
 redis_benchmarks_specification/test-suites/memtier_benchmark-playbook-session-caching-string-100k-sessions.yml,sha256=yVrHQxMp2xzSpZ5Vx7GCTqhwbjMB-RoBf1T20qz9puE,3909
@@ -296,8 +296,8 @@ redis_benchmarks_specification/test-suites/memtier_benchmark-stream-10M-entries-
 redis_benchmarks_specification/test-suites/memtier_benchmark-stream-concurrent-xadd-xreadgroup-70-30.yml,sha256=M707Z-uJ-xDiNfkcIjtJWZecSRepOQDbTy-CUStsbqM,1964
 redis_benchmarks_specification/test-suites/template.txt,sha256=ezqGiRPOvuSDO0iG7GEf-AGXNfHbgXI89_G0RUEzL88,481
 redis_benchmarks_specification/vector-search-test-suites/vector_db_benchmark_test.yml,sha256=PD7ow-k4Ll2BkhEC3aIqiaCZt8Hc4aJIp96Lw3J3mcI,791
-redis_benchmarks_specification-0.2.31.dist-info/METADATA,sha256=OmqKpV0_Tb4b5VBaoNbtyFa0J8plWsf8Kl9xrO3MuKI,22891
-redis_benchmarks_specification-0.2.31.dist-info/WHEEL,sha256=zp0Cn7JsFoX2ATtOhtaFYIiE2rmFAD4OcMhtUki8W3U,88
-redis_benchmarks_specification-0.2.31.dist-info/entry_points.txt,sha256=x5WBXCZsnDRTZxV7SBGmC65L2k-ygdDOxV8vuKN00Nk,715
-redis_benchmarks_specification-0.2.31.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-redis_benchmarks_specification-0.2.31.dist-info/RECORD,,
+redis_benchmarks_specification-0.2.32.dist-info/METADATA,sha256=8ujEyO4xCHaC5y3d5zfeyrsKAvHfxAVQQSrfe22KaPE,22891
+redis_benchmarks_specification-0.2.32.dist-info/WHEEL,sha256=zp0Cn7JsFoX2ATtOhtaFYIiE2rmFAD4OcMhtUki8W3U,88
+redis_benchmarks_specification-0.2.32.dist-info/entry_points.txt,sha256=x5WBXCZsnDRTZxV7SBGmC65L2k-ygdDOxV8vuKN00Nk,715
+redis_benchmarks_specification-0.2.32.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+redis_benchmarks_specification-0.2.32.dist-info/RECORD,,