redis-benchmarks-specification 0.2.11__py3-none-any.whl → 0.2.13__py3-none-any.whl

redis_benchmarks_specification/__cli__/cli.py

@@ -126,7 +126,9 @@ def trigger_tests_dockerhub_cli_command_logic(args, project_name, project_versio
 
     if result is True:
         # Use architecture-specific stream
-        arch_specific_stream = get_arch_specific_stream_name(args.arch)
+        # Provide default arch if None (defensive programming for tests)
+        arch = args.arch if args.arch is not None else "amd64"
+        arch_specific_stream = get_arch_specific_stream_name(arch)
         logging.info(
             f"CLI adding work to architecture-specific stream: {arch_specific_stream}"
         )
@@ -218,7 +220,7 @@ def get_commits_by_tags(args, repo):
                 version.Version(tag.name)
                 match_obj = re.search(tags_regex_string, tag.name)
                 if match_obj is None:
-                    logging.info(
+                    logging.debug(
                         "Skipping {} given it does not match regex {}".format(
                             tag.name, tags_regexp
                         )
@@ -387,7 +389,7 @@ def trigger_tests_cli_command_logic(args, project_name, project_version):
         commit_datetime = cdict["commit_datetime"]
         match_obj = re.search(hash_regexp_string, commit_hash)
         if match_obj is None:
-            logging.info(
+            logging.debug(
                 "Skipping {} given it does not match regex {}".format(
                     commit_hash, hash_regexp_string
                 )

redis_benchmarks_specification/__common__/timeseries.py

@@ -136,6 +136,13 @@ def extract_results_table(
                 # Always use context path for precision_summary metrics to show actual precision levels
                 if "precision_summary" in metric_jsonpath and "*" in metric_jsonpath:
                     use_metric_context_path = True
+
+                # Debug logging for JSON path resolution
+                if "ALL STATS" in metric_jsonpath or "ALL_STATS" in metric_jsonpath:
+                    logging.info(f"DEBUG: Found {len(find_res)} results for JSONPath '{metric_jsonpath}'")
+                    for i, result in enumerate(find_res):
+                        logging.info(f"  Result {i}: path='{result.path}', value={result.value}, context='{result.context.path}'")
+
                 for metric in find_res:
                     metric_name = str(metric.path)
                     metric_value = float(metric.value)
@@ -200,6 +207,13 @@ def extract_results_table(
                 logging.warning(
                     "Unable to find metric path {} in result dict".format(jsonpath)
                 )
+                # Debug logging for missing metrics - show available keys
+                if "ALL STATS" in str(jsonpath) or "ALL_STATS" in str(jsonpath):
+                    logging.info(f"DEBUG: Available top-level keys in results_dict: {list(results_dict.keys())}")
+                    if "ALL STATS" in results_dict:
+                        logging.info(f"DEBUG: Keys in 'ALL STATS': {list(results_dict['ALL STATS'].keys())}")
+                    if "ALL_STATS" in results_dict:
+                        logging.info(f"DEBUG: Keys in 'ALL_STATS': {list(results_dict['ALL_STATS'].keys())}")
     return results_matrix
 
 
@@ -407,6 +421,11 @@ def common_timeseries_extraction(
         test_case_targets_dict = cleaned_metric[4]
         use_metric_context_path = cleaned_metric[5]
 
+        # Debug logging for metric extraction
+        logging.info(f"Extracted metric - JSONPath: '{metric_jsonpath}', Name: '{metric_name}', Value: {metric_value}")
+        if "ALL_STATS.Totals.Ops/sec" in metric_name or "ALL STATS" in metric_jsonpath:
+            logging.warning(f"DEBUG ALL_STATS metric - JSONPath: '{metric_jsonpath}', Name: '{metric_name}', Value: {metric_value}, Context: '{metric_context_path}')")
+
         target_table_keyname, target_table_dict = from_metric_kv_to_timeserie(
             break_by_key,
             break_by_str,

redis_benchmarks_specification/__runner__/runner.py

@@ -2449,21 +2449,6 @@ def process_self_contained_coordinator_stream(
                     )
                     arbitrary_command = False
 
-                    if (
-                        arbitrary_command
-                        and oss_cluster_api_enabled
-                        and "memtier" in benchmark_tool
-                    ):
-                        logging.warning(
-                            "Forcing skip this test given there is an arbitrary commmand and memtier usage. Check https://github.com/RedisLabs/memtier_benchmark/pull/117 ."
-                        )
-                        delete_temporary_files(
-                            temporary_dir_client=temporary_dir_client,
-                            full_result_path=None,
-                            benchmark_tool_global=benchmark_tool_global,
-                        )
-                        continue
-
                     # Check if we have multiple client configurations
                     client_configs = extract_client_configs(benchmark_config)
                     is_multiple_clients = len(client_configs) > 1
@@ -3648,12 +3633,6 @@ def data_prepopulation_step(
             1,
             unix_socket,
         )
-        if arbitrary_command is True and oss_cluster_api_enabled:
-            logging.warning(
-                "Skipping this test given it implies arbitrary command on an cluster setup. Not supported on memtier: https://github.com/RedisLabs/memtier_benchmark/pull/117"
-            )
-            result = False
-            return result
 
         # run the benchmark
         preload_start_time = datetime.datetime.now()

redis_benchmarks_specification/__self_contained_coordinator__/self_contained_coordinator.py

@@ -2288,7 +2288,7 @@ def filter_test_files(
 
             match_obj = re.search(tags_regex_string, test_file)
             if match_obj is None:
-                logging.info(
+                logging.debug(
                     "Skipping {} given it does not match regex {}".format(
                         test_file, tests_regexp
                     )

redis_benchmarks_specification/__spec__/cli.py

@@ -137,7 +137,7 @@ def cli_command_logic(args, project_name, project_version):
                     version.Version(tag.name)
                     match_obj = re.search(tags_regex_string, tag.name)
                     if match_obj is None:
-                        logging.info(
+                        logging.debug(
                             "Skipping {} given it does not match regex {}".format(
                                 tag.name, tags_regexp
                             )
@@ -190,7 +190,7 @@ def cli_command_logic(args, project_name, project_version):
         commit_summary = cdict["commit_summary"]
         match_obj = re.search(hash_regexp_string, commit_hash)
         if match_obj is None:
-            logging.info(
+            logging.debug(
                 "Skipping {} given it does not match regex {}".format(
                     commit_hash, hash_regexp_string
                 )

redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-setget200c-1KiB-pipeline-10.yml

@@ -25,6 +25,9 @@ tested-groups:
 - string
 redis-topologies:
 - oss-standalone
+- oss-standalone-08-io-threads
+- oss-standalone-04-io-threads
+- oss-standalone-02-io-threads
 build-variants:
 - gcc:15.2.0-amd64-debian-bookworm-default
 - gcc:15.2.0-arm64-debian-bookworm-default

{redis_benchmarks_specification-0.2.11.dist-info → redis_benchmarks_specification-0.2.13.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: redis-benchmarks-specification
-Version: 0.2.11
+Version: 0.2.13
 Summary: The Redis benchmarks specification describes the cross-language/tools requirements and expectations to foster performance and observability standards around redis related technologies. Members from both industry and academia, including organizations and individuals are encouraged to contribute.
 Author: filipecosta90
 Author-email: filipecosta.90@gmail.com

{redis_benchmarks_specification-0.2.11.dist-info → redis_benchmarks_specification-0.2.13.dist-info}/RECORD

@@ -8,7 +8,7 @@ redis_benchmarks_specification/__builder__/builder.py,sha256=vG6Cp0SAAgvZt9zyjTQ
 redis_benchmarks_specification/__builder__/schema.py,sha256=1wcmyVJBcWrBvK58pghN9NCoWLCO3BzPsmdKWYfkVog,584
 redis_benchmarks_specification/__cli__/__init__.py,sha256=l-G1z-t6twUgi8QLueqoTQLvJmv3hJoEYskGm6H7L6M,83
 redis_benchmarks_specification/__cli__/args.py,sha256=y_FHtkjhRKsU532sutlXPeXgtFZu7KGOp7lTSi1C5uc,7427
-redis_benchmarks_specification/__cli__/cli.py,sha256=0S3Lwci-oxpPJMekPIFeG5XJiSF53rpa5sRnS-aAZnA,22416
+redis_benchmarks_specification/__cli__/cli.py,sha256=pBVWbRd1XkSB2SuGo2TEOSjqc6ycd5jpNtIUZoQAaiM,22549
 redis_benchmarks_specification/__cli__/stats.py,sha256=r9JIfwGCSR3maozYbDZfZrkthNFQSs0xIymS86yZ6Iw,55574
 redis_benchmarks_specification/__common__/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 redis_benchmarks_specification/__common__/builder_schema.py,sha256=kfDpRIk7NkJrb5qj9jzsBhLVNO7K_W2Clumj4pxrkG8,5938
@@ -18,7 +18,7 @@ redis_benchmarks_specification/__common__/package.py,sha256=4uVt1BAZ999LV2rZkq--
 redis_benchmarks_specification/__common__/runner.py,sha256=TKMUFJ3nLSfmSU7P_ok9oM5-pI4L4tFxsWLUWaUHhbI,16733
 redis_benchmarks_specification/__common__/spec.py,sha256=D_SN48wg6NMthW_-OS1H5bydSDiuZpfd4WPPj7Vfwmc,5760
 redis_benchmarks_specification/__common__/suppress_warnings.py,sha256=xpOjJ_piGYWlGq9ITr-ZwSCl2GpreA9juZIBao4fDRs,691
-redis_benchmarks_specification/__common__/timeseries.py,sha256=kHpkpNwZgWpjCh_Fg0wFcxNRMTb5SoSNwd_UHUCNVhc,54283
+redis_benchmarks_specification/__common__/timeseries.py,sha256=EzNTts2aUS_GoEGaMcl1wpKkFWQ1txseHUfuNGSaSqU,55739
 redis_benchmarks_specification/__compare__/__init__.py,sha256=DtBXRp0Q01XgCFmY-1OIePMyyYihVNAjZ1Y8zwqSDN0,101
 redis_benchmarks_specification/__compare__/args.py,sha256=CNtA7pI9CJDTBJPGL2pNVfis7VDdxLautwRyka7oUCI,8911
 redis_benchmarks_specification/__compare__/compare.py,sha256=_AbuV3FZxtUZIdq4qq24LNzPNIdtQQaqrk8bUjn9blk,84327
@@ -26,7 +26,7 @@ redis_benchmarks_specification/__init__.py,sha256=YQIEx2sLPPA0JR9OuCuMNMNtm-f_gq
 redis_benchmarks_specification/__runner__/__init__.py,sha256=l-G1z-t6twUgi8QLueqoTQLvJmv3hJoEYskGm6H7L6M,83
 redis_benchmarks_specification/__runner__/args.py,sha256=K3VGmBC0-9lSv9H6VDp0N-6FGMWvc_4H0pG_TOXN5u8,11312
 redis_benchmarks_specification/__runner__/remote_profiling.py,sha256=R7obNQju8mmY9oKkcndjI4aAuxi84OCLhDSqqaYu1SU,18610
-redis_benchmarks_specification/__runner__/runner.py,sha256=RUY_O56R9TVtsJGHTQb17Sc-wax3-GlRR7z0_3q_a_c,156583
+redis_benchmarks_specification/__runner__/runner.py,sha256=lWIpjThVeYW1hxR2dl2OSIeAwUXrWVHKHfQqsD9mrF8,155505
 redis_benchmarks_specification/__self_contained_coordinator__/__init__.py,sha256=l-G1z-t6twUgi8QLueqoTQLvJmv3hJoEYskGm6H7L6M,83
 redis_benchmarks_specification/__self_contained_coordinator__/args.py,sha256=2nTD4g4V1NjMRjRuDvHaoub5sjcav0GCnxv2HFiXWKc,7329
 redis_benchmarks_specification/__self_contained_coordinator__/artifacts.py,sha256=OVHqJzDgeSSRfUSiKp1ZTAVv14PvSbk-5yJsAAoUfpw,936
@@ -37,12 +37,12 @@ redis_benchmarks_specification/__self_contained_coordinator__/docker.py,sha256=0
 redis_benchmarks_specification/__self_contained_coordinator__/post_processing.py,sha256=sVLKNnWdAqYY9DjVdqRC5tDaIrVSaI3Ca7w8-DQ-LRM,776
 redis_benchmarks_specification/__self_contained_coordinator__/prepopulation.py,sha256=1UeFr2T1ZQBcHCSd4W1ZtaWgXyFPfjLyDi_DgDc1eTA,2957
 redis_benchmarks_specification/__self_contained_coordinator__/runners.py,sha256=IESJoOgbLJxhwf27f0UIUrOxTLuXQAQkz8-LH0CAhAw,33606
-redis_benchmarks_specification/__self_contained_coordinator__/self_contained_coordinator.py,sha256=CY9Ame9I2zwOyOfZTlQst7sxiCI8EWVSOjIGxxpRQIc,113591
+redis_benchmarks_specification/__self_contained_coordinator__/self_contained_coordinator.py,sha256=ytIh4on-sqgqYPS-HpQy6ZJYntgbNacQMJSpue-9Dcg,113592
 redis_benchmarks_specification/__setups__/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 redis_benchmarks_specification/__setups__/topologies.py,sha256=xQ1IJkcTji_ZjLiJd3vOxZpvbNtBLZw9cPkw5hGJKHU,481
 redis_benchmarks_specification/__spec__/__init__.py,sha256=l-G1z-t6twUgi8QLueqoTQLvJmv3hJoEYskGm6H7L6M,83
 redis_benchmarks_specification/__spec__/args.py,sha256=r38u0Lr6ZfpXM8lGibmewYF2ccAjFqmAISeQJt5kvgk,2470
-redis_benchmarks_specification/__spec__/cli.py,sha256=Dd1dYuG3wrRTvQc1jDNN2Rn7KeOtWtqeOCa_lxu4S4I,8707
+redis_benchmarks_specification/__spec__/cli.py,sha256=OXfEf9Nj1vPwOFTautnUMBFzTMB8eJ5AlkTuwucTODE,8709
 redis_benchmarks_specification/__watchdog__/__init__.py,sha256=l-G1z-t6twUgi8QLueqoTQLvJmv3hJoEYskGm6H7L6M,83
 redis_benchmarks_specification/__watchdog__/args.py,sha256=azW3WkS9uqQJthtZt7TPG39LG-6hxcqiV21bK-Dpyx8,1713
 redis_benchmarks_specification/__watchdog__/watchdog.py,sha256=MASAPSusxEOWCf_iVW4xIwwgFm_snLHJaI2XRiMlZhs,5832
@@ -163,7 +163,7 @@ redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-mixed
 redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-mixed-50-50-set-get-with-expiration-240B-400_conns.yml,sha256=1YIVXSLRytR9-QIayu6jCxnFd1KJlY8o0rwJYT28Hx8,1549
 redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-set-with-ex-100B-pipeline-10.yml,sha256=5C2S9LpQDH-_IpjWwYH9tCnK0jvm9pZdlnyGmJMA9gc,1300
 redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-setex-100B-pipeline-10.yml,sha256=NE5oujnTwuHINrlvHBjMEFSKY_iwKimAvq4twnYfmXI,1297
-redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-setget200c-1KiB-pipeline-10.yml,sha256=VWLwsiTixI1WQEF1KJqPvqL0uTUUHOsi8wZ7GONn4HI,1275
+redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-setget200c-1KiB-pipeline-10.yml,sha256=TjgswuCZaZrPXdzBUf79pbcMZRSMV3iWoK53mT4fIK0,1368
 redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-setrange-100B-pipeline-10.yml,sha256=h6haEl469vZSnp9LTB3wds12EwGfyNSEm1iqXxh72s8,1329
 redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-setrange-100B.yml,sha256=Wg8joxF6TuCOyQbC4CpW8LTx49PpIAKvNhtwqJpX95k,1303
 redis_benchmarks_specification/test-suites/memtier_benchmark-1key-100M-bits-bitmap-bitcount.yml,sha256=I4fNkW8P-tVpkkfep8gcPeQ6BgPlZnG4EAytvtxU1hU,1498
@@ -287,8 +287,8 @@ redis_benchmarks_specification/test-suites/memtier_benchmark-playbook-session-st
 redis_benchmarks_specification/test-suites/memtier_benchmark-playbook-session-storage-1k-sessions.yml,sha256=2egtIxPxCze2jlbAfgsk4v9JSQHNMoPLbDWFEW8olDg,7006
 redis_benchmarks_specification/test-suites/template.txt,sha256=ezqGiRPOvuSDO0iG7GEf-AGXNfHbgXI89_G0RUEzL88,481
 redis_benchmarks_specification/vector-search-test-suites/vector_db_benchmark_test.yml,sha256=PD7ow-k4Ll2BkhEC3aIqiaCZt8Hc4aJIp96Lw3J3mcI,791
-redis_benchmarks_specification-0.2.11.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-redis_benchmarks_specification-0.2.11.dist-info/METADATA,sha256=jMZfRmAt0i8Xr2p-hbc5BOBe6j3-cMm5mc4Iwativdk,22767
-redis_benchmarks_specification-0.2.11.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-redis_benchmarks_specification-0.2.11.dist-info/entry_points.txt,sha256=x5WBXCZsnDRTZxV7SBGmC65L2k-ygdDOxV8vuKN00Nk,715
-redis_benchmarks_specification-0.2.11.dist-info/RECORD,,
+redis_benchmarks_specification-0.2.13.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+redis_benchmarks_specification-0.2.13.dist-info/METADATA,sha256=npGnMfaOzPT5ytPzB9Akd24a-wsZmU9DffaEq_dvUDY,22767
+redis_benchmarks_specification-0.2.13.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+redis_benchmarks_specification-0.2.13.dist-info/entry_points.txt,sha256=x5WBXCZsnDRTZxV7SBGmC65L2k-ygdDOxV8vuKN00Nk,715
+redis_benchmarks_specification-0.2.13.dist-info/RECORD,,