redis-benchmarks-specification 0.2.12__py3-none-any.whl → 0.2.14__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of redis-benchmarks-specification might be problematic. Click here for more details.

@@ -220,7 +220,7 @@ def get_commits_by_tags(args, repo):
220
220
  version.Version(tag.name)
221
221
  match_obj = re.search(tags_regex_string, tag.name)
222
222
  if match_obj is None:
223
- logging.info(
223
+ logging.debug(
224
224
  "Skipping {} given it does not match regex {}".format(
225
225
  tag.name, tags_regexp
226
226
  )
@@ -389,7 +389,7 @@ def trigger_tests_cli_command_logic(args, project_name, project_version):
389
389
  commit_datetime = cdict["commit_datetime"]
390
390
  match_obj = re.search(hash_regexp_string, commit_hash)
391
391
  if match_obj is None:
392
- logging.info(
392
+ logging.debug(
393
393
  "Skipping {} given it does not match regex {}".format(
394
394
  commit_hash, hash_regexp_string
395
395
  )
@@ -136,6 +136,13 @@ def extract_results_table(
136
136
  # Always use context path for precision_summary metrics to show actual precision levels
137
137
  if "precision_summary" in metric_jsonpath and "*" in metric_jsonpath:
138
138
  use_metric_context_path = True
139
+
140
+ # Debug logging for JSON path resolution
141
+ if "ALL STATS" in metric_jsonpath or "ALL_STATS" in metric_jsonpath:
142
+ logging.info(f"DEBUG: Found {len(find_res)} results for JSONPath '{metric_jsonpath}'")
143
+ for i, result in enumerate(find_res):
144
+ logging.info(f" Result {i}: path='{result.path}', value={result.value}, context='{result.context.path}'")
145
+
139
146
  for metric in find_res:
140
147
  metric_name = str(metric.path)
141
148
  metric_value = float(metric.value)
@@ -200,6 +207,13 @@ def extract_results_table(
200
207
  logging.warning(
201
208
  "Unable to find metric path {} in result dict".format(jsonpath)
202
209
  )
210
+ # Debug logging for missing metrics - show available keys
211
+ if "ALL STATS" in str(jsonpath) or "ALL_STATS" in str(jsonpath):
212
+ logging.info(f"DEBUG: Available top-level keys in results_dict: {list(results_dict.keys())}")
213
+ if "ALL STATS" in results_dict:
214
+ logging.info(f"DEBUG: Keys in 'ALL STATS': {list(results_dict['ALL STATS'].keys())}")
215
+ if "ALL_STATS" in results_dict:
216
+ logging.info(f"DEBUG: Keys in 'ALL_STATS': {list(results_dict['ALL_STATS'].keys())}")
203
217
  return results_matrix
204
218
 
205
219
 
@@ -407,6 +421,11 @@ def common_timeseries_extraction(
407
421
  test_case_targets_dict = cleaned_metric[4]
408
422
  use_metric_context_path = cleaned_metric[5]
409
423
 
424
+ # Debug logging for metric extraction
425
+ logging.info(f"Extracted metric - JSONPath: '{metric_jsonpath}', Name: '{metric_name}', Value: {metric_value}")
426
+ if "ALL_STATS.Totals.Ops/sec" in metric_name or "ALL STATS" in metric_jsonpath:
427
+ logging.warning(f"DEBUG ALL_STATS metric - JSONPath: '{metric_jsonpath}', Name: '{metric_name}', Value: {metric_value}, Context: '{metric_context_path}')")
428
+
410
429
  target_table_keyname, target_table_dict = from_metric_kv_to_timeserie(
411
430
  break_by_key,
412
431
  break_by_str,
@@ -2281,14 +2281,14 @@ def filter_test_files(
2281
2281
  continue
2282
2282
 
2283
2283
  if tests_regexp != ".*":
2284
- logging.info(
2284
+ logging.debug(
2285
2285
  "Filtering all tests via a regular expression: {}".format(tests_regexp)
2286
2286
  )
2287
2287
  tags_regex_string = re.compile(tests_regexp)
2288
2288
 
2289
2289
  match_obj = re.search(tags_regex_string, test_file)
2290
2290
  if match_obj is None:
2291
- logging.info(
2291
+ logging.debug(
2292
2292
  "Skipping {} given it does not match regex {}".format(
2293
2293
  test_file, tests_regexp
2294
2294
  )
@@ -137,7 +137,7 @@ def cli_command_logic(args, project_name, project_version):
137
137
  version.Version(tag.name)
138
138
  match_obj = re.search(tags_regex_string, tag.name)
139
139
  if match_obj is None:
140
- logging.info(
140
+ logging.debug(
141
141
  "Skipping {} given it does not match regex {}".format(
142
142
  tag.name, tags_regexp
143
143
  )
@@ -190,7 +190,7 @@ def cli_command_logic(args, project_name, project_version):
190
190
  commit_summary = cdict["commit_summary"]
191
191
  match_obj = re.search(hash_regexp_string, commit_hash)
192
192
  if match_obj is None:
193
- logging.info(
193
+ logging.debug(
194
194
  "Skipping {} given it does not match regex {}".format(
195
195
  commit_hash, hash_regexp_string
196
196
  )
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: redis-benchmarks-specification
3
- Version: 0.2.12
3
+ Version: 0.2.14
4
4
  Summary: The Redis benchmarks specification describes the cross-language/tools requirements and expectations to foster performance and observability standards around redis related technologies. Members from both industry and academia, including organizations and individuals are encouraged to contribute.
5
5
  Author: filipecosta90
6
6
  Author-email: filipecosta.90@gmail.com
@@ -8,7 +8,7 @@ redis_benchmarks_specification/__builder__/builder.py,sha256=vG6Cp0SAAgvZt9zyjTQ
8
8
  redis_benchmarks_specification/__builder__/schema.py,sha256=1wcmyVJBcWrBvK58pghN9NCoWLCO3BzPsmdKWYfkVog,584
9
9
  redis_benchmarks_specification/__cli__/__init__.py,sha256=l-G1z-t6twUgi8QLueqoTQLvJmv3hJoEYskGm6H7L6M,83
10
10
  redis_benchmarks_specification/__cli__/args.py,sha256=y_FHtkjhRKsU532sutlXPeXgtFZu7KGOp7lTSi1C5uc,7427
11
- redis_benchmarks_specification/__cli__/cli.py,sha256=NesdsV2nS-1cyblvU3A6e0tpz3Gfgw-76dpXFu2u6vU,22547
11
+ redis_benchmarks_specification/__cli__/cli.py,sha256=pBVWbRd1XkSB2SuGo2TEOSjqc6ycd5jpNtIUZoQAaiM,22549
12
12
  redis_benchmarks_specification/__cli__/stats.py,sha256=r9JIfwGCSR3maozYbDZfZrkthNFQSs0xIymS86yZ6Iw,55574
13
13
  redis_benchmarks_specification/__common__/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
14
14
  redis_benchmarks_specification/__common__/builder_schema.py,sha256=kfDpRIk7NkJrb5qj9jzsBhLVNO7K_W2Clumj4pxrkG8,5938
@@ -18,7 +18,7 @@ redis_benchmarks_specification/__common__/package.py,sha256=4uVt1BAZ999LV2rZkq--
18
18
  redis_benchmarks_specification/__common__/runner.py,sha256=TKMUFJ3nLSfmSU7P_ok9oM5-pI4L4tFxsWLUWaUHhbI,16733
19
19
  redis_benchmarks_specification/__common__/spec.py,sha256=D_SN48wg6NMthW_-OS1H5bydSDiuZpfd4WPPj7Vfwmc,5760
20
20
  redis_benchmarks_specification/__common__/suppress_warnings.py,sha256=xpOjJ_piGYWlGq9ITr-ZwSCl2GpreA9juZIBao4fDRs,691
21
- redis_benchmarks_specification/__common__/timeseries.py,sha256=kHpkpNwZgWpjCh_Fg0wFcxNRMTb5SoSNwd_UHUCNVhc,54283
21
+ redis_benchmarks_specification/__common__/timeseries.py,sha256=EzNTts2aUS_GoEGaMcl1wpKkFWQ1txseHUfuNGSaSqU,55739
22
22
  redis_benchmarks_specification/__compare__/__init__.py,sha256=DtBXRp0Q01XgCFmY-1OIePMyyYihVNAjZ1Y8zwqSDN0,101
23
23
  redis_benchmarks_specification/__compare__/args.py,sha256=CNtA7pI9CJDTBJPGL2pNVfis7VDdxLautwRyka7oUCI,8911
24
24
  redis_benchmarks_specification/__compare__/compare.py,sha256=_AbuV3FZxtUZIdq4qq24LNzPNIdtQQaqrk8bUjn9blk,84327
@@ -37,12 +37,12 @@ redis_benchmarks_specification/__self_contained_coordinator__/docker.py,sha256=0
37
37
  redis_benchmarks_specification/__self_contained_coordinator__/post_processing.py,sha256=sVLKNnWdAqYY9DjVdqRC5tDaIrVSaI3Ca7w8-DQ-LRM,776
38
38
  redis_benchmarks_specification/__self_contained_coordinator__/prepopulation.py,sha256=1UeFr2T1ZQBcHCSd4W1ZtaWgXyFPfjLyDi_DgDc1eTA,2957
39
39
  redis_benchmarks_specification/__self_contained_coordinator__/runners.py,sha256=IESJoOgbLJxhwf27f0UIUrOxTLuXQAQkz8-LH0CAhAw,33606
40
- redis_benchmarks_specification/__self_contained_coordinator__/self_contained_coordinator.py,sha256=CY9Ame9I2zwOyOfZTlQst7sxiCI8EWVSOjIGxxpRQIc,113591
40
+ redis_benchmarks_specification/__self_contained_coordinator__/self_contained_coordinator.py,sha256=uAVn-XXEHaWjZyotXq1kLzcvPrdjeYQwkmZyQyvcd6c,113593
41
41
  redis_benchmarks_specification/__setups__/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
42
42
  redis_benchmarks_specification/__setups__/topologies.py,sha256=xQ1IJkcTji_ZjLiJd3vOxZpvbNtBLZw9cPkw5hGJKHU,481
43
43
  redis_benchmarks_specification/__spec__/__init__.py,sha256=l-G1z-t6twUgi8QLueqoTQLvJmv3hJoEYskGm6H7L6M,83
44
44
  redis_benchmarks_specification/__spec__/args.py,sha256=r38u0Lr6ZfpXM8lGibmewYF2ccAjFqmAISeQJt5kvgk,2470
45
- redis_benchmarks_specification/__spec__/cli.py,sha256=Dd1dYuG3wrRTvQc1jDNN2Rn7KeOtWtqeOCa_lxu4S4I,8707
45
+ redis_benchmarks_specification/__spec__/cli.py,sha256=OXfEf9Nj1vPwOFTautnUMBFzTMB8eJ5AlkTuwucTODE,8709
46
46
  redis_benchmarks_specification/__watchdog__/__init__.py,sha256=l-G1z-t6twUgi8QLueqoTQLvJmv3hJoEYskGm6H7L6M,83
47
47
  redis_benchmarks_specification/__watchdog__/args.py,sha256=azW3WkS9uqQJthtZt7TPG39LG-6hxcqiV21bK-Dpyx8,1713
48
48
  redis_benchmarks_specification/__watchdog__/watchdog.py,sha256=MASAPSusxEOWCf_iVW4xIwwgFm_snLHJaI2XRiMlZhs,5832
@@ -287,8 +287,8 @@ redis_benchmarks_specification/test-suites/memtier_benchmark-playbook-session-st
287
287
  redis_benchmarks_specification/test-suites/memtier_benchmark-playbook-session-storage-1k-sessions.yml,sha256=2egtIxPxCze2jlbAfgsk4v9JSQHNMoPLbDWFEW8olDg,7006
288
288
  redis_benchmarks_specification/test-suites/template.txt,sha256=ezqGiRPOvuSDO0iG7GEf-AGXNfHbgXI89_G0RUEzL88,481
289
289
  redis_benchmarks_specification/vector-search-test-suites/vector_db_benchmark_test.yml,sha256=PD7ow-k4Ll2BkhEC3aIqiaCZt8Hc4aJIp96Lw3J3mcI,791
290
- redis_benchmarks_specification-0.2.12.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
291
- redis_benchmarks_specification-0.2.12.dist-info/METADATA,sha256=KSHkm-wxg6iKtiWTYxNEIkftjxxlfAq_SFcevK1NgvQ,22767
292
- redis_benchmarks_specification-0.2.12.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
293
- redis_benchmarks_specification-0.2.12.dist-info/entry_points.txt,sha256=x5WBXCZsnDRTZxV7SBGmC65L2k-ygdDOxV8vuKN00Nk,715
294
- redis_benchmarks_specification-0.2.12.dist-info/RECORD,,
290
+ redis_benchmarks_specification-0.2.14.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
291
+ redis_benchmarks_specification-0.2.14.dist-info/METADATA,sha256=2KnZCEhovipIhUoBfCjinqsuPZLvgJEhHtG4aRRT88A,22767
292
+ redis_benchmarks_specification-0.2.14.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
293
+ redis_benchmarks_specification-0.2.14.dist-info/entry_points.txt,sha256=x5WBXCZsnDRTZxV7SBGmC65L2k-ygdDOxV8vuKN00Nk,715
294
+ redis_benchmarks_specification-0.2.14.dist-info/RECORD,,