redis-benchmarks-specification 0.2.12__py3-none-any.whl → 0.2.13__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of redis-benchmarks-specification might be problematic. Click here for more details.
- redis_benchmarks_specification/__cli__/cli.py +2 -2
- redis_benchmarks_specification/__common__/timeseries.py +19 -0
- redis_benchmarks_specification/__self_contained_coordinator__/self_contained_coordinator.py +1 -1
- redis_benchmarks_specification/__spec__/cli.py +2 -2
- {redis_benchmarks_specification-0.2.12.dist-info → redis_benchmarks_specification-0.2.13.dist-info}/METADATA +1 -1
- {redis_benchmarks_specification-0.2.12.dist-info → redis_benchmarks_specification-0.2.13.dist-info}/RECORD +9 -9
- {redis_benchmarks_specification-0.2.12.dist-info → redis_benchmarks_specification-0.2.13.dist-info}/LICENSE +0 -0
- {redis_benchmarks_specification-0.2.12.dist-info → redis_benchmarks_specification-0.2.13.dist-info}/WHEEL +0 -0
- {redis_benchmarks_specification-0.2.12.dist-info → redis_benchmarks_specification-0.2.13.dist-info}/entry_points.txt +0 -0
|
@@ -220,7 +220,7 @@ def get_commits_by_tags(args, repo):
|
|
|
220
220
|
version.Version(tag.name)
|
|
221
221
|
match_obj = re.search(tags_regex_string, tag.name)
|
|
222
222
|
if match_obj is None:
|
|
223
|
-
logging.
|
|
223
|
+
logging.debug(
|
|
224
224
|
"Skipping {} given it does not match regex {}".format(
|
|
225
225
|
tag.name, tags_regexp
|
|
226
226
|
)
|
|
@@ -389,7 +389,7 @@ def trigger_tests_cli_command_logic(args, project_name, project_version):
|
|
|
389
389
|
commit_datetime = cdict["commit_datetime"]
|
|
390
390
|
match_obj = re.search(hash_regexp_string, commit_hash)
|
|
391
391
|
if match_obj is None:
|
|
392
|
-
logging.
|
|
392
|
+
logging.debug(
|
|
393
393
|
"Skipping {} given it does not match regex {}".format(
|
|
394
394
|
commit_hash, hash_regexp_string
|
|
395
395
|
)
|
|
@@ -136,6 +136,13 @@ def extract_results_table(
|
|
|
136
136
|
# Always use context path for precision_summary metrics to show actual precision levels
|
|
137
137
|
if "precision_summary" in metric_jsonpath and "*" in metric_jsonpath:
|
|
138
138
|
use_metric_context_path = True
|
|
139
|
+
|
|
140
|
+
# Debug logging for JSON path resolution
|
|
141
|
+
if "ALL STATS" in metric_jsonpath or "ALL_STATS" in metric_jsonpath:
|
|
142
|
+
logging.info(f"DEBUG: Found {len(find_res)} results for JSONPath '{metric_jsonpath}'")
|
|
143
|
+
for i, result in enumerate(find_res):
|
|
144
|
+
logging.info(f" Result {i}: path='{result.path}', value={result.value}, context='{result.context.path}'")
|
|
145
|
+
|
|
139
146
|
for metric in find_res:
|
|
140
147
|
metric_name = str(metric.path)
|
|
141
148
|
metric_value = float(metric.value)
|
|
@@ -200,6 +207,13 @@ def extract_results_table(
|
|
|
200
207
|
logging.warning(
|
|
201
208
|
"Unable to find metric path {} in result dict".format(jsonpath)
|
|
202
209
|
)
|
|
210
|
+
# Debug logging for missing metrics - show available keys
|
|
211
|
+
if "ALL STATS" in str(jsonpath) or "ALL_STATS" in str(jsonpath):
|
|
212
|
+
logging.info(f"DEBUG: Available top-level keys in results_dict: {list(results_dict.keys())}")
|
|
213
|
+
if "ALL STATS" in results_dict:
|
|
214
|
+
logging.info(f"DEBUG: Keys in 'ALL STATS': {list(results_dict['ALL STATS'].keys())}")
|
|
215
|
+
if "ALL_STATS" in results_dict:
|
|
216
|
+
logging.info(f"DEBUG: Keys in 'ALL_STATS': {list(results_dict['ALL_STATS'].keys())}")
|
|
203
217
|
return results_matrix
|
|
204
218
|
|
|
205
219
|
|
|
@@ -407,6 +421,11 @@ def common_timeseries_extraction(
|
|
|
407
421
|
test_case_targets_dict = cleaned_metric[4]
|
|
408
422
|
use_metric_context_path = cleaned_metric[5]
|
|
409
423
|
|
|
424
|
+
# Debug logging for metric extraction
|
|
425
|
+
logging.info(f"Extracted metric - JSONPath: '{metric_jsonpath}', Name: '{metric_name}', Value: {metric_value}")
|
|
426
|
+
if "ALL_STATS.Totals.Ops/sec" in metric_name or "ALL STATS" in metric_jsonpath:
|
|
427
|
+
logging.warning(f"DEBUG ALL_STATS metric - JSONPath: '{metric_jsonpath}', Name: '{metric_name}', Value: {metric_value}, Context: '{metric_context_path}')")
|
|
428
|
+
|
|
410
429
|
target_table_keyname, target_table_dict = from_metric_kv_to_timeserie(
|
|
411
430
|
break_by_key,
|
|
412
431
|
break_by_str,
|
|
@@ -2288,7 +2288,7 @@ def filter_test_files(
|
|
|
2288
2288
|
|
|
2289
2289
|
match_obj = re.search(tags_regex_string, test_file)
|
|
2290
2290
|
if match_obj is None:
|
|
2291
|
-
logging.
|
|
2291
|
+
logging.debug(
|
|
2292
2292
|
"Skipping {} given it does not match regex {}".format(
|
|
2293
2293
|
test_file, tests_regexp
|
|
2294
2294
|
)
|
|
@@ -137,7 +137,7 @@ def cli_command_logic(args, project_name, project_version):
|
|
|
137
137
|
version.Version(tag.name)
|
|
138
138
|
match_obj = re.search(tags_regex_string, tag.name)
|
|
139
139
|
if match_obj is None:
|
|
140
|
-
logging.
|
|
140
|
+
logging.debug(
|
|
141
141
|
"Skipping {} given it does not match regex {}".format(
|
|
142
142
|
tag.name, tags_regexp
|
|
143
143
|
)
|
|
@@ -190,7 +190,7 @@ def cli_command_logic(args, project_name, project_version):
|
|
|
190
190
|
commit_summary = cdict["commit_summary"]
|
|
191
191
|
match_obj = re.search(hash_regexp_string, commit_hash)
|
|
192
192
|
if match_obj is None:
|
|
193
|
-
logging.
|
|
193
|
+
logging.debug(
|
|
194
194
|
"Skipping {} given it does not match regex {}".format(
|
|
195
195
|
commit_hash, hash_regexp_string
|
|
196
196
|
)
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: redis-benchmarks-specification
|
|
3
|
-
Version: 0.2.
|
|
3
|
+
Version: 0.2.13
|
|
4
4
|
Summary: The Redis benchmarks specification describes the cross-language/tools requirements and expectations to foster performance and observability standards around redis related technologies. Members from both industry and academia, including organizations and individuals are encouraged to contribute.
|
|
5
5
|
Author: filipecosta90
|
|
6
6
|
Author-email: filipecosta.90@gmail.com
|
|
@@ -8,7 +8,7 @@ redis_benchmarks_specification/__builder__/builder.py,sha256=vG6Cp0SAAgvZt9zyjTQ
|
|
|
8
8
|
redis_benchmarks_specification/__builder__/schema.py,sha256=1wcmyVJBcWrBvK58pghN9NCoWLCO3BzPsmdKWYfkVog,584
|
|
9
9
|
redis_benchmarks_specification/__cli__/__init__.py,sha256=l-G1z-t6twUgi8QLueqoTQLvJmv3hJoEYskGm6H7L6M,83
|
|
10
10
|
redis_benchmarks_specification/__cli__/args.py,sha256=y_FHtkjhRKsU532sutlXPeXgtFZu7KGOp7lTSi1C5uc,7427
|
|
11
|
-
redis_benchmarks_specification/__cli__/cli.py,sha256=
|
|
11
|
+
redis_benchmarks_specification/__cli__/cli.py,sha256=pBVWbRd1XkSB2SuGo2TEOSjqc6ycd5jpNtIUZoQAaiM,22549
|
|
12
12
|
redis_benchmarks_specification/__cli__/stats.py,sha256=r9JIfwGCSR3maozYbDZfZrkthNFQSs0xIymS86yZ6Iw,55574
|
|
13
13
|
redis_benchmarks_specification/__common__/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
14
14
|
redis_benchmarks_specification/__common__/builder_schema.py,sha256=kfDpRIk7NkJrb5qj9jzsBhLVNO7K_W2Clumj4pxrkG8,5938
|
|
@@ -18,7 +18,7 @@ redis_benchmarks_specification/__common__/package.py,sha256=4uVt1BAZ999LV2rZkq--
|
|
|
18
18
|
redis_benchmarks_specification/__common__/runner.py,sha256=TKMUFJ3nLSfmSU7P_ok9oM5-pI4L4tFxsWLUWaUHhbI,16733
|
|
19
19
|
redis_benchmarks_specification/__common__/spec.py,sha256=D_SN48wg6NMthW_-OS1H5bydSDiuZpfd4WPPj7Vfwmc,5760
|
|
20
20
|
redis_benchmarks_specification/__common__/suppress_warnings.py,sha256=xpOjJ_piGYWlGq9ITr-ZwSCl2GpreA9juZIBao4fDRs,691
|
|
21
|
-
redis_benchmarks_specification/__common__/timeseries.py,sha256=
|
|
21
|
+
redis_benchmarks_specification/__common__/timeseries.py,sha256=EzNTts2aUS_GoEGaMcl1wpKkFWQ1txseHUfuNGSaSqU,55739
|
|
22
22
|
redis_benchmarks_specification/__compare__/__init__.py,sha256=DtBXRp0Q01XgCFmY-1OIePMyyYihVNAjZ1Y8zwqSDN0,101
|
|
23
23
|
redis_benchmarks_specification/__compare__/args.py,sha256=CNtA7pI9CJDTBJPGL2pNVfis7VDdxLautwRyka7oUCI,8911
|
|
24
24
|
redis_benchmarks_specification/__compare__/compare.py,sha256=_AbuV3FZxtUZIdq4qq24LNzPNIdtQQaqrk8bUjn9blk,84327
|
|
@@ -37,12 +37,12 @@ redis_benchmarks_specification/__self_contained_coordinator__/docker.py,sha256=0
|
|
|
37
37
|
redis_benchmarks_specification/__self_contained_coordinator__/post_processing.py,sha256=sVLKNnWdAqYY9DjVdqRC5tDaIrVSaI3Ca7w8-DQ-LRM,776
|
|
38
38
|
redis_benchmarks_specification/__self_contained_coordinator__/prepopulation.py,sha256=1UeFr2T1ZQBcHCSd4W1ZtaWgXyFPfjLyDi_DgDc1eTA,2957
|
|
39
39
|
redis_benchmarks_specification/__self_contained_coordinator__/runners.py,sha256=IESJoOgbLJxhwf27f0UIUrOxTLuXQAQkz8-LH0CAhAw,33606
|
|
40
|
-
redis_benchmarks_specification/__self_contained_coordinator__/self_contained_coordinator.py,sha256=
|
|
40
|
+
redis_benchmarks_specification/__self_contained_coordinator__/self_contained_coordinator.py,sha256=ytIh4on-sqgqYPS-HpQy6ZJYntgbNacQMJSpue-9Dcg,113592
|
|
41
41
|
redis_benchmarks_specification/__setups__/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
42
42
|
redis_benchmarks_specification/__setups__/topologies.py,sha256=xQ1IJkcTji_ZjLiJd3vOxZpvbNtBLZw9cPkw5hGJKHU,481
|
|
43
43
|
redis_benchmarks_specification/__spec__/__init__.py,sha256=l-G1z-t6twUgi8QLueqoTQLvJmv3hJoEYskGm6H7L6M,83
|
|
44
44
|
redis_benchmarks_specification/__spec__/args.py,sha256=r38u0Lr6ZfpXM8lGibmewYF2ccAjFqmAISeQJt5kvgk,2470
|
|
45
|
-
redis_benchmarks_specification/__spec__/cli.py,sha256=
|
|
45
|
+
redis_benchmarks_specification/__spec__/cli.py,sha256=OXfEf9Nj1vPwOFTautnUMBFzTMB8eJ5AlkTuwucTODE,8709
|
|
46
46
|
redis_benchmarks_specification/__watchdog__/__init__.py,sha256=l-G1z-t6twUgi8QLueqoTQLvJmv3hJoEYskGm6H7L6M,83
|
|
47
47
|
redis_benchmarks_specification/__watchdog__/args.py,sha256=azW3WkS9uqQJthtZt7TPG39LG-6hxcqiV21bK-Dpyx8,1713
|
|
48
48
|
redis_benchmarks_specification/__watchdog__/watchdog.py,sha256=MASAPSusxEOWCf_iVW4xIwwgFm_snLHJaI2XRiMlZhs,5832
|
|
@@ -287,8 +287,8 @@ redis_benchmarks_specification/test-suites/memtier_benchmark-playbook-session-st
|
|
|
287
287
|
redis_benchmarks_specification/test-suites/memtier_benchmark-playbook-session-storage-1k-sessions.yml,sha256=2egtIxPxCze2jlbAfgsk4v9JSQHNMoPLbDWFEW8olDg,7006
|
|
288
288
|
redis_benchmarks_specification/test-suites/template.txt,sha256=ezqGiRPOvuSDO0iG7GEf-AGXNfHbgXI89_G0RUEzL88,481
|
|
289
289
|
redis_benchmarks_specification/vector-search-test-suites/vector_db_benchmark_test.yml,sha256=PD7ow-k4Ll2BkhEC3aIqiaCZt8Hc4aJIp96Lw3J3mcI,791
|
|
290
|
-
redis_benchmarks_specification-0.2.
|
|
291
|
-
redis_benchmarks_specification-0.2.
|
|
292
|
-
redis_benchmarks_specification-0.2.
|
|
293
|
-
redis_benchmarks_specification-0.2.
|
|
294
|
-
redis_benchmarks_specification-0.2.
|
|
290
|
+
redis_benchmarks_specification-0.2.13.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
|
|
291
|
+
redis_benchmarks_specification-0.2.13.dist-info/METADATA,sha256=npGnMfaOzPT5ytPzB9Akd24a-wsZmU9DffaEq_dvUDY,22767
|
|
292
|
+
redis_benchmarks_specification-0.2.13.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
|
|
293
|
+
redis_benchmarks_specification-0.2.13.dist-info/entry_points.txt,sha256=x5WBXCZsnDRTZxV7SBGmC65L2k-ygdDOxV8vuKN00Nk,715
|
|
294
|
+
redis_benchmarks_specification-0.2.13.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|