redisbench-admin 0.11.52__py3-none-any.whl → 0.11.54__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- redisbench_admin/run/aibench_run_inference_redisai_vision/aibench_run_inference_redisai_vision.py +16 -3
- redisbench_admin/run/common.py +23 -6
- redisbench_admin/run/ftsb/ftsb.py +16 -3
- redisbench_admin/run/tsbs_run_queries_redistimeseries/tsbs_run_queries_redistimeseries.py +16 -3
- redisbench_admin/utils/benchmark_config.py +13 -11
- redisbench_admin/utils/utils.py +21 -0
- {redisbench_admin-0.11.52.dist-info → redisbench_admin-0.11.54.dist-info}/METADATA +1 -1
- {redisbench_admin-0.11.52.dist-info → redisbench_admin-0.11.54.dist-info}/RECORD +11 -11
- {redisbench_admin-0.11.52.dist-info → redisbench_admin-0.11.54.dist-info}/LICENSE +0 -0
- {redisbench_admin-0.11.52.dist-info → redisbench_admin-0.11.54.dist-info}/WHEEL +0 -0
- {redisbench_admin-0.11.52.dist-info → redisbench_admin-0.11.54.dist-info}/entry_points.txt +0 -0
redisbench_admin/run/aibench_run_inference_redisai_vision/aibench_run_inference_redisai_vision.py
CHANGED
|
@@ -46,9 +46,22 @@ def extract_aibench_extra_links(benchmark_config, benchmark_tool):
|
|
|
46
46
|
+ "tools/redisai/aibench/{}_linux_amd64".format(benchmark_tool)
|
|
47
47
|
)
|
|
48
48
|
queries_file_link = None
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
49
|
+
|
|
50
|
+
# Handle both dict and list formats for clientconfig
|
|
51
|
+
config_data = benchmark_config["clientconfig"]
|
|
52
|
+
if isinstance(config_data, dict):
|
|
53
|
+
# Dict format: check if "parameters" key exists directly
|
|
54
|
+
if "parameters" in config_data:
|
|
55
|
+
for parameter in config_data["parameters"]:
|
|
52
56
|
if "file" in parameter:
|
|
53
57
|
queries_file_link = parameter["file"]
|
|
58
|
+
elif isinstance(config_data, list):
|
|
59
|
+
# List format: iterate over entries
|
|
60
|
+
for entry in config_data:
|
|
61
|
+
# Handle both dict and non-dict entries in the list
|
|
62
|
+
if isinstance(entry, dict) and "parameters" in entry:
|
|
63
|
+
for parameter in entry["parameters"]:
|
|
64
|
+
if "file" in parameter:
|
|
65
|
+
queries_file_link = parameter["file"]
|
|
66
|
+
|
|
54
67
|
return queries_file_link, remote_tool_link, tool_link
|
redisbench_admin/run/common.py
CHANGED
|
@@ -404,9 +404,17 @@ def get_start_time_vars(start_time=None):
|
|
|
404
404
|
def check_dbconfig_tool_requirement(benchmark_config, dbconfig_keyname="dbconfig"):
|
|
405
405
|
required = False
|
|
406
406
|
if dbconfig_keyname in benchmark_config:
|
|
407
|
-
|
|
408
|
-
|
|
407
|
+
dbconfig = benchmark_config[dbconfig_keyname]
|
|
408
|
+
# Handle both dict and list formats
|
|
409
|
+
if isinstance(dbconfig, dict):
|
|
410
|
+
# New format: dbconfig is a dict
|
|
411
|
+
if "tool" in dbconfig:
|
|
409
412
|
required = True
|
|
413
|
+
elif isinstance(dbconfig, list):
|
|
414
|
+
# Old format: dbconfig is a list of dicts
|
|
415
|
+
for k in dbconfig:
|
|
416
|
+
if isinstance(k, dict) and "tool" in k:
|
|
417
|
+
required = True
|
|
410
418
|
return required
|
|
411
419
|
|
|
412
420
|
|
|
@@ -418,7 +426,8 @@ def check_dbconfig_keyspacelen_requirement(
|
|
|
418
426
|
if dbconfig_keyname in benchmark_config:
|
|
419
427
|
if type(benchmark_config[dbconfig_keyname]) == list:
|
|
420
428
|
for k in benchmark_config[dbconfig_keyname]:
|
|
421
|
-
|
|
429
|
+
# Handle both dict and non-dict entries in the list
|
|
430
|
+
if isinstance(k, dict) and "check" in k:
|
|
422
431
|
if "keyspacelen" in k["check"]:
|
|
423
432
|
required = True
|
|
424
433
|
keyspacelen = int(k["check"]["keyspacelen"])
|
|
@@ -436,9 +445,17 @@ def execute_init_commands(benchmark_config, r, dbconfig_keyname="dbconfig"):
|
|
|
436
445
|
cmds = None
|
|
437
446
|
res = 0
|
|
438
447
|
if dbconfig_keyname in benchmark_config:
|
|
439
|
-
|
|
440
|
-
|
|
441
|
-
|
|
448
|
+
dbconfig = benchmark_config[dbconfig_keyname]
|
|
449
|
+
# Handle both dict and list formats
|
|
450
|
+
if isinstance(dbconfig, dict):
|
|
451
|
+
# New format: dbconfig is a dict
|
|
452
|
+
if "init_commands" in dbconfig:
|
|
453
|
+
cmds = dbconfig["init_commands"]
|
|
454
|
+
elif isinstance(dbconfig, list):
|
|
455
|
+
# Old format: dbconfig is a list of dicts
|
|
456
|
+
for k in dbconfig:
|
|
457
|
+
if isinstance(k, dict) and "init_commands" in k:
|
|
458
|
+
cmds = k["init_commands"]
|
|
442
459
|
if cmds is not None:
|
|
443
460
|
for cmd in cmds:
|
|
444
461
|
is_array = False
|
|
@@ -67,9 +67,22 @@ def extract_ftsb_extra_links(
|
|
|
67
67
|
+ f"redisearch/tools/ftsb/{benchmark_tool}_linux_{arch_txt}"
|
|
68
68
|
)
|
|
69
69
|
queries_file_link = None
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
|
|
70
|
+
|
|
71
|
+
# Handle both dict and list formats for config_key
|
|
72
|
+
config_data = benchmark_config[config_key]
|
|
73
|
+
if isinstance(config_data, dict):
|
|
74
|
+
# Dict format: check if "parameters" key exists directly
|
|
75
|
+
if "parameters" in config_data:
|
|
76
|
+
for parameter in config_data["parameters"]:
|
|
73
77
|
if "input" in parameter:
|
|
74
78
|
queries_file_link = parameter["input"]
|
|
79
|
+
elif isinstance(config_data, list):
|
|
80
|
+
# List format: iterate over entries
|
|
81
|
+
for entry in config_data:
|
|
82
|
+
# Handle both dict and non-dict entries in the list
|
|
83
|
+
if isinstance(entry, dict) and "parameters" in entry:
|
|
84
|
+
for parameter in entry["parameters"]:
|
|
85
|
+
if "input" in parameter:
|
|
86
|
+
queries_file_link = parameter["input"]
|
|
87
|
+
|
|
75
88
|
return queries_file_link, remote_tool_link, tool_link
|
|
@@ -69,9 +69,22 @@ def extract_remote_tool_extra_links(
|
|
|
69
69
|
)
|
|
70
70
|
)
|
|
71
71
|
queries_file_link = None
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
|
|
72
|
+
|
|
73
|
+
# Handle both dict and list formats for config_key
|
|
74
|
+
config_data = benchmark_config[config_key]
|
|
75
|
+
if isinstance(config_data, dict):
|
|
76
|
+
# Dict format: check if "parameters" key exists directly
|
|
77
|
+
if "parameters" in config_data:
|
|
78
|
+
for parameter in config_data["parameters"]:
|
|
75
79
|
if "file" in parameter:
|
|
76
80
|
queries_file_link = parameter["file"]
|
|
81
|
+
elif isinstance(config_data, list):
|
|
82
|
+
# List format: iterate over entries
|
|
83
|
+
for entry in config_data:
|
|
84
|
+
# Handle both dict and non-dict entries in the list
|
|
85
|
+
if isinstance(entry, dict) and "parameters" in entry:
|
|
86
|
+
for parameter in entry["parameters"]:
|
|
87
|
+
if "file" in parameter:
|
|
88
|
+
queries_file_link = parameter["file"]
|
|
89
|
+
|
|
77
90
|
return queries_file_link, remote_tool_link, tool_link
|
|
@@ -238,17 +238,19 @@ def extract_redis_dbconfig_parameters(benchmark_config, dbconfig_keyname):
|
|
|
238
238
|
dbconfig_present = True
|
|
239
239
|
if type(benchmark_config[dbconfig_keyname]) == list:
|
|
240
240
|
for k in benchmark_config[dbconfig_keyname]:
|
|
241
|
-
|
|
242
|
-
|
|
243
|
-
|
|
244
|
-
|
|
245
|
-
|
|
246
|
-
|
|
247
|
-
|
|
248
|
-
|
|
249
|
-
|
|
250
|
-
|
|
251
|
-
|
|
241
|
+
# Handle both dict and non-dict entries in the list
|
|
242
|
+
if isinstance(k, dict):
|
|
243
|
+
if CONFIG_PARAMS_KEY in k:
|
|
244
|
+
modules_configuration_parameters_map = k[CONFIG_PARAMS_KEY]
|
|
245
|
+
if "configuration-parameters" in k:
|
|
246
|
+
cp = k["configuration-parameters"]
|
|
247
|
+
for item in cp:
|
|
248
|
+
for k, v in item.items():
|
|
249
|
+
redis_configuration_parameters[k] = v
|
|
250
|
+
if "dataset_load_timeout_secs" in k:
|
|
251
|
+
dataset_load_timeout_secs = k["dataset_load_timeout_secs"]
|
|
252
|
+
if "dataset_name" in k:
|
|
253
|
+
dataset_name = k["dataset_name"]
|
|
252
254
|
if type(benchmark_config[dbconfig_keyname]) == dict:
|
|
253
255
|
if CONFIG_PARAMS_KEY in benchmark_config[dbconfig_keyname]:
|
|
254
256
|
modules_configuration_parameters_map = benchmark_config[
|
redisbench_admin/utils/utils.py
CHANGED
|
@@ -46,11 +46,26 @@ def redis_server_config_module_part(
|
|
|
46
46
|
|
|
47
47
|
command.append("--loadmodule")
|
|
48
48
|
command.extend(abs_splitted_module_and_plugins)
|
|
49
|
+
logging.info(
|
|
50
|
+
"Processing module config parameters. Module file: {}, Config map: {}".format(
|
|
51
|
+
local_module_file, modules_configuration_parameters_map
|
|
52
|
+
)
|
|
53
|
+
)
|
|
49
54
|
for (
|
|
50
55
|
module_config_modulename,
|
|
51
56
|
module_config_dict,
|
|
52
57
|
) in modules_configuration_parameters_map.items():
|
|
58
|
+
logging.info(
|
|
59
|
+
"Checking if module config name '{}' is in module file '{}'".format(
|
|
60
|
+
module_config_modulename, local_module_file
|
|
61
|
+
)
|
|
62
|
+
)
|
|
53
63
|
if module_config_modulename in local_module_file:
|
|
64
|
+
logging.info(
|
|
65
|
+
"Match found! Adding module config parameters: {}".format(
|
|
66
|
+
module_config_dict
|
|
67
|
+
)
|
|
68
|
+
)
|
|
54
69
|
for (
|
|
55
70
|
module_config_parameter_name,
|
|
56
71
|
module_config_parameter_value,
|
|
@@ -65,6 +80,12 @@ def redis_server_config_module_part(
|
|
|
65
80
|
module_config_parameter_value,
|
|
66
81
|
]
|
|
67
82
|
)
|
|
83
|
+
else:
|
|
84
|
+
logging.info(
|
|
85
|
+
"No match - '{}' not found in '{}'".format(
|
|
86
|
+
module_config_modulename, local_module_file
|
|
87
|
+
)
|
|
88
|
+
)
|
|
68
89
|
|
|
69
90
|
|
|
70
91
|
def generate_common_server_args(
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: redisbench-admin
|
|
3
|
-
Version: 0.11.
|
|
3
|
+
Version: 0.11.54
|
|
4
4
|
Summary: Redis benchmark run helper. A wrapper around Redis and Redis Modules benchmark tools ( ftsb_redisearch, memtier_benchmark, redis-benchmark, aibench, etc... ).
|
|
5
5
|
Author: filipecosta90
|
|
6
6
|
Author-email: filipecosta.90@gmail.com
|
|
@@ -45,7 +45,7 @@ redisbench_admin/profilers/stackcollapse-perf.pl,sha256=XStXxBheOVjJYdo9Gha0rf5P
|
|
|
45
45
|
redisbench_admin/profilers/vtune.py,sha256=OMx5ABr5OtWeiqK0dTspdyeAfKlDEzhdXDKocDSa9xM,4618
|
|
46
46
|
redisbench_admin/run/__init__.py,sha256=DtBXRp0Q01XgCFmY-1OIePMyyYihVNAjZ1Y8zwqSDN0,101
|
|
47
47
|
redisbench_admin/run/aibench_run_inference_redisai_vision/__init__.py,sha256=DtBXRp0Q01XgCFmY-1OIePMyyYihVNAjZ1Y8zwqSDN0,101
|
|
48
|
-
redisbench_admin/run/aibench_run_inference_redisai_vision/aibench_run_inference_redisai_vision.py,sha256=
|
|
48
|
+
redisbench_admin/run/aibench_run_inference_redisai_vision/aibench_run_inference_redisai_vision.py,sha256=x6ZKF35PaxfInG5YcZg91vkYZQ3zFAygcgGTP-ajycc,2411
|
|
49
49
|
redisbench_admin/run/ann/__init__.py,sha256=DtBXRp0Q01XgCFmY-1OIePMyyYihVNAjZ1Y8zwqSDN0,101
|
|
50
50
|
redisbench_admin/run/ann/ann.py,sha256=h8VE7fouyNkpMSjNhgjkI_R-aWb-lKIKxvNZPOO8pFY,1288
|
|
51
51
|
redisbench_admin/run/ann/pkg/.dockerignore,sha256=yn3THXBWZ1jBDf0_NJL-fy0M-mMx5APjSIfui_kuUNQ,13
|
|
@@ -176,9 +176,9 @@ redisbench_admin/run/ann/pkg/test/test-jaccard.py,sha256=oIhaQCQKrQokwv3fvgLSwPl
|
|
|
176
176
|
redisbench_admin/run/ann/pkg/test/test-metrics.py,sha256=vJdS8Kuk8bAnpB65Uqb-9rUUI35XrHwaO3cNwKX5gxc,3057
|
|
177
177
|
redisbench_admin/run/args.py,sha256=4OJIj19fieEjvz7Xnk1rIjaa50R5Kv1IlyMyECHtj0Y,8219
|
|
178
178
|
redisbench_admin/run/cluster.py,sha256=_Y6a8Dbu1cJ7OxhgymKQSZcCmV8cZ3UpGEWL6b6O84Y,6363
|
|
179
|
-
redisbench_admin/run/common.py,sha256=
|
|
179
|
+
redisbench_admin/run/common.py,sha256=EagPTzgT3NgY1ZUg9lb5snhVGdumuxrD7-s2FloDakA,29236
|
|
180
180
|
redisbench_admin/run/ftsb/__init__.py,sha256=DtBXRp0Q01XgCFmY-1OIePMyyYihVNAjZ1Y8zwqSDN0,101
|
|
181
|
-
redisbench_admin/run/ftsb/ftsb.py,sha256=
|
|
181
|
+
redisbench_admin/run/ftsb/ftsb.py,sha256=IX6Q28AvuYdZU_-9rG-tNKanp1F1kOeRQASAO_-oSsE,3074
|
|
182
182
|
redisbench_admin/run/git.py,sha256=6UYGcTN0MPzf4QDVoJnFkou0yZasLF6jLG7f0zoySq8,3064
|
|
183
183
|
redisbench_admin/run/grafana.py,sha256=iMDgMyJKinpZMTD43rZ1IcRGkadjFjCxaB48mYWkvG4,9421
|
|
184
184
|
redisbench_admin/run/memtier_benchmark/__init__.py,sha256=DtBXRp0Q01XgCFmY-1OIePMyyYihVNAjZ1Y8zwqSDN0,101
|
|
@@ -194,7 +194,7 @@ redisbench_admin/run/run.py,sha256=AwE4_qkejAXOcDVFmwHjVqYjqi1BFZKdGNrCKBHkAHI,6
|
|
|
194
194
|
redisbench_admin/run/s3.py,sha256=pXQXZ1rrwDCWeBegGR4aKzbKqWWwMrmqvIjFxEB3bh4,442
|
|
195
195
|
redisbench_admin/run/ssh.py,sha256=gRW6ROoTKlaxLKhS5tM-Ejjd6zk2iO1KN9dzBzw7GOk,2835
|
|
196
196
|
redisbench_admin/run/tsbs_run_queries_redistimeseries/__init__.py,sha256=DtBXRp0Q01XgCFmY-1OIePMyyYihVNAjZ1Y8zwqSDN0,101
|
|
197
|
-
redisbench_admin/run/tsbs_run_queries_redistimeseries/tsbs_run_queries_redistimeseries.py,sha256=
|
|
197
|
+
redisbench_admin/run/tsbs_run_queries_redistimeseries/tsbs_run_queries_redistimeseries.py,sha256=7aWnl_2ZMFreO5N1Sm_sm1JQJgzKfwECIrKn8eY6N0U,3006
|
|
198
198
|
redisbench_admin/run/ycsb/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
199
199
|
redisbench_admin/run/ycsb/ycsb.py,sha256=cs5saVH7C4YpDvzhoa15PwEho59qTVR1E90v_FYjMVw,6873
|
|
200
200
|
redisbench_admin/run_async/__init__.py,sha256=DtBXRp0Q01XgCFmY-1OIePMyyYihVNAjZ1Y8zwqSDN0,101
|
|
@@ -224,19 +224,19 @@ redisbench_admin/run_remote/run_remote.py,sha256=tZqCu1fTfB5gWooVIEsSDoaVfnVRfxe
|
|
|
224
224
|
redisbench_admin/run_remote/standalone.py,sha256=OGau_7MpQihbn0U4qa0QmGZnwQ_gJhuxuWiQm9zpp7M,27970
|
|
225
225
|
redisbench_admin/run_remote/terraform.py,sha256=vV3eWXNwj7vsnFNqUgCir5ueZS4VYopEyzWiTtoSq0Q,4018
|
|
226
226
|
redisbench_admin/utils/__init__.py,sha256=DtBXRp0Q01XgCFmY-1OIePMyyYihVNAjZ1Y8zwqSDN0,101
|
|
227
|
-
redisbench_admin/utils/benchmark_config.py,sha256=
|
|
227
|
+
redisbench_admin/utils/benchmark_config.py,sha256=0r5YkBSvEardYkjGr7oANgFva1MixvQNOZaz9_KX-Io,21539
|
|
228
228
|
redisbench_admin/utils/local.py,sha256=zUvyVI9LZMT3qyxs1pO3mXL6Bt_1z9EZUGppaRcWNRA,3890
|
|
229
229
|
redisbench_admin/utils/redisearch.py,sha256=lchUEzpt0zB1rHwlDlw9LLifAnxFWcLP-PePw7TjL-0,1602
|
|
230
230
|
redisbench_admin/utils/redisgraph_benchmark_go.py,sha256=os7EJt6kBxsFJLKkSoANbjMT7-cEq4-Ns-49alk2Tf8,2048
|
|
231
231
|
redisbench_admin/utils/remote.py,sha256=RAQ2VxfmlK7swN7ujCuwSI2soGSycjnxbQw_IrLxIFE,42205
|
|
232
232
|
redisbench_admin/utils/results.py,sha256=uKk3uNJ--bSXlUj_HGQ2OaV6MVqmXJVM8xTzFV6EOw4,3267
|
|
233
233
|
redisbench_admin/utils/ssh.py,sha256=QW4AwlocMHJt05QMdN_4f8WeDmxiEwR80ny8VBThq6k,6533
|
|
234
|
-
redisbench_admin/utils/utils.py,sha256=
|
|
234
|
+
redisbench_admin/utils/utils.py,sha256=LPK835yatakrgdOXYiXhUiBrV4Sle7mrq2VIwrMsRZM,15829
|
|
235
235
|
redisbench_admin/watchdog/__init__.py,sha256=cD7zfXt0VEmy0b7452HvcAxX_9kVj6Vm213yNdUHP20,95
|
|
236
236
|
redisbench_admin/watchdog/args.py,sha256=nKsG1G6ATOZlAMHMtT9u3kXxduKCbejSZ5x8oB_ynZ8,1312
|
|
237
237
|
redisbench_admin/watchdog/watchdog.py,sha256=0wWYge3x_OMxWrzazNhJif2NK4tKsI963HVZqjczRag,6189
|
|
238
|
-
redisbench_admin-0.11.
|
|
239
|
-
redisbench_admin-0.11.
|
|
240
|
-
redisbench_admin-0.11.
|
|
241
|
-
redisbench_admin-0.11.
|
|
242
|
-
redisbench_admin-0.11.
|
|
238
|
+
redisbench_admin-0.11.54.dist-info/LICENSE,sha256=AAMtfs82zOOvmG68vILivm6lxi2rcOlGObmA8jzxQvw,10768
|
|
239
|
+
redisbench_admin-0.11.54.dist-info/METADATA,sha256=4wbBYVIfuiR3cZ-D_FQ3bOdBOKgqcxhgUhjPqBaXKWM,5596
|
|
240
|
+
redisbench_admin-0.11.54.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
|
|
241
|
+
redisbench_admin-0.11.54.dist-info/entry_points.txt,sha256=UUawXk_AS-PlieKJ1QxPQXGsRLb6OW_F0MtmA1W0KE8,113
|
|
242
|
+
redisbench_admin-0.11.54.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|