redisbench-admin 0.11.43__py3-none-any.whl → 0.11.44__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- redisbench_admin/run_remote/remote_db.py +11 -0
- redisbench_admin/run_remote/run_remote.py +2 -0
- redisbench_admin/run_remote/standalone.py +4 -0
- redisbench_admin/utils/benchmark_config.py +21 -2
- {redisbench_admin-0.11.43.dist-info → redisbench_admin-0.11.44.dist-info}/METADATA +1 -1
- {redisbench_admin-0.11.43.dist-info → redisbench_admin-0.11.44.dist-info}/RECORD +9 -9
- {redisbench_admin-0.11.43.dist-info → redisbench_admin-0.11.44.dist-info}/LICENSE +0 -0
- {redisbench_admin-0.11.43.dist-info → redisbench_admin-0.11.44.dist-info}/WHEEL +0 -0
- {redisbench_admin-0.11.43.dist-info → redisbench_admin-0.11.44.dist-info}/entry_points.txt +0 -0
|
@@ -105,6 +105,8 @@ def remote_db_spin(
|
|
|
105
105
|
continue_on_module_check_error=False,
|
|
106
106
|
keyspace_check_timeout=60,
|
|
107
107
|
architecture="x86_64",
|
|
108
|
+
custom_redis_server_path=None,
|
|
109
|
+
custom_redis_conf_path=None,
|
|
108
110
|
):
|
|
109
111
|
(
|
|
110
112
|
_,
|
|
@@ -114,6 +116,13 @@ def remote_db_spin(
|
|
|
114
116
|
modules_configuration_parameters_map,
|
|
115
117
|
) = extract_redis_dbconfig_parameters(benchmark_config, "dbconfig")
|
|
116
118
|
|
|
119
|
+
# Execute install_steps from dbconfig and clientconfig if present
|
|
120
|
+
from redisbench_admin.run_remote.standalone import execute_install_steps
|
|
121
|
+
if benchmark_config is not None:
|
|
122
|
+
execute_install_steps(
|
|
123
|
+
benchmark_config, server_public_ip, username, private_key, db_ssh_port
|
|
124
|
+
)
|
|
125
|
+
|
|
117
126
|
full_logfiles = []
|
|
118
127
|
cluster_enabled = False
|
|
119
128
|
if setup_type == "oss-cluster":
|
|
@@ -207,6 +216,8 @@ def remote_db_spin(
|
|
|
207
216
|
db_ssh_port,
|
|
208
217
|
modules_configuration_parameters_map,
|
|
209
218
|
redis_7,
|
|
219
|
+
custom_redis_server_path,
|
|
220
|
+
custom_redis_conf_path,
|
|
210
221
|
)
|
|
211
222
|
full_logfiles.append(full_logfile)
|
|
212
223
|
local_redis_conn, ssh_tunnel = ssh_tunnel_redisconn(
|
|
@@ -277,6 +277,8 @@ def spin_up_standalone_remote_redis(
|
|
|
277
277
|
port=22,
|
|
278
278
|
modules_configuration_parameters_map={},
|
|
279
279
|
redis_7=True,
|
|
280
|
+
custom_redis_server_path=None,
|
|
281
|
+
custom_redis_conf_path=None,
|
|
280
282
|
):
|
|
281
283
|
# Ensure redis-server is available before trying to start it
|
|
282
284
|
ensure_redis_server_available(server_public_ip, username, private_key, port)
|
|
@@ -288,6 +290,8 @@ def spin_up_standalone_remote_redis(
|
|
|
288
290
|
temporary_dir,
|
|
289
291
|
modules_configuration_parameters_map,
|
|
290
292
|
redis_7,
|
|
293
|
+
custom_redis_server_path=custom_redis_server_path,
|
|
294
|
+
custom_redis_conf_path=custom_redis_conf_path,
|
|
291
295
|
)
|
|
292
296
|
|
|
293
297
|
# start redis-server
|
|
@@ -75,11 +75,12 @@ def prepare_benchmark_definitions(args):
|
|
|
75
75
|
exporter_timemetric_path,
|
|
76
76
|
default_specs,
|
|
77
77
|
clusterconfig,
|
|
78
|
+
default_dbconfig,
|
|
78
79
|
) = get_defaults(defaults_filename)
|
|
79
80
|
for usecase_filename in files:
|
|
80
81
|
with open(usecase_filename, "r", encoding="utf8") as stream:
|
|
81
82
|
test_result, benchmark_config, test_name = get_final_benchmark_config(
|
|
82
|
-
default_kpis, default_remote, stream, usecase_filename
|
|
83
|
+
default_kpis, default_remote, stream, usecase_filename, default_dbconfig
|
|
83
84
|
)
|
|
84
85
|
result &= test_result
|
|
85
86
|
if test_result:
|
|
@@ -116,6 +117,7 @@ def get_defaults(defaults_filename):
|
|
|
116
117
|
default_remote = None
|
|
117
118
|
default_specs = None
|
|
118
119
|
cluster_config = None
|
|
120
|
+
default_dbconfig = None
|
|
119
121
|
if os.path.exists(defaults_filename):
|
|
120
122
|
with open(defaults_filename, "r") as stream:
|
|
121
123
|
logging.info(
|
|
@@ -128,6 +130,7 @@ def get_defaults(defaults_filename):
|
|
|
128
130
|
exporter_timemetric_path,
|
|
129
131
|
default_specs,
|
|
130
132
|
cluster_config,
|
|
133
|
+
default_dbconfig,
|
|
131
134
|
) = process_default_yaml_properties_file(
|
|
132
135
|
default_kpis,
|
|
133
136
|
default_remote,
|
|
@@ -143,10 +146,11 @@ def get_defaults(defaults_filename):
|
|
|
143
146
|
exporter_timemetric_path,
|
|
144
147
|
default_specs,
|
|
145
148
|
cluster_config,
|
|
149
|
+
default_dbconfig,
|
|
146
150
|
)
|
|
147
151
|
|
|
148
152
|
|
|
149
|
-
def get_final_benchmark_config(default_kpis, default_remote, stream, usecase_filename):
|
|
153
|
+
def get_final_benchmark_config(default_kpis, default_remote, stream, usecase_filename, default_dbconfig=None):
|
|
150
154
|
result = False
|
|
151
155
|
benchmark_config = None
|
|
152
156
|
test_name = None
|
|
@@ -163,6 +167,12 @@ def get_final_benchmark_config(default_kpis, default_remote, stream, usecase_fil
|
|
|
163
167
|
merge_default_and_specific_properties_dict_type(
|
|
164
168
|
benchmark_config, default_remote, kpis_keyname, usecase_filename
|
|
165
169
|
)
|
|
170
|
+
# Merge dbconfig from defaults
|
|
171
|
+
dbconfig_keyname = "dbconfig"
|
|
172
|
+
if default_dbconfig is not None:
|
|
173
|
+
merge_default_and_specific_properties_dict_type(
|
|
174
|
+
benchmark_config, default_dbconfig, dbconfig_keyname, usecase_filename
|
|
175
|
+
)
|
|
166
176
|
test_name = benchmark_config["name"]
|
|
167
177
|
result = True
|
|
168
178
|
except Exception as e:
|
|
@@ -285,6 +295,7 @@ def process_default_yaml_properties_file(
|
|
|
285
295
|
default_config = yaml.safe_load(stream)
|
|
286
296
|
default_specs = None
|
|
287
297
|
cluster_config = None
|
|
298
|
+
default_dbconfig = None
|
|
288
299
|
default_metrics, exporter_timemetric_path = extract_exporter_metrics(default_config)
|
|
289
300
|
if "remote" in default_config:
|
|
290
301
|
logging.info(
|
|
@@ -300,6 +311,13 @@ def process_default_yaml_properties_file(
|
|
|
300
311
|
)
|
|
301
312
|
)
|
|
302
313
|
default_kpis = default_config["kpis"]
|
|
314
|
+
if "dbconfig" in default_config:
|
|
315
|
+
logging.info(
|
|
316
|
+
"Loading default DBCONFIG specifications from file: {}".format(
|
|
317
|
+
defaults_filename
|
|
318
|
+
)
|
|
319
|
+
)
|
|
320
|
+
default_dbconfig = default_config["dbconfig"]
|
|
303
321
|
if "spec" in default_config:
|
|
304
322
|
logging.info(
|
|
305
323
|
"Loading default setup SPECs from file: {}".format(defaults_filename)
|
|
@@ -319,6 +337,7 @@ def process_default_yaml_properties_file(
|
|
|
319
337
|
exporter_timemetric_path,
|
|
320
338
|
default_specs,
|
|
321
339
|
cluster_config,
|
|
340
|
+
default_dbconfig,
|
|
322
341
|
)
|
|
323
342
|
|
|
324
343
|
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: redisbench-admin
|
|
3
|
-
Version: 0.11.
|
|
3
|
+
Version: 0.11.44
|
|
4
4
|
Summary: Redis benchmark run helper. A wrapper around Redis and Redis Modules benchmark tools ( ftsb_redisearch, memtier_benchmark, redis-benchmark, aibench, etc... ).
|
|
5
5
|
Author: filipecosta90
|
|
6
6
|
Author-email: filipecosta.90@gmail.com
|
|
@@ -216,15 +216,15 @@ redisbench_admin/run_remote/consts.py,sha256=bCMkwyeBD-EmOpoHKni7LjWy5WuaxGJhGhq
|
|
|
216
216
|
redisbench_admin/run_remote/log.py,sha256=cD7zfXt0VEmy0b7452HvcAxX_9kVj6Vm213yNdUHP20,95
|
|
217
217
|
redisbench_admin/run_remote/notifications.py,sha256=-W9fLaftEFNfplBl2clHk37jbYxliDbHftQ62khN31k,2157
|
|
218
218
|
redisbench_admin/run_remote/remote_client.py,sha256=rRmDro1weto01wzqYpId8NMPoizEzSyudXBCjYrBVMs,14128
|
|
219
|
-
redisbench_admin/run_remote/remote_db.py,sha256=
|
|
219
|
+
redisbench_admin/run_remote/remote_db.py,sha256=atHs0QCoGKw2aJMNrYvFUSBW3789F6ZQWbTAgbzEgJc,15033
|
|
220
220
|
redisbench_admin/run_remote/remote_env.py,sha256=Ux_0QT1unNRlKl3cakzjG5Px1uuxOOfBoF_pnalx_T8,4936
|
|
221
221
|
redisbench_admin/run_remote/remote_failures.py,sha256=IOo6DyxarcwwMPCeN4gWB2JrhuC9iBLwq0nCROqr5ak,1567
|
|
222
222
|
redisbench_admin/run_remote/remote_helpers.py,sha256=skWeGyDJBmyx_UwUekT3N3_nOJvF2-Hvu-E7vKlO9gg,10598
|
|
223
|
-
redisbench_admin/run_remote/run_remote.py,sha256=
|
|
224
|
-
redisbench_admin/run_remote/standalone.py,sha256=
|
|
223
|
+
redisbench_admin/run_remote/run_remote.py,sha256=dAR2HRA6pl4jFdRM6YF1iAsLfuy1TZ8nn3s6QdOdv2k,76591
|
|
224
|
+
redisbench_admin/run_remote/standalone.py,sha256=NF8Az9ZJfdRk6aP5_t8MxraUkpGRU_OYae3w93NngiA,32885
|
|
225
225
|
redisbench_admin/run_remote/terraform.py,sha256=vV3eWXNwj7vsnFNqUgCir5ueZS4VYopEyzWiTtoSq0Q,4018
|
|
226
226
|
redisbench_admin/utils/__init__.py,sha256=DtBXRp0Q01XgCFmY-1OIePMyyYihVNAjZ1Y8zwqSDN0,101
|
|
227
|
-
redisbench_admin/utils/benchmark_config.py,sha256=
|
|
227
|
+
redisbench_admin/utils/benchmark_config.py,sha256=MLszNOBS_a1LWf9uge7ugAosE6Uej5lPRMBEqndvDmI,22123
|
|
228
228
|
redisbench_admin/utils/local.py,sha256=zUvyVI9LZMT3qyxs1pO3mXL6Bt_1z9EZUGppaRcWNRA,3890
|
|
229
229
|
redisbench_admin/utils/redisearch.py,sha256=lchUEzpt0zB1rHwlDlw9LLifAnxFWcLP-PePw7TjL-0,1602
|
|
230
230
|
redisbench_admin/utils/redisgraph_benchmark_go.py,sha256=os7EJt6kBxsFJLKkSoANbjMT7-cEq4-Ns-49alk2Tf8,2048
|
|
@@ -235,8 +235,8 @@ redisbench_admin/utils/utils.py,sha256=XVSvo1_DdcYwk2jOxL3VPVPbnDnhGYt8ieYfANo6r
|
|
|
235
235
|
redisbench_admin/watchdog/__init__.py,sha256=cD7zfXt0VEmy0b7452HvcAxX_9kVj6Vm213yNdUHP20,95
|
|
236
236
|
redisbench_admin/watchdog/args.py,sha256=nKsG1G6ATOZlAMHMtT9u3kXxduKCbejSZ5x8oB_ynZ8,1312
|
|
237
237
|
redisbench_admin/watchdog/watchdog.py,sha256=0wWYge3x_OMxWrzazNhJif2NK4tKsI963HVZqjczRag,6189
|
|
238
|
-
redisbench_admin-0.11.
|
|
239
|
-
redisbench_admin-0.11.
|
|
240
|
-
redisbench_admin-0.11.
|
|
241
|
-
redisbench_admin-0.11.
|
|
242
|
-
redisbench_admin-0.11.
|
|
238
|
+
redisbench_admin-0.11.44.dist-info/LICENSE,sha256=AAMtfs82zOOvmG68vILivm6lxi2rcOlGObmA8jzxQvw,10768
|
|
239
|
+
redisbench_admin-0.11.44.dist-info/METADATA,sha256=jpLHzNuadbzVa7qFDcFA-bHUeRf5CBGDMiqCZKolHlw,5596
|
|
240
|
+
redisbench_admin-0.11.44.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
|
|
241
|
+
redisbench_admin-0.11.44.dist-info/entry_points.txt,sha256=UUawXk_AS-PlieKJ1QxPQXGsRLb6OW_F0MtmA1W0KE8,113
|
|
242
|
+
redisbench_admin-0.11.44.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|