redisbench-admin 0.11.25__py3-none-any.whl → 0.11.27__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- redisbench_admin/run/common.py +3 -3
- redisbench_admin/run_remote/remote_env.py +4 -11
- redisbench_admin/run_remote/terraform.py +1 -3
- redisbench_admin/utils/remote.py +9 -3
- {redisbench_admin-0.11.25.dist-info → redisbench_admin-0.11.27.dist-info}/METADATA +1 -1
- {redisbench_admin-0.11.25.dist-info → redisbench_admin-0.11.27.dist-info}/RECORD +9 -9
- {redisbench_admin-0.11.25.dist-info → redisbench_admin-0.11.27.dist-info}/LICENSE +0 -0
- {redisbench_admin-0.11.25.dist-info → redisbench_admin-0.11.27.dist-info}/WHEEL +0 -0
- {redisbench_admin-0.11.25.dist-info → redisbench_admin-0.11.27.dist-info}/entry_points.txt +0 -0
redisbench_admin/run/common.py
CHANGED
|
@@ -716,7 +716,7 @@ def dbconfig_keyspacelen_check(
|
|
|
716
716
|
attempt = 0
|
|
717
717
|
while time.time() - start_time < timeout:
|
|
718
718
|
logging.info(
|
|
719
|
-
f"Ensuring keyspace length requirement = {keyspacelen} is met. attempt #{attempt+1}"
|
|
719
|
+
f"Ensuring keyspace length requirement = {keyspacelen} is met. attempt #{attempt + 1}"
|
|
720
720
|
)
|
|
721
721
|
total_keys = 0
|
|
722
722
|
for shard_conn in redis_conns:
|
|
@@ -741,12 +741,12 @@ def dbconfig_keyspacelen_check(
|
|
|
741
741
|
attempt += 1
|
|
742
742
|
|
|
743
743
|
logging.error(
|
|
744
|
-
f"The total number of keys in setup does not match the expected spec: {keyspacelen} != {total_keys}. Aborting after {attempt+1} tries..."
|
|
744
|
+
f"The total number of keys in setup does not match the expected spec: {keyspacelen} != {total_keys}. Aborting after {attempt + 1} tries..."
|
|
745
745
|
)
|
|
746
746
|
|
|
747
747
|
if not ignore_keyspace_errors:
|
|
748
748
|
raise Exception(
|
|
749
|
-
f"The total number of keys in setup does not match the expected spec: {keyspacelen} != {total_keys}. Aborting after {attempt+1} tries..."
|
|
749
|
+
f"The total number of keys in setup does not match the expected spec: {keyspacelen} != {total_keys}. Aborting after {attempt + 1} tries..."
|
|
750
750
|
)
|
|
751
751
|
|
|
752
752
|
return False
|
|
@@ -7,7 +7,7 @@ import logging
|
|
|
7
7
|
|
|
8
8
|
from python_terraform import TerraformCommandError
|
|
9
9
|
|
|
10
|
-
from redisbench_admin.run.args import ARCH_X86
|
|
10
|
+
from redisbench_admin.run.args import ARCH_X86
|
|
11
11
|
from redisbench_admin.run_remote.terraform import (
|
|
12
12
|
retrieve_inventory_info,
|
|
13
13
|
terraform_spin_or_reuse_env,
|
|
@@ -40,17 +40,8 @@ def remote_env_setup(
|
|
|
40
40
|
db_ssh_port = args.db_ssh_port
|
|
41
41
|
client_ssh_port = args.client_ssh_port
|
|
42
42
|
username = args.user
|
|
43
|
-
logging.info(f"specified arch for deployment {architecture}")
|
|
44
|
-
if architecture != ARCH_X86 and tf_folder_path is not None:
|
|
45
|
-
logging.info(
|
|
46
|
-
f"Checking if the architecture info is specified on the terraform path {tf_folder_path}"
|
|
47
|
-
)
|
|
48
|
-
if architecture is ARCH_ARM and ARCH_ARM not in tf_folder_path:
|
|
49
|
-
logging.info(f"adding suffix '-{ARCH_ARM}' to {tf_folder_path}")
|
|
50
|
-
tf_folder_path = "{tf_folder_path}-{ARCH_ARM}"
|
|
51
|
-
else:
|
|
52
|
-
logging.info(f"'-{ARCH_ARM}' suffix already in {tf_folder_path}")
|
|
53
43
|
|
|
44
|
+
logging.info(f"specified arch for deployment {architecture}")
|
|
54
45
|
if args.inventory is not None:
|
|
55
46
|
logging.info(
|
|
56
47
|
f"inventory info passed. avoiding to deploy using terraform {args.inventory}"
|
|
@@ -101,6 +92,7 @@ def remote_env_setup(
|
|
|
101
92
|
tf_timeout_secs,
|
|
102
93
|
tf_override_name,
|
|
103
94
|
tf_folder_spot_path,
|
|
95
|
+
architecture,
|
|
104
96
|
)
|
|
105
97
|
spot_available_and_used = True
|
|
106
98
|
spot_price_counter = spot_price_counter + 1
|
|
@@ -139,6 +131,7 @@ def remote_env_setup(
|
|
|
139
131
|
tf_timeout_secs,
|
|
140
132
|
tf_override_name,
|
|
141
133
|
tf_folder_path,
|
|
134
|
+
architecture,
|
|
142
135
|
)
|
|
143
136
|
full_price_counter = full_price_counter + 1
|
|
144
137
|
logging.info("Using the following connection addresses.")
|
|
@@ -44,9 +44,7 @@ def terraform_spin_or_reuse_env(
|
|
|
44
44
|
architecture,
|
|
45
45
|
)
|
|
46
46
|
logging.info(
|
|
47
|
-
"Repetition {} of {}. Deploying test {} on AWS using {}"
|
|
48
|
-
repetition, BENCHMARK_REPETITIONS, test_name, remote_setup
|
|
49
|
-
)
|
|
47
|
+
f"Repetition {repetition} of {BENCHMARK_REPETITIONS}. Deploying test {test_name} on AWS using (architecture={architecture}) {remote_setup}"
|
|
50
48
|
)
|
|
51
49
|
if tf_override_name is None:
|
|
52
50
|
tf_setup_name = "{}{}".format(remote_setup, tf_setup_name_sufix)
|
redisbench_admin/utils/remote.py
CHANGED
|
@@ -9,7 +9,7 @@ import logging
|
|
|
9
9
|
import os
|
|
10
10
|
import sys
|
|
11
11
|
import tempfile
|
|
12
|
-
|
|
12
|
+
import time
|
|
13
13
|
import git
|
|
14
14
|
import paramiko
|
|
15
15
|
import pysftp
|
|
@@ -276,7 +276,9 @@ def setup_remote_environment(
|
|
|
276
276
|
_, _, _ = tf.init(
|
|
277
277
|
capture_output=True,
|
|
278
278
|
backend_config={
|
|
279
|
-
"key": "benchmarks/infrastructure/{}.tfstate".format(
|
|
279
|
+
"key": "benchmarks/infrastructure/{}.tfstate".format(
|
|
280
|
+
tf_setup_name.replace("/", "-")
|
|
281
|
+
)
|
|
280
282
|
},
|
|
281
283
|
)
|
|
282
284
|
_, _, _ = tf.refresh()
|
|
@@ -312,6 +314,9 @@ def setup_remote_environment(
|
|
|
312
314
|
},
|
|
313
315
|
raise_on_error=True,
|
|
314
316
|
)
|
|
317
|
+
infra_wait_secs = 60
|
|
318
|
+
logging.warning("Infra ready wait... for {infra_wait_secs} secs")
|
|
319
|
+
time.sleep(infra_wait_secs)
|
|
315
320
|
return retrieve_tf_connection_vars(return_code, tf)
|
|
316
321
|
|
|
317
322
|
|
|
@@ -582,6 +587,7 @@ def fetch_remote_setup_from_config(
|
|
|
582
587
|
architecture=ARCH_X86,
|
|
583
588
|
):
|
|
584
589
|
setup_type = "oss-standalone"
|
|
590
|
+
logging.info(f"fetch_remote_setup_from_config, architecture={architecture}")
|
|
585
591
|
setup = None
|
|
586
592
|
if path is None:
|
|
587
593
|
for remote_setup_property in remote_setup_config:
|
|
@@ -595,7 +601,7 @@ def fetch_remote_setup_from_config(
|
|
|
595
601
|
logging.info(
|
|
596
602
|
f"Checking if the architecture info is specified on the terraform path {path}"
|
|
597
603
|
)
|
|
598
|
-
if architecture
|
|
604
|
+
if architecture == ARCH_ARM and ARCH_ARM not in path:
|
|
599
605
|
logging.info(f"adding suffix '-{ARCH_ARM}' to {path}")
|
|
600
606
|
path = f"{path}-{ARCH_ARM}"
|
|
601
607
|
else:
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: redisbench-admin
|
|
3
|
-
Version: 0.11.
|
|
3
|
+
Version: 0.11.27
|
|
4
4
|
Summary: Redis benchmark run helper. A wrapper around Redis and Redis Modules benchmark tools ( ftsb_redisearch, memtier_benchmark, redis-benchmark, aibench, etc... ).
|
|
5
5
|
Author: filipecosta90
|
|
6
6
|
Author-email: filipecosta.90@gmail.com
|
|
@@ -176,7 +176,7 @@ redisbench_admin/run/ann/pkg/test/test-jaccard.py,sha256=oIhaQCQKrQokwv3fvgLSwPl
|
|
|
176
176
|
redisbench_admin/run/ann/pkg/test/test-metrics.py,sha256=vJdS8Kuk8bAnpB65Uqb-9rUUI35XrHwaO3cNwKX5gxc,3057
|
|
177
177
|
redisbench_admin/run/args.py,sha256=tevHZrezJ4RreHp6K-MGHko3e1Gi_IdsS2Q0jD2ZSoU,8173
|
|
178
178
|
redisbench_admin/run/cluster.py,sha256=QuptSW-IhdyFIoQ3hzY613jtQWxBrVIlgc8OarcEK20,6072
|
|
179
|
-
redisbench_admin/run/common.py,sha256=
|
|
179
|
+
redisbench_admin/run/common.py,sha256=5TAxmHbUti7S3nzPzn7f-L4ls6gpStU2C4yvkiii7m4,28410
|
|
180
180
|
redisbench_admin/run/ftsb/__init__.py,sha256=DtBXRp0Q01XgCFmY-1OIePMyyYihVNAjZ1Y8zwqSDN0,101
|
|
181
181
|
redisbench_admin/run/ftsb/ftsb.py,sha256=aupMl27UZU6byUFsApBz5GLcdGd7lxtY6vCjJ3jnqJE,2387
|
|
182
182
|
redisbench_admin/run/git.py,sha256=6UYGcTN0MPzf4QDVoJnFkou0yZasLF6jLG7f0zoySq8,3064
|
|
@@ -217,26 +217,26 @@ redisbench_admin/run_remote/log.py,sha256=cD7zfXt0VEmy0b7452HvcAxX_9kVj6Vm213yNd
|
|
|
217
217
|
redisbench_admin/run_remote/notifications.py,sha256=-W9fLaftEFNfplBl2clHk37jbYxliDbHftQ62khN31k,2157
|
|
218
218
|
redisbench_admin/run_remote/remote_client.py,sha256=JqxsUjyxRtsChIkOWrVTGF_mQH0_8h7v5j-5rud448Y,14079
|
|
219
219
|
redisbench_admin/run_remote/remote_db.py,sha256=e6N5glOk8XRM-ohwYP68yna7L4Rb6yNmQnH1dZXKXA4,12992
|
|
220
|
-
redisbench_admin/run_remote/remote_env.py,sha256=
|
|
220
|
+
redisbench_admin/run_remote/remote_env.py,sha256=Ux_0QT1unNRlKl3cakzjG5Px1uuxOOfBoF_pnalx_T8,4936
|
|
221
221
|
redisbench_admin/run_remote/remote_failures.py,sha256=IOo6DyxarcwwMPCeN4gWB2JrhuC9iBLwq0nCROqr5ak,1567
|
|
222
222
|
redisbench_admin/run_remote/remote_helpers.py,sha256=gy10SuKheBiL568ldiOdJaHRPJ_J7DxH_uZpqgOuylo,9818
|
|
223
223
|
redisbench_admin/run_remote/run_remote.py,sha256=_ntQtKXAV9Z9ak0xPKq2RYXr2yzNXMqbnUZvUgm7YJo,67821
|
|
224
224
|
redisbench_admin/run_remote/standalone.py,sha256=vWmm0CdFtrasy-_1BDKO7I_gVPBjjiypv94_Fq2Sm7o,6660
|
|
225
|
-
redisbench_admin/run_remote/terraform.py,sha256=
|
|
225
|
+
redisbench_admin/run_remote/terraform.py,sha256=vV3eWXNwj7vsnFNqUgCir5ueZS4VYopEyzWiTtoSq0Q,4018
|
|
226
226
|
redisbench_admin/utils/__init__.py,sha256=DtBXRp0Q01XgCFmY-1OIePMyyYihVNAjZ1Y8zwqSDN0,101
|
|
227
227
|
redisbench_admin/utils/benchmark_config.py,sha256=bC2C6rnj89wkkSlOXyyfe0N15unn_M1t1zfskfVkb98,21387
|
|
228
228
|
redisbench_admin/utils/local.py,sha256=zUvyVI9LZMT3qyxs1pO3mXL6Bt_1z9EZUGppaRcWNRA,3890
|
|
229
229
|
redisbench_admin/utils/redisearch.py,sha256=lchUEzpt0zB1rHwlDlw9LLifAnxFWcLP-PePw7TjL-0,1602
|
|
230
230
|
redisbench_admin/utils/redisgraph_benchmark_go.py,sha256=os7EJt6kBxsFJLKkSoANbjMT7-cEq4-Ns-49alk2Tf8,2048
|
|
231
|
-
redisbench_admin/utils/remote.py,sha256=
|
|
231
|
+
redisbench_admin/utils/remote.py,sha256=rR4UR7qBUKCg6anYooWBYb8aGaXdra0o77JiojGhJII,39834
|
|
232
232
|
redisbench_admin/utils/results.py,sha256=uKk3uNJ--bSXlUj_HGQ2OaV6MVqmXJVM8xTzFV6EOw4,3267
|
|
233
233
|
redisbench_admin/utils/ssh.py,sha256=QW4AwlocMHJt05QMdN_4f8WeDmxiEwR80ny8VBThq6k,6533
|
|
234
234
|
redisbench_admin/utils/utils.py,sha256=YxuSPS6dtBw7T8e09678rUNNiCSkuFtVXNc05-qytbI,14370
|
|
235
235
|
redisbench_admin/watchdog/__init__.py,sha256=cD7zfXt0VEmy0b7452HvcAxX_9kVj6Vm213yNdUHP20,95
|
|
236
236
|
redisbench_admin/watchdog/args.py,sha256=nKsG1G6ATOZlAMHMtT9u3kXxduKCbejSZ5x8oB_ynZ8,1312
|
|
237
237
|
redisbench_admin/watchdog/watchdog.py,sha256=jFGtm5ktjKuXKWvH7lnmf3pp-ch1WBJUOomXILJMDAg,6158
|
|
238
|
-
redisbench_admin-0.11.
|
|
239
|
-
redisbench_admin-0.11.
|
|
240
|
-
redisbench_admin-0.11.
|
|
241
|
-
redisbench_admin-0.11.
|
|
242
|
-
redisbench_admin-0.11.
|
|
238
|
+
redisbench_admin-0.11.27.dist-info/LICENSE,sha256=AAMtfs82zOOvmG68vILivm6lxi2rcOlGObmA8jzxQvw,10768
|
|
239
|
+
redisbench_admin-0.11.27.dist-info/METADATA,sha256=bdlSis9EGgZf3SO8wvpJ1RIZzqt1DUTckVBBKQgwimk,5389
|
|
240
|
+
redisbench_admin-0.11.27.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
|
|
241
|
+
redisbench_admin-0.11.27.dist-info/entry_points.txt,sha256=UUawXk_AS-PlieKJ1QxPQXGsRLb6OW_F0MtmA1W0KE8,113
|
|
242
|
+
redisbench_admin-0.11.27.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|