redisbench-admin 0.11.26__py3-none-any.whl → 0.11.28__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- redisbench_admin/run/common.py +3 -3
- redisbench_admin/run/ftsb/ftsb.py +6 -2
- redisbench_admin/run_remote/remote_client.py +2 -0
- redisbench_admin/run_remote/remote_db.py +2 -0
- redisbench_admin/run_remote/remote_env.py +1 -1
- redisbench_admin/run_remote/remote_helpers.py +7 -2
- redisbench_admin/run_remote/run_remote.py +3 -0
- redisbench_admin/utils/remote.py +4 -1
- {redisbench_admin-0.11.26.dist-info → redisbench_admin-0.11.28.dist-info}/METADATA +1 -1
- {redisbench_admin-0.11.26.dist-info → redisbench_admin-0.11.28.dist-info}/RECORD +13 -13
- {redisbench_admin-0.11.26.dist-info → redisbench_admin-0.11.28.dist-info}/LICENSE +0 -0
- {redisbench_admin-0.11.26.dist-info → redisbench_admin-0.11.28.dist-info}/WHEEL +0 -0
- {redisbench_admin-0.11.26.dist-info → redisbench_admin-0.11.28.dist-info}/entry_points.txt +0 -0
redisbench_admin/run/common.py
CHANGED
|
@@ -716,7 +716,7 @@ def dbconfig_keyspacelen_check(
|
|
|
716
716
|
attempt = 0
|
|
717
717
|
while time.time() - start_time < timeout:
|
|
718
718
|
logging.info(
|
|
719
|
-
f"Ensuring keyspace length requirement = {keyspacelen} is met. attempt #{attempt+1}"
|
|
719
|
+
f"Ensuring keyspace length requirement = {keyspacelen} is met. attempt #{attempt + 1}"
|
|
720
720
|
)
|
|
721
721
|
total_keys = 0
|
|
722
722
|
for shard_conn in redis_conns:
|
|
@@ -741,12 +741,12 @@ def dbconfig_keyspacelen_check(
|
|
|
741
741
|
attempt += 1
|
|
742
742
|
|
|
743
743
|
logging.error(
|
|
744
|
-
f"The total number of keys in setup does not match the expected spec: {keyspacelen} != {total_keys}. Aborting after {attempt+1} tries..."
|
|
744
|
+
f"The total number of keys in setup does not match the expected spec: {keyspacelen} != {total_keys}. Aborting after {attempt + 1} tries..."
|
|
745
745
|
)
|
|
746
746
|
|
|
747
747
|
if not ignore_keyspace_errors:
|
|
748
748
|
raise Exception(
|
|
749
|
-
f"The total number of keys in setup does not match the expected spec: {keyspacelen} != {total_keys}. Aborting after {attempt+1} tries..."
|
|
749
|
+
f"The total number of keys in setup does not match the expected spec: {keyspacelen} != {total_keys}. Aborting after {attempt + 1} tries..."
|
|
750
750
|
)
|
|
751
751
|
|
|
752
752
|
return False
|
|
@@ -55,12 +55,16 @@ def prepare_ftsb_benchmark_command(
|
|
|
55
55
|
|
|
56
56
|
|
|
57
57
|
def extract_ftsb_extra_links(
|
|
58
|
-
benchmark_config, benchmark_tool, config_key="clientconfig"
|
|
58
|
+
benchmark_config, benchmark_tool, config_key="clientconfig", architecture="x86_64"
|
|
59
59
|
):
|
|
60
60
|
remote_tool_link = "/tmp/{}".format(benchmark_tool)
|
|
61
|
+
arch_txt = "amd64"
|
|
62
|
+
if architecture == "aarch64":
|
|
63
|
+
arch_txt = "arm64"
|
|
64
|
+
|
|
61
65
|
tool_link = (
|
|
62
66
|
"https://s3.amazonaws.com/benchmarks.redislabs/"
|
|
63
|
-
+ "redisearch/tools/ftsb/{}
|
|
67
|
+
+ f"redisearch/tools/ftsb/{benchmark_tool}_linux_{arch_txt}"
|
|
64
68
|
)
|
|
65
69
|
queries_file_link = None
|
|
66
70
|
for entry in benchmark_config[config_key]:
|
|
@@ -53,6 +53,7 @@ def run_remote_client_tool(
|
|
|
53
53
|
redis_conns=[],
|
|
54
54
|
do_post_process=True,
|
|
55
55
|
redis_password=None,
|
|
56
|
+
architecture="x86_64",
|
|
56
57
|
):
|
|
57
58
|
(
|
|
58
59
|
benchmark_min_tool_version,
|
|
@@ -83,6 +84,7 @@ def run_remote_client_tool(
|
|
|
83
84
|
arch_str,
|
|
84
85
|
client_ssh_port,
|
|
85
86
|
private_key,
|
|
87
|
+
architecture,
|
|
86
88
|
)
|
|
87
89
|
if "ann-benchmarks" in benchmark_tool:
|
|
88
90
|
logging.info(
|
|
@@ -104,6 +104,7 @@ def remote_db_spin(
|
|
|
104
104
|
ignore_keyspace_errors=False,
|
|
105
105
|
continue_on_module_check_error=False,
|
|
106
106
|
keyspace_check_timeout=60,
|
|
107
|
+
architecture="x86_64",
|
|
107
108
|
):
|
|
108
109
|
(
|
|
109
110
|
_,
|
|
@@ -337,6 +338,7 @@ def remote_db_spin(
|
|
|
337
338
|
[],
|
|
338
339
|
False,
|
|
339
340
|
redis_password,
|
|
341
|
+
architecture,
|
|
340
342
|
)
|
|
341
343
|
logging.info(
|
|
342
344
|
"Finished loading the data via client tool. Took {} seconds. Result={}".format(
|
|
@@ -7,7 +7,7 @@ import logging
|
|
|
7
7
|
|
|
8
8
|
from python_terraform import TerraformCommandError
|
|
9
9
|
|
|
10
|
-
from redisbench_admin.run.args import ARCH_X86
|
|
10
|
+
from redisbench_admin.run.args import ARCH_X86
|
|
11
11
|
from redisbench_admin.run_remote.terraform import (
|
|
12
12
|
retrieve_inventory_info,
|
|
13
13
|
terraform_spin_or_reuse_env,
|
|
@@ -66,8 +66,11 @@ def remote_tool_pre_bench_step(
|
|
|
66
66
|
arch_str,
|
|
67
67
|
client_ssh_port,
|
|
68
68
|
private_key,
|
|
69
|
+
architecture="x86_64",
|
|
69
70
|
):
|
|
70
|
-
logging.info(
|
|
71
|
+
logging.info(
|
|
72
|
+
f"Settting up remote tool {benchmark_tool} requirements. architecture ={architecture}"
|
|
73
|
+
)
|
|
71
74
|
if benchmark_tool == "redisgraph-benchmark-go":
|
|
72
75
|
setup_remote_benchmark_tool_redisgraph_benchmark_go(
|
|
73
76
|
client_public_ip,
|
|
@@ -90,7 +93,9 @@ def remote_tool_pre_bench_step(
|
|
|
90
93
|
queries_file_link,
|
|
91
94
|
remote_tool_link,
|
|
92
95
|
tool_link,
|
|
93
|
-
) = extract_ftsb_extra_links(
|
|
96
|
+
) = extract_ftsb_extra_links(
|
|
97
|
+
benchmark_config, benchmark_tool, config_key, architecture
|
|
98
|
+
)
|
|
94
99
|
logging.info(
|
|
95
100
|
"FTSB Extracted:\nremote tool input: {}\nremote tool link: {}\ntool path: {}".format(
|
|
96
101
|
queries_file_link, remote_tool_link, tool_link
|
|
@@ -553,6 +553,8 @@ def run_remote_command_logic(args, project_name, project_version):
|
|
|
553
553
|
flushall_on_every_test_start,
|
|
554
554
|
ignore_keyspace_errors,
|
|
555
555
|
continue_on_module_check_error,
|
|
556
|
+
60,
|
|
557
|
+
architecture,
|
|
556
558
|
)
|
|
557
559
|
if benchmark_type == "read-only":
|
|
558
560
|
ro_benchmark_set(
|
|
@@ -698,6 +700,7 @@ def run_remote_command_logic(args, project_name, project_version):
|
|
|
698
700
|
redis_conns,
|
|
699
701
|
True,
|
|
700
702
|
redis_password,
|
|
703
|
+
architecture,
|
|
701
704
|
)
|
|
702
705
|
|
|
703
706
|
if profilers_enabled:
|
redisbench_admin/utils/remote.py
CHANGED
|
@@ -9,7 +9,7 @@ import logging
|
|
|
9
9
|
import os
|
|
10
10
|
import sys
|
|
11
11
|
import tempfile
|
|
12
|
-
|
|
12
|
+
import time
|
|
13
13
|
import git
|
|
14
14
|
import paramiko
|
|
15
15
|
import pysftp
|
|
@@ -314,6 +314,9 @@ def setup_remote_environment(
|
|
|
314
314
|
},
|
|
315
315
|
raise_on_error=True,
|
|
316
316
|
)
|
|
317
|
+
infra_wait_secs = 60
|
|
318
|
+
logging.warning("Infra ready wait... for {infra_wait_secs} secs")
|
|
319
|
+
time.sleep(infra_wait_secs)
|
|
317
320
|
return retrieve_tf_connection_vars(return_code, tf)
|
|
318
321
|
|
|
319
322
|
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: redisbench-admin
|
|
3
|
-
Version: 0.11.
|
|
3
|
+
Version: 0.11.28
|
|
4
4
|
Summary: Redis benchmark run helper. A wrapper around Redis and Redis Modules benchmark tools ( ftsb_redisearch, memtier_benchmark, redis-benchmark, aibench, etc... ).
|
|
5
5
|
Author: filipecosta90
|
|
6
6
|
Author-email: filipecosta.90@gmail.com
|
|
@@ -176,9 +176,9 @@ redisbench_admin/run/ann/pkg/test/test-jaccard.py,sha256=oIhaQCQKrQokwv3fvgLSwPl
|
|
|
176
176
|
redisbench_admin/run/ann/pkg/test/test-metrics.py,sha256=vJdS8Kuk8bAnpB65Uqb-9rUUI35XrHwaO3cNwKX5gxc,3057
|
|
177
177
|
redisbench_admin/run/args.py,sha256=tevHZrezJ4RreHp6K-MGHko3e1Gi_IdsS2Q0jD2ZSoU,8173
|
|
178
178
|
redisbench_admin/run/cluster.py,sha256=QuptSW-IhdyFIoQ3hzY613jtQWxBrVIlgc8OarcEK20,6072
|
|
179
|
-
redisbench_admin/run/common.py,sha256=
|
|
179
|
+
redisbench_admin/run/common.py,sha256=5TAxmHbUti7S3nzPzn7f-L4ls6gpStU2C4yvkiii7m4,28410
|
|
180
180
|
redisbench_admin/run/ftsb/__init__.py,sha256=DtBXRp0Q01XgCFmY-1OIePMyyYihVNAjZ1Y8zwqSDN0,101
|
|
181
|
-
redisbench_admin/run/ftsb/ftsb.py,sha256=
|
|
181
|
+
redisbench_admin/run/ftsb/ftsb.py,sha256=NP-K_hCEagmX5ayN0pQVtOdQxDTwgxKrnzz9_MLT9qQ,2492
|
|
182
182
|
redisbench_admin/run/git.py,sha256=6UYGcTN0MPzf4QDVoJnFkou0yZasLF6jLG7f0zoySq8,3064
|
|
183
183
|
redisbench_admin/run/grafana.py,sha256=iMDgMyJKinpZMTD43rZ1IcRGkadjFjCxaB48mYWkvG4,9421
|
|
184
184
|
redisbench_admin/run/memtier_benchmark/__init__.py,sha256=DtBXRp0Q01XgCFmY-1OIePMyyYihVNAjZ1Y8zwqSDN0,101
|
|
@@ -215,12 +215,12 @@ redisbench_admin/run_remote/args.py,sha256=vhV87avBwXL8c2QLqrAkIyWD53MYhN06F-3wR
|
|
|
215
215
|
redisbench_admin/run_remote/consts.py,sha256=bCMkwyeBD-EmOpoHKni7LjWy5WuaxGJhGhqpi4AL0RQ,386
|
|
216
216
|
redisbench_admin/run_remote/log.py,sha256=cD7zfXt0VEmy0b7452HvcAxX_9kVj6Vm213yNdUHP20,95
|
|
217
217
|
redisbench_admin/run_remote/notifications.py,sha256=-W9fLaftEFNfplBl2clHk37jbYxliDbHftQ62khN31k,2157
|
|
218
|
-
redisbench_admin/run_remote/remote_client.py,sha256=
|
|
219
|
-
redisbench_admin/run_remote/remote_db.py,sha256=
|
|
220
|
-
redisbench_admin/run_remote/remote_env.py,sha256=
|
|
218
|
+
redisbench_admin/run_remote/remote_client.py,sha256=rRmDro1weto01wzqYpId8NMPoizEzSyudXBCjYrBVMs,14128
|
|
219
|
+
redisbench_admin/run_remote/remote_db.py,sha256=LlsKu_R8YyielnyK7qu87YHZiw53oJMn_gR1LH-xC8w,13045
|
|
220
|
+
redisbench_admin/run_remote/remote_env.py,sha256=Ux_0QT1unNRlKl3cakzjG5Px1uuxOOfBoF_pnalx_T8,4936
|
|
221
221
|
redisbench_admin/run_remote/remote_failures.py,sha256=IOo6DyxarcwwMPCeN4gWB2JrhuC9iBLwq0nCROqr5ak,1567
|
|
222
|
-
redisbench_admin/run_remote/remote_helpers.py,sha256=
|
|
223
|
-
redisbench_admin/run_remote/run_remote.py,sha256=
|
|
222
|
+
redisbench_admin/run_remote/remote_helpers.py,sha256=ngNjPJP0EwANJFhOFmujF0eSE5Ga3O0WcVuDda9cS9E,9917
|
|
223
|
+
redisbench_admin/run_remote/run_remote.py,sha256=E42msGhMVnKmnMz0Kp7br1nuUaMCipC2bN0PzLxkbsw,67981
|
|
224
224
|
redisbench_admin/run_remote/standalone.py,sha256=vWmm0CdFtrasy-_1BDKO7I_gVPBjjiypv94_Fq2Sm7o,6660
|
|
225
225
|
redisbench_admin/run_remote/terraform.py,sha256=vV3eWXNwj7vsnFNqUgCir5ueZS4VYopEyzWiTtoSq0Q,4018
|
|
226
226
|
redisbench_admin/utils/__init__.py,sha256=DtBXRp0Q01XgCFmY-1OIePMyyYihVNAjZ1Y8zwqSDN0,101
|
|
@@ -228,15 +228,15 @@ redisbench_admin/utils/benchmark_config.py,sha256=bC2C6rnj89wkkSlOXyyfe0N15unn_M
|
|
|
228
228
|
redisbench_admin/utils/local.py,sha256=zUvyVI9LZMT3qyxs1pO3mXL6Bt_1z9EZUGppaRcWNRA,3890
|
|
229
229
|
redisbench_admin/utils/redisearch.py,sha256=lchUEzpt0zB1rHwlDlw9LLifAnxFWcLP-PePw7TjL-0,1602
|
|
230
230
|
redisbench_admin/utils/redisgraph_benchmark_go.py,sha256=os7EJt6kBxsFJLKkSoANbjMT7-cEq4-Ns-49alk2Tf8,2048
|
|
231
|
-
redisbench_admin/utils/remote.py,sha256=
|
|
231
|
+
redisbench_admin/utils/remote.py,sha256=rR4UR7qBUKCg6anYooWBYb8aGaXdra0o77JiojGhJII,39834
|
|
232
232
|
redisbench_admin/utils/results.py,sha256=uKk3uNJ--bSXlUj_HGQ2OaV6MVqmXJVM8xTzFV6EOw4,3267
|
|
233
233
|
redisbench_admin/utils/ssh.py,sha256=QW4AwlocMHJt05QMdN_4f8WeDmxiEwR80ny8VBThq6k,6533
|
|
234
234
|
redisbench_admin/utils/utils.py,sha256=YxuSPS6dtBw7T8e09678rUNNiCSkuFtVXNc05-qytbI,14370
|
|
235
235
|
redisbench_admin/watchdog/__init__.py,sha256=cD7zfXt0VEmy0b7452HvcAxX_9kVj6Vm213yNdUHP20,95
|
|
236
236
|
redisbench_admin/watchdog/args.py,sha256=nKsG1G6ATOZlAMHMtT9u3kXxduKCbejSZ5x8oB_ynZ8,1312
|
|
237
237
|
redisbench_admin/watchdog/watchdog.py,sha256=jFGtm5ktjKuXKWvH7lnmf3pp-ch1WBJUOomXILJMDAg,6158
|
|
238
|
-
redisbench_admin-0.11.
|
|
239
|
-
redisbench_admin-0.11.
|
|
240
|
-
redisbench_admin-0.11.
|
|
241
|
-
redisbench_admin-0.11.
|
|
242
|
-
redisbench_admin-0.11.
|
|
238
|
+
redisbench_admin-0.11.28.dist-info/LICENSE,sha256=AAMtfs82zOOvmG68vILivm6lxi2rcOlGObmA8jzxQvw,10768
|
|
239
|
+
redisbench_admin-0.11.28.dist-info/METADATA,sha256=7yAl4GauPJUf637ddm_SbSAoDZTgeXLJWxunNg6K41g,5389
|
|
240
|
+
redisbench_admin-0.11.28.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
|
|
241
|
+
redisbench_admin-0.11.28.dist-info/entry_points.txt,sha256=UUawXk_AS-PlieKJ1QxPQXGsRLb6OW_F0MtmA1W0KE8,113
|
|
242
|
+
redisbench_admin-0.11.28.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|