redisbench-admin 0.11.25__py3-none-any.whl → 0.11.27__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -716,7 +716,7 @@ def dbconfig_keyspacelen_check(
716
716
  attempt = 0
717
717
  while time.time() - start_time < timeout:
718
718
  logging.info(
719
- f"Ensuring keyspace length requirement = {keyspacelen} is met. attempt #{attempt+1}"
719
+ f"Ensuring keyspace length requirement = {keyspacelen} is met. attempt #{attempt + 1}"
720
720
  )
721
721
  total_keys = 0
722
722
  for shard_conn in redis_conns:
@@ -741,12 +741,12 @@ def dbconfig_keyspacelen_check(
741
741
  attempt += 1
742
742
 
743
743
  logging.error(
744
- f"The total number of keys in setup does not match the expected spec: {keyspacelen} != {total_keys}. Aborting after {attempt+1} tries..."
744
+ f"The total number of keys in setup does not match the expected spec: {keyspacelen} != {total_keys}. Aborting after {attempt + 1} tries..."
745
745
  )
746
746
 
747
747
  if not ignore_keyspace_errors:
748
748
  raise Exception(
749
- f"The total number of keys in setup does not match the expected spec: {keyspacelen} != {total_keys}. Aborting after {attempt+1} tries..."
749
+ f"The total number of keys in setup does not match the expected spec: {keyspacelen} != {total_keys}. Aborting after {attempt + 1} tries..."
750
750
  )
751
751
 
752
752
  return False
@@ -7,7 +7,7 @@ import logging
7
7
 
8
8
  from python_terraform import TerraformCommandError
9
9
 
10
- from redisbench_admin.run.args import ARCH_X86, ARCH_ARM
10
+ from redisbench_admin.run.args import ARCH_X86
11
11
  from redisbench_admin.run_remote.terraform import (
12
12
  retrieve_inventory_info,
13
13
  terraform_spin_or_reuse_env,
@@ -40,17 +40,8 @@ def remote_env_setup(
40
40
  db_ssh_port = args.db_ssh_port
41
41
  client_ssh_port = args.client_ssh_port
42
42
  username = args.user
43
- logging.info(f"specified arch for deployment {architecture}")
44
- if architecture != ARCH_X86 and tf_folder_path is not None:
45
- logging.info(
46
- f"Checking if the architecture info is specified on the terraform path {tf_folder_path}"
47
- )
48
- if architecture is ARCH_ARM and ARCH_ARM not in tf_folder_path:
49
- logging.info(f"adding suffix '-{ARCH_ARM}' to {tf_folder_path}")
50
- tf_folder_path = "{tf_folder_path}-{ARCH_ARM}"
51
- else:
52
- logging.info(f"'-{ARCH_ARM}' suffix already in {tf_folder_path}")
53
43
 
44
+ logging.info(f"specified arch for deployment {architecture}")
54
45
  if args.inventory is not None:
55
46
  logging.info(
56
47
  f"inventory info passed. avoiding to deploy using terraform {args.inventory}"
@@ -101,6 +92,7 @@ def remote_env_setup(
101
92
  tf_timeout_secs,
102
93
  tf_override_name,
103
94
  tf_folder_spot_path,
95
+ architecture,
104
96
  )
105
97
  spot_available_and_used = True
106
98
  spot_price_counter = spot_price_counter + 1
@@ -139,6 +131,7 @@ def remote_env_setup(
139
131
  tf_timeout_secs,
140
132
  tf_override_name,
141
133
  tf_folder_path,
134
+ architecture,
142
135
  )
143
136
  full_price_counter = full_price_counter + 1
144
137
  logging.info("Using the following connection addresses.")
@@ -44,9 +44,7 @@ def terraform_spin_or_reuse_env(
44
44
  architecture,
45
45
  )
46
46
  logging.info(
47
- "Repetition {} of {}. Deploying test {} on AWS using {}".format(
48
- repetition, BENCHMARK_REPETITIONS, test_name, remote_setup
49
- )
47
+ f"Repetition {repetition} of {BENCHMARK_REPETITIONS}. Deploying test {test_name} on AWS using (architecture={architecture}) {remote_setup}"
50
48
  )
51
49
  if tf_override_name is None:
52
50
  tf_setup_name = "{}{}".format(remote_setup, tf_setup_name_sufix)
@@ -9,7 +9,7 @@ import logging
9
9
  import os
10
10
  import sys
11
11
  import tempfile
12
-
12
+ import time
13
13
  import git
14
14
  import paramiko
15
15
  import pysftp
@@ -276,7 +276,9 @@ def setup_remote_environment(
276
276
  _, _, _ = tf.init(
277
277
  capture_output=True,
278
278
  backend_config={
279
- "key": "benchmarks/infrastructure/{}.tfstate".format(tf_setup_name)
279
+ "key": "benchmarks/infrastructure/{}.tfstate".format(
280
+ tf_setup_name.replace("/", "-")
281
+ )
280
282
  },
281
283
  )
282
284
  _, _, _ = tf.refresh()
@@ -312,6 +314,9 @@ def setup_remote_environment(
312
314
  },
313
315
  raise_on_error=True,
314
316
  )
317
+ infra_wait_secs = 60
318
+ logging.warning("Infra ready wait... for {infra_wait_secs} secs")
319
+ time.sleep(infra_wait_secs)
315
320
  return retrieve_tf_connection_vars(return_code, tf)
316
321
 
317
322
 
@@ -582,6 +587,7 @@ def fetch_remote_setup_from_config(
582
587
  architecture=ARCH_X86,
583
588
  ):
584
589
  setup_type = "oss-standalone"
590
+ logging.info(f"fetch_remote_setup_from_config, architecture={architecture}")
585
591
  setup = None
586
592
  if path is None:
587
593
  for remote_setup_property in remote_setup_config:
@@ -595,7 +601,7 @@ def fetch_remote_setup_from_config(
595
601
  logging.info(
596
602
  f"Checking if the architecture info is specified on the terraform path {path}"
597
603
  )
598
- if architecture is ARCH_ARM and ARCH_ARM not in path:
604
+ if architecture == ARCH_ARM and ARCH_ARM not in path:
599
605
  logging.info(f"adding suffix '-{ARCH_ARM}' to {path}")
600
606
  path = f"{path}-{ARCH_ARM}"
601
607
  else:
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: redisbench-admin
3
- Version: 0.11.25
3
+ Version: 0.11.27
4
4
  Summary: Redis benchmark run helper. A wrapper around Redis and Redis Modules benchmark tools ( ftsb_redisearch, memtier_benchmark, redis-benchmark, aibench, etc... ).
5
5
  Author: filipecosta90
6
6
  Author-email: filipecosta.90@gmail.com
@@ -176,7 +176,7 @@ redisbench_admin/run/ann/pkg/test/test-jaccard.py,sha256=oIhaQCQKrQokwv3fvgLSwPl
176
176
  redisbench_admin/run/ann/pkg/test/test-metrics.py,sha256=vJdS8Kuk8bAnpB65Uqb-9rUUI35XrHwaO3cNwKX5gxc,3057
177
177
  redisbench_admin/run/args.py,sha256=tevHZrezJ4RreHp6K-MGHko3e1Gi_IdsS2Q0jD2ZSoU,8173
178
178
  redisbench_admin/run/cluster.py,sha256=QuptSW-IhdyFIoQ3hzY613jtQWxBrVIlgc8OarcEK20,6072
179
- redisbench_admin/run/common.py,sha256=zRh2AxYks1-O_50qmk1WoD95C6xBaa5Hvs_-o7Q4ZFQ,28404
179
+ redisbench_admin/run/common.py,sha256=5TAxmHbUti7S3nzPzn7f-L4ls6gpStU2C4yvkiii7m4,28410
180
180
  redisbench_admin/run/ftsb/__init__.py,sha256=DtBXRp0Q01XgCFmY-1OIePMyyYihVNAjZ1Y8zwqSDN0,101
181
181
  redisbench_admin/run/ftsb/ftsb.py,sha256=aupMl27UZU6byUFsApBz5GLcdGd7lxtY6vCjJ3jnqJE,2387
182
182
  redisbench_admin/run/git.py,sha256=6UYGcTN0MPzf4QDVoJnFkou0yZasLF6jLG7f0zoySq8,3064
@@ -217,26 +217,26 @@ redisbench_admin/run_remote/log.py,sha256=cD7zfXt0VEmy0b7452HvcAxX_9kVj6Vm213yNd
217
217
  redisbench_admin/run_remote/notifications.py,sha256=-W9fLaftEFNfplBl2clHk37jbYxliDbHftQ62khN31k,2157
218
218
  redisbench_admin/run_remote/remote_client.py,sha256=JqxsUjyxRtsChIkOWrVTGF_mQH0_8h7v5j-5rud448Y,14079
219
219
  redisbench_admin/run_remote/remote_db.py,sha256=e6N5glOk8XRM-ohwYP68yna7L4Rb6yNmQnH1dZXKXA4,12992
220
- redisbench_admin/run_remote/remote_env.py,sha256=5h7EItV_KIhTz4YmiaTZFcLXItnxvMe4xvq7GITVas0,5375
220
+ redisbench_admin/run_remote/remote_env.py,sha256=Ux_0QT1unNRlKl3cakzjG5Px1uuxOOfBoF_pnalx_T8,4936
221
221
  redisbench_admin/run_remote/remote_failures.py,sha256=IOo6DyxarcwwMPCeN4gWB2JrhuC9iBLwq0nCROqr5ak,1567
222
222
  redisbench_admin/run_remote/remote_helpers.py,sha256=gy10SuKheBiL568ldiOdJaHRPJ_J7DxH_uZpqgOuylo,9818
223
223
  redisbench_admin/run_remote/run_remote.py,sha256=_ntQtKXAV9Z9ak0xPKq2RYXr2yzNXMqbnUZvUgm7YJo,67821
224
224
  redisbench_admin/run_remote/standalone.py,sha256=vWmm0CdFtrasy-_1BDKO7I_gVPBjjiypv94_Fq2Sm7o,6660
225
- redisbench_admin/run_remote/terraform.py,sha256=1EujFV-uoiliYZCF4PhICprtBKozLz2Yw0ynp-azOUM,4024
225
+ redisbench_admin/run_remote/terraform.py,sha256=vV3eWXNwj7vsnFNqUgCir5ueZS4VYopEyzWiTtoSq0Q,4018
226
226
  redisbench_admin/utils/__init__.py,sha256=DtBXRp0Q01XgCFmY-1OIePMyyYihVNAjZ1Y8zwqSDN0,101
227
227
  redisbench_admin/utils/benchmark_config.py,sha256=bC2C6rnj89wkkSlOXyyfe0N15unn_M1t1zfskfVkb98,21387
228
228
  redisbench_admin/utils/local.py,sha256=zUvyVI9LZMT3qyxs1pO3mXL6Bt_1z9EZUGppaRcWNRA,3890
229
229
  redisbench_admin/utils/redisearch.py,sha256=lchUEzpt0zB1rHwlDlw9LLifAnxFWcLP-PePw7TjL-0,1602
230
230
  redisbench_admin/utils/redisgraph_benchmark_go.py,sha256=os7EJt6kBxsFJLKkSoANbjMT7-cEq4-Ns-49alk2Tf8,2048
231
- redisbench_admin/utils/remote.py,sha256=beLFr-WOgMqYKIgx2hq3g-U3ynaIJZpbooU9zoS3dK8,39567
231
+ redisbench_admin/utils/remote.py,sha256=rR4UR7qBUKCg6anYooWBYb8aGaXdra0o77JiojGhJII,39834
232
232
  redisbench_admin/utils/results.py,sha256=uKk3uNJ--bSXlUj_HGQ2OaV6MVqmXJVM8xTzFV6EOw4,3267
233
233
  redisbench_admin/utils/ssh.py,sha256=QW4AwlocMHJt05QMdN_4f8WeDmxiEwR80ny8VBThq6k,6533
234
234
  redisbench_admin/utils/utils.py,sha256=YxuSPS6dtBw7T8e09678rUNNiCSkuFtVXNc05-qytbI,14370
235
235
  redisbench_admin/watchdog/__init__.py,sha256=cD7zfXt0VEmy0b7452HvcAxX_9kVj6Vm213yNdUHP20,95
236
236
  redisbench_admin/watchdog/args.py,sha256=nKsG1G6ATOZlAMHMtT9u3kXxduKCbejSZ5x8oB_ynZ8,1312
237
237
  redisbench_admin/watchdog/watchdog.py,sha256=jFGtm5ktjKuXKWvH7lnmf3pp-ch1WBJUOomXILJMDAg,6158
238
- redisbench_admin-0.11.25.dist-info/LICENSE,sha256=AAMtfs82zOOvmG68vILivm6lxi2rcOlGObmA8jzxQvw,10768
239
- redisbench_admin-0.11.25.dist-info/METADATA,sha256=LpXX9-bSejK_wSRpY8T2Wi0anYzL2AkkZhPqBq2d5bg,5389
240
- redisbench_admin-0.11.25.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
241
- redisbench_admin-0.11.25.dist-info/entry_points.txt,sha256=UUawXk_AS-PlieKJ1QxPQXGsRLb6OW_F0MtmA1W0KE8,113
242
- redisbench_admin-0.11.25.dist-info/RECORD,,
238
+ redisbench_admin-0.11.27.dist-info/LICENSE,sha256=AAMtfs82zOOvmG68vILivm6lxi2rcOlGObmA8jzxQvw,10768
239
+ redisbench_admin-0.11.27.dist-info/METADATA,sha256=bdlSis9EGgZf3SO8wvpJ1RIZzqt1DUTckVBBKQgwimk,5389
240
+ redisbench_admin-0.11.27.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
241
+ redisbench_admin-0.11.27.dist-info/entry_points.txt,sha256=UUawXk_AS-PlieKJ1QxPQXGsRLb6OW_F0MtmA1W0KE8,113
242
+ redisbench_admin-0.11.27.dist-info/RECORD,,