redisbench-admin 0.11.37__py3-none-any.whl → 0.11.39__py3-none-any.whl

redisbench_admin/utils/remote.py

@@ -771,10 +771,7 @@ def extract_perversion_timeseries_from_results(
 ):
     break_by_key = "version"
     break_by_str = "by.{}".format(break_by_key)
-    (
-        branch_time_series_dict,
-        target_tables,
-    ) = common_timeseries_extraction(
+    (branch_time_series_dict, target_tables,) = common_timeseries_extraction(
         break_by_key,
         break_by_str,
         datapoints_timestamp,
@@ -945,9 +942,9 @@ def from_metric_kv_to_timeserie(
 
         target_table_dict[target_name] = target_value
 
-        target_table_dict["{}:percent {}".format(target_name, comparison_type)] = (
-            target_value_pct_str
-        )
+        target_table_dict[
+            "{}:percent {}".format(target_name, comparison_type)
+        ] = target_value_pct_str
     return target_table_keyname, target_table_dict
 
 

redisbench_admin/utils/utils.py

@@ -128,33 +128,51 @@ def upload_artifacts_to_s3(
     if region_name is None:
         region_name = EC2_REGION
     logging.info("-- uploading results to s3 -- ")
-    if aws_access_key_id is not None and aws_secret_access_key is not None:
-        logging.info("-- Using REQUEST PROVIDED AWS credentials -- ")
-        session = boto3.Session(
-            aws_access_key_id, aws_secret_access_key, aws_session_token, region_name
-        )
-        s3 = session.resource("s3")
-    else:
-        logging.info("-- Using default AWS credentials -- ")
-        s3 = boto3.resource("s3")
-    bucket = s3.Bucket(s3_bucket_name)
-    progress = tqdm(unit="files", total=len(artifacts))
 
-    for full_artifact_path in artifacts:
-        artifact = os.path.basename(full_artifact_path)
-        object_key = "{bucket_path}{filename}".format(
-            bucket_path=s3_bucket_path, filename=artifact
-        )
+    try:
+        if aws_access_key_id is not None and aws_secret_access_key is not None:
+            logging.info("-- Using REQUEST PROVIDED AWS credentials -- ")
+            session = boto3.Session(
+                aws_access_key_id, aws_secret_access_key, aws_session_token, region_name
+            )
+            s3 = session.resource("s3")
+        else:
+            logging.info("-- Using default AWS credentials -- ")
+            s3 = boto3.resource("s3")
+        bucket = s3.Bucket(s3_bucket_name)
+        progress = tqdm(unit="files", total=len(artifacts))
+
+        for full_artifact_path in artifacts:
+            try:
+                artifact = os.path.basename(full_artifact_path)
+                object_key = "{bucket_path}{filename}".format(
+                    bucket_path=s3_bucket_path, filename=artifact
+                )
 
-        bucket.upload_file(full_artifact_path, object_key)
-        object_acl = s3.ObjectAcl(s3_bucket_name, object_key)
-        object_acl.put(ACL="public-read")
-        progress.update()
-        url = "https://s3.{0}.amazonaws.com/{1}/{2}{3}".format(
-            region_name, s3_bucket_name, s3_bucket_path, quote_plus(artifact)
+                bucket.upload_file(full_artifact_path, object_key)
+                object_acl = s3.ObjectAcl(s3_bucket_name, object_key)
+                object_acl.put(ACL="public-read")
+                progress.update()
+                url = "https://s3.{0}.amazonaws.com/{1}/{2}{3}".format(
+                    region_name, s3_bucket_name, s3_bucket_path, quote_plus(artifact)
+                )
+                artifacts_map[artifact] = url
+                logging.info("Successfully uploaded {} to S3".format(artifact))
+            except Exception as e:
+                logging.warning(
+                    "Failed to upload artifact {} to S3: {}. Skipping this file.".format(
+                        full_artifact_path, e
+                    )
+                )
+                progress.update()
+        progress.close()
+    except Exception as e:
+        logging.error(
+            "Failed to initialize S3 connection: {}. No files will be uploaded.".format(
+                e
+            )
         )
-        artifacts_map[artifact] = url
-    progress.close()
+
     return artifacts_map
 
 

{redisbench_admin-0.11.37.dist-info → redisbench_admin-0.11.39.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: redisbench-admin
-Version: 0.11.37
+Version: 0.11.39
 Summary: Redis benchmark run helper. A wrapper around Redis and Redis Modules benchmark tools ( ftsb_redisearch, memtier_benchmark, redis-benchmark, aibench, etc... ).
 Author: filipecosta90
 Author-email: filipecosta.90@gmail.com

{redisbench_admin-0.11.37.dist-info → redisbench_admin-0.11.39.dist-info}/RECORD

@@ -3,11 +3,11 @@ redisbench_admin/cli.py,sha256=LAS5qnqScXKhxHYfXWB0mvAYaUYrSurIwadhexEa9g4,7740
 redisbench_admin/commands/__init__.py,sha256=mzVrEtqefFdopyzR-W6xx3How95dyZfToGKm1-_YzeY,95
 redisbench_admin/commands/commands.json.py,sha256=mzVrEtqefFdopyzR-W6xx3How95dyZfToGKm1-_YzeY,95
 redisbench_admin/compare/__init__.py,sha256=DtBXRp0Q01XgCFmY-1OIePMyyYihVNAjZ1Y8zwqSDN0,101
-redisbench_admin/compare/args.py,sha256=PPONBCMSDXcVe23vDuc80SnHlZbTwc-azS8B9S1w3ts,6178
-redisbench_admin/compare/compare.py,sha256=H-mAVNAgtuFEiZ_e969Iy7E-8Y9Zt9wBWL4jdfm0Y-0,39601
+redisbench_admin/compare/args.py,sha256=Wy0An7bAcqUO06a2_cNeAS2ighL1zFRqbgGZIK1eKHs,6178
+redisbench_admin/compare/compare.py,sha256=KJ8jBiQ8WSlcFeal82xEg3-FkhY5SeXQa_ubuyC7zmw,103180
 redisbench_admin/deploy/__init__.py,sha256=DtBXRp0Q01XgCFmY-1OIePMyyYihVNAjZ1Y8zwqSDN0,101
 redisbench_admin/deploy/args.py,sha256=neLUcQqI__HkJItkQg2C293hl5g3yHG40t171r7-E5Y,1732
-redisbench_admin/deploy/deploy.py,sha256=MtfJbsL97DLrbBYut6zRCzyEMebX4xWoZE-m4-JDRB8,3885
+redisbench_admin/deploy/deploy.py,sha256=c1srxDMaUHuyh6wGdgLqzTz3ljZFtGqiumtAmguVyuk,3791
 redisbench_admin/environments/__init__.py,sha256=cD7zfXt0VEmy0b7452HvcAxX_9kVj6Vm213yNdUHP20,95
 redisbench_admin/environments/oss_cluster.py,sha256=lUOG6oN8VXAnDXFK7Xns-ag-hSOSxxxL8jZ4Mh03hQY,6681
 redisbench_admin/environments/oss_standalone.py,sha256=Sl38rUpwJ3wNOl9zn38iK8q2iJi2pRFmaJAZJbuT_SQ,2474
@@ -15,7 +15,7 @@ redisbench_admin/export/__init__.py,sha256=DtBXRp0Q01XgCFmY-1OIePMyyYihVNAjZ1Y8z
 redisbench_admin/export/args.py,sha256=v_WjJCNz_LeIFMNwSN6XwRmvSx1K2ys8XS1gK50EM_4,3508
 redisbench_admin/export/common/__init__.py,sha256=DtBXRp0Q01XgCFmY-1OIePMyyYihVNAjZ1Y8zwqSDN0,101
 redisbench_admin/export/common/common.py,sha256=LnvXjMLlJRzMTxiFIjrfRFfDx9JJm88OZHu7lnTOpFA,4331
-redisbench_admin/export/export.py,sha256=u00NjaCbWhCJ319leVlP4ZkqiqZt5FN4Gbag4Poo23M,11274
+redisbench_admin/export/export.py,sha256=ozt3WmCMbttJoY6Ac2CAdA_5DuhKNaImun4BEdf_1f0,11228
 redisbench_admin/export/google_benchmark/__init__.py,sha256=DtBXRp0Q01XgCFmY-1OIePMyyYihVNAjZ1Y8zwqSDN0,101
 redisbench_admin/export/google_benchmark/google_benchmark_json_format.py,sha256=OuMaMmmma5VvXA0rcLIQSMxIq81oa5I3xYDFhbWj-IA,1804
 redisbench_admin/export/memtier_benchmark/__init__.py,sha256=DtBXRp0Q01XgCFmY-1OIePMyyYihVNAjZ1Y8zwqSDN0,101
@@ -35,7 +35,7 @@ redisbench_admin/grafana_api/grafana_api.py,sha256=dG17GCYmWRILmy7h3-OiBeGzuNGnR
 redisbench_admin/profilers/__init__.py,sha256=DtBXRp0Q01XgCFmY-1OIePMyyYihVNAjZ1Y8zwqSDN0,101
 redisbench_admin/profilers/daemon.py,sha256=Y4ZbbH-cRHJk9cvpsb60UZFq_HVHWXtatb7T2vtlRKo,12973
 redisbench_admin/profilers/flamegraph.pl,sha256=Za5XE-1gb_U-nzqwoyRwfe1TB182c64gITa-2klWTTA,35898
-redisbench_admin/profilers/perf.py,sha256=HtzzMVsXEJa1H7tOAfKlbFYDn2KnxAG_IU9yKPKZB7w,27772
+redisbench_admin/profilers/perf.py,sha256=OjHI9iKqCx9vZDqRqz0xOGoeKLTRps-ikBKVxSJqwC4,27756
 redisbench_admin/profilers/perf_daemon_caller.py,sha256=nD97cXmX3JytyafvNMmhUBq40uYrf6vtjdJ1TXZbvVY,4948
 redisbench_admin/profilers/pprof.py,sha256=g7oNC3AtNDTUOBIh_mIi5bFl_b0mL8tqBu6qKvAOrKw,3949
 redisbench_admin/profilers/profilers.py,sha256=4C1xaPyLoPydJ3eBAxW7IlSHG-3qj3A3BAKejiZXEK0,510
@@ -175,8 +175,8 @@ redisbench_admin/run/ann/pkg/test/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeR
 redisbench_admin/run/ann/pkg/test/test-jaccard.py,sha256=oIhaQCQKrQokwv3fvgLSwPlRwkY0MNppG9Fc08oS3ZI,462
 redisbench_admin/run/ann/pkg/test/test-metrics.py,sha256=vJdS8Kuk8bAnpB65Uqb-9rUUI35XrHwaO3cNwKX5gxc,3057
 redisbench_admin/run/args.py,sha256=tevHZrezJ4RreHp6K-MGHko3e1Gi_IdsS2Q0jD2ZSoU,8173
-redisbench_admin/run/cluster.py,sha256=QuptSW-IhdyFIoQ3hzY613jtQWxBrVIlgc8OarcEK20,6072
-redisbench_admin/run/common.py,sha256=5TAxmHbUti7S3nzPzn7f-L4ls6gpStU2C4yvkiii7m4,28410
+redisbench_admin/run/cluster.py,sha256=_Y6a8Dbu1cJ7OxhgymKQSZcCmV8cZ3UpGEWL6b6O84Y,6363
+redisbench_admin/run/common.py,sha256=u1XM87EsqAa4pE8IMY_Pq1DaiwvcTG79xcv9IVaYMj0,28218
 redisbench_admin/run/ftsb/__init__.py,sha256=DtBXRp0Q01XgCFmY-1OIePMyyYihVNAjZ1Y8zwqSDN0,101
 redisbench_admin/run/ftsb/ftsb.py,sha256=NP-K_hCEagmX5ayN0pQVtOdQxDTwgxKrnzz9_MLT9qQ,2492
 redisbench_admin/run/git.py,sha256=6UYGcTN0MPzf4QDVoJnFkou0yZasLF6jLG7f0zoySq8,3064
@@ -199,44 +199,44 @@ redisbench_admin/run/ycsb/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJW
 redisbench_admin/run/ycsb/ycsb.py,sha256=cs5saVH7C4YpDvzhoa15PwEho59qTVR1E90v_FYjMVw,6873
 redisbench_admin/run_async/__init__.py,sha256=DtBXRp0Q01XgCFmY-1OIePMyyYihVNAjZ1Y8zwqSDN0,101
 redisbench_admin/run_async/async_env.py,sha256=tE1turaaZNHfOaSpGxh62EJWp88zoQFUf3sMbaS7JRA,2408
-redisbench_admin/run_async/async_terraform.py,sha256=ngOQnECUuC20pZwiJItaiBnzlwT2DiKciPTHtqLURe4,11299
+redisbench_admin/run_async/async_terraform.py,sha256=fRzhUq9kIPs0EjQxrpctkoNiI2Q4fKTdNlVbBDpG1Ys,11223
 redisbench_admin/run_async/benchmark.py,sha256=S-dsaWGjgsPQxj8sXAACnbtNw5zlJnRFoo53ULbrMEY,1630
 redisbench_admin/run_async/log.py,sha256=cD7zfXt0VEmy0b7452HvcAxX_9kVj6Vm213yNdUHP20,95
-redisbench_admin/run_async/render_files.py,sha256=NMagmx-2hsMET_XN8tkmQz55g-azqW7SjAqaq4GL8F0,2676
+redisbench_admin/run_async/render_files.py,sha256=OMPy3-GnU14tQ4HNlF5utOnmzpRAXURwG_h8UDkTmYs,2674
 redisbench_admin/run_async/run_async.py,sha256=g2ZOQqj9vXZYaRyNpJZtgfYyY9tMuRmEv3Hh3qWOUs8,14525
 redisbench_admin/run_local/__init__.py,sha256=DtBXRp0Q01XgCFmY-1OIePMyyYihVNAjZ1Y8zwqSDN0,101
 redisbench_admin/run_local/args.py,sha256=9Qr-IVQJ3TMqFkn9Jp597KjU2AGq3u0X5Eb82CWD7wk,1504
 redisbench_admin/run_local/local_client.py,sha256=gwawMDOBrf7m--uyxu8kMZC5LBiLjbUBSKvzVOdOAas,124
 redisbench_admin/run_local/local_db.py,sha256=9vINqKOs-wDMFEuEHT0I8KO9YnEo_h4NWNk5da3LwSY,7518
 redisbench_admin/run_local/local_helpers.py,sha256=JyqLW2-Sbm35BXjxxfOB1yK7ADdLfcVrq08NLNdIwac,7026
-redisbench_admin/run_local/run_local.py,sha256=U3C8UKH-DevcLE-TFtC2EHdpAV2xL5dZmGWU6cfbras,31184
+redisbench_admin/run_local/run_local.py,sha256=j3FvRPP6ROk5COX7j5bCizXa7UOHd-A8EnxIxR6gQHU,31176
 redisbench_admin/run_remote/__init__.py,sha256=DtBXRp0Q01XgCFmY-1OIePMyyYihVNAjZ1Y8zwqSDN0,101
 redisbench_admin/run_remote/args.py,sha256=vhV87avBwXL8c2QLqrAkIyWD53MYhN06F-3wRv3l5xE,3829
 redisbench_admin/run_remote/consts.py,sha256=bCMkwyeBD-EmOpoHKni7LjWy5WuaxGJhGhqpi4AL0RQ,386
 redisbench_admin/run_remote/log.py,sha256=cD7zfXt0VEmy0b7452HvcAxX_9kVj6Vm213yNdUHP20,95
 redisbench_admin/run_remote/notifications.py,sha256=-W9fLaftEFNfplBl2clHk37jbYxliDbHftQ62khN31k,2157
 redisbench_admin/run_remote/remote_client.py,sha256=rRmDro1weto01wzqYpId8NMPoizEzSyudXBCjYrBVMs,14128
-redisbench_admin/run_remote/remote_db.py,sha256=GTBBo2G0Iu_9Zlw8Ws7WK8JJgNLJaGtSy9sXvfePeTs,13121
+redisbench_admin/run_remote/remote_db.py,sha256=EEDeiOZk-godr5EINscEkOJLGWUN3gFfH6RaBzAKbak,14566
 redisbench_admin/run_remote/remote_env.py,sha256=Ux_0QT1unNRlKl3cakzjG5Px1uuxOOfBoF_pnalx_T8,4936
 redisbench_admin/run_remote/remote_failures.py,sha256=IOo6DyxarcwwMPCeN4gWB2JrhuC9iBLwq0nCROqr5ak,1567
-redisbench_admin/run_remote/remote_helpers.py,sha256=ngNjPJP0EwANJFhOFmujF0eSE5Ga3O0WcVuDda9cS9E,9917
-redisbench_admin/run_remote/run_remote.py,sha256=A7wPc_K992JtkO4_l26UfYyfvzokD060WQvKbp8t_c0,69332
-redisbench_admin/run_remote/standalone.py,sha256=tbnKFs6wxmkRkDuxP3A420PPdb8YSmPymDlnoL2GeOQ,6745
-redisbench_admin/run_remote/terraform.py,sha256=vV3eWXNwj7vsnFNqUgCir5ueZS4VYopEyzWiTtoSq0Q,4018
+redisbench_admin/run_remote/remote_helpers.py,sha256=A3oyMg3PcXluB2g746jgfnVpq4_WIsDw0o_6-okAh4E,10552
+redisbench_admin/run_remote/run_remote.py,sha256=s4GEqNU-hyBVCrSJCb4Tg9jZXe6EymcZcZ7-p9viKE4,70198
+redisbench_admin/run_remote/standalone.py,sha256=BT_3ojr6w84FZGwTkFxDLnSGMth24FyaoXedKLhf5h4,12629
+redisbench_admin/run_remote/terraform.py,sha256=FCkE69h2nYK6ehfHGkoQqE-e2tPh2FWSYX1AoAei4GA,3988
 redisbench_admin/utils/__init__.py,sha256=DtBXRp0Q01XgCFmY-1OIePMyyYihVNAjZ1Y8zwqSDN0,101
 redisbench_admin/utils/benchmark_config.py,sha256=bC2C6rnj89wkkSlOXyyfe0N15unn_M1t1zfskfVkb98,21387
 redisbench_admin/utils/local.py,sha256=zUvyVI9LZMT3qyxs1pO3mXL6Bt_1z9EZUGppaRcWNRA,3890
 redisbench_admin/utils/redisearch.py,sha256=lchUEzpt0zB1rHwlDlw9LLifAnxFWcLP-PePw7TjL-0,1602
 redisbench_admin/utils/redisgraph_benchmark_go.py,sha256=os7EJt6kBxsFJLKkSoANbjMT7-cEq4-Ns-49alk2Tf8,2048
-redisbench_admin/utils/remote.py,sha256=xQuTbfEMNpHW38njaiuw2j1P4BPYsv-uCzfIVsKot0Q,40694
+redisbench_admin/utils/remote.py,sha256=e9N1poTODH1zcrmyscOco9jdxHxOBZYpW00FBGWGfQY,40670
 redisbench_admin/utils/results.py,sha256=uKk3uNJ--bSXlUj_HGQ2OaV6MVqmXJVM8xTzFV6EOw4,3267
 redisbench_admin/utils/ssh.py,sha256=QW4AwlocMHJt05QMdN_4f8WeDmxiEwR80ny8VBThq6k,6533
-redisbench_admin/utils/utils.py,sha256=YxuSPS6dtBw7T8e09678rUNNiCSkuFtVXNc05-qytbI,14370
+redisbench_admin/utils/utils.py,sha256=XVSvo1_DdcYwk2jOxL3VPVPbnDnhGYt8ieYfANo6rTo,15085
 redisbench_admin/watchdog/__init__.py,sha256=cD7zfXt0VEmy0b7452HvcAxX_9kVj6Vm213yNdUHP20,95
 redisbench_admin/watchdog/args.py,sha256=nKsG1G6ATOZlAMHMtT9u3kXxduKCbejSZ5x8oB_ynZ8,1312
 redisbench_admin/watchdog/watchdog.py,sha256=0wWYge3x_OMxWrzazNhJif2NK4tKsI963HVZqjczRag,6189
-redisbench_admin-0.11.37.dist-info/LICENSE,sha256=AAMtfs82zOOvmG68vILivm6lxi2rcOlGObmA8jzxQvw,10768
-redisbench_admin-0.11.37.dist-info/METADATA,sha256=YIUpLokuWOjpDnQi_hucWtzhcJ5a9494XGJ7NBmhudc,5389
-redisbench_admin-0.11.37.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-redisbench_admin-0.11.37.dist-info/entry_points.txt,sha256=UUawXk_AS-PlieKJ1QxPQXGsRLb6OW_F0MtmA1W0KE8,113
-redisbench_admin-0.11.37.dist-info/RECORD,,
+redisbench_admin-0.11.39.dist-info/LICENSE,sha256=AAMtfs82zOOvmG68vILivm6lxi2rcOlGObmA8jzxQvw,10768
+redisbench_admin-0.11.39.dist-info/METADATA,sha256=apkZr_qljuPHiCPAH3iWj8TBAYvEQHKgrW0pNSzlCOw,5389
+redisbench_admin-0.11.39.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+redisbench_admin-0.11.39.dist-info/entry_points.txt,sha256=UUawXk_AS-PlieKJ1QxPQXGsRLb6OW_F0MtmA1W0KE8,113
+redisbench_admin-0.11.39.dist-info/RECORD,,