redis-benchmarks-specification 0.1.88__py3-none-any.whl → 0.1.90__py3-none-any.whl

redis_benchmarks_specification/__builder__/builder.py

@@ -506,6 +506,7 @@ def builder_process_stream(
                             tests_priority_lower_limit,
                             tests_priority_upper_limit,
                             tests_regexp,
+                            build_start_datetime,
                             build_duration_secs,
                         )
                         if contains_regression_comment:

redis_benchmarks_specification/__cli__/cli.py

@@ -351,6 +351,7 @@ def trigger_tests_cli_command_logic(args, project_name, project_version):
                     )
 
                     if args.wait_build is True:
+                        build_start_datetime = datetime.datetime.utcnow()
                         decoded_stream_id = stream_id.decode()
                         builder_list_streams = (
                             f"builder:{decoded_stream_id}:builds_completed"
@@ -409,6 +410,9 @@ def trigger_tests_cli_command_logic(args, project_name, project_version):
                         logging.info(
                             f"FINAL total of {len_list} already build benchmark stream ids for this build: {benchmark_stream_ids}"
                         )
+                        build_end_datetime = datetime.datetime.utcnow()
+                        build_duration = build_end_datetime - build_start_datetime
+                        build_duration_secs = build_duration.total_seconds()
 
                         comment_body = generate_build_finished_pr_comment(
                             benchmark_stream_ids,
@@ -420,6 +424,8 @@ def trigger_tests_cli_command_logic(args, project_name, project_version):
                             tests_priority_lower_limit,
                             tests_priority_upper_limit,
                             tests_regexp,
+                            build_start_datetime,
+                            build_duration_secs,
                         )
                         if is_actionable_pr:
                             if contains_regression_comment:

redis_benchmarks_specification/__common__/github.py

@@ -47,7 +47,7 @@ def generate_build_finished_pr_comment(
     tests_priority_lower_limit,
     tests_priority_upper_limit,
     tests_regexp,
-    build_datetime,
+    build_start_datetime,
     build_duration_seconds,
 ):
     build_duration_seconds = int(build_duration_seconds)
@@ -55,7 +55,7 @@ def generate_build_finished_pr_comment(
     comment_body += (
         "This comment was automatically generated given a benchmark was triggered.\n"
     )
-    comment_body += f"Started building at {build_datetime} and took {build_duration_seconds} seconds.\n"
+    comment_body += f"Started building at {build_start_datetime} and took {build_duration_seconds} seconds.\n"
     comment_body += "You can check each build/benchmark progress in grafana:\n"
     comment_body += f"   - git hash: {git_hash}\n"
     comment_body += f"   - git branch: {git_branch}\n"

redis_benchmarks_specification/__self_contained_coordinator__/self_contained_coordinator.py

@@ -1011,31 +1011,46 @@ def process_self_contained_coordinator_stream(
                                     )
 
                                 dataset_load_duration_seconds = 0
+                                try:
+                                    exporter_datasink_common(
+                                        benchmark_config,
+                                        benchmark_duration_seconds,
+                                        build_variant_name,
+                                        datapoint_time_ms,
+                                        dataset_load_duration_seconds,
+                                        datasink_conn,
+                                        datasink_push_results_redistimeseries,
+                                        git_branch,
+                                        git_version,
+                                        metadata,
+                                        redis_conns,
+                                        results_dict,
+                                        running_platform,
+                                        setup_name,
+                                        setup_type,
+                                        test_name,
+                                        tf_github_org,
+                                        tf_github_repo,
+                                        tf_triggering_env,
+                                        topology_spec_name,
+                                        default_metrics,
+                                    )
+                                    r.shutdown(save=False)
+
+                                except redis.exceptions.ConnectionError as e:
+                                    logging.critical(
+                                        "Some unexpected exception was caught during metric fetching. Skipping it..."
+                                    )
+                                    logging.critical(
+                                        f"Exception type: {type(e).__name__}"
+                                    )
+                                    logging.critical(f"Exception message: {str(e)}")
+                                    logging.critical("Traceback details:")
+                                    logging.critical(traceback.format_exc())
+                                    print("-" * 60)
+                                    traceback.print_exc(file=sys.stdout)
+                                    print("-" * 60)
 
-                                exporter_datasink_common(
-                                    benchmark_config,
-                                    benchmark_duration_seconds,
-                                    build_variant_name,
-                                    datapoint_time_ms,
-                                    dataset_load_duration_seconds,
-                                    datasink_conn,
-                                    datasink_push_results_redistimeseries,
-                                    git_branch,
-                                    git_version,
-                                    metadata,
-                                    redis_conns,
-                                    results_dict,
-                                    running_platform,
-                                    setup_name,
-                                    setup_type,
-                                    test_name,
-                                    tf_github_org,
-                                    tf_github_repo,
-                                    tf_triggering_env,
-                                    topology_spec_name,
-                                    default_metrics,
-                                )
-                                r.shutdown(save=False)
                                 test_result = True
                                 total_test_suite_runs = total_test_suite_runs + 1
 
@@ -1054,10 +1069,20 @@ def process_self_contained_coordinator_stream(
                                     logging.critical("Printing redis container log....")
 
                                     print("-" * 60)
-
-                                    print(
-                                        redis_container.logs(stdout=True, stderr=True)
-                                    )
+                                    try:
+                                        print(
+                                            redis_container.logs(
+                                                stdout=True, stderr=True
+                                            )
+                                        )
+                                    except docker.errors.NotFound:
+                                        logging.info(
+                                            "When trying to stop DB container with id {} and image {} it was already stopped".format(
+                                                redis_container.id,
+                                                redis_container.image,
+                                            )
+                                        )
+                                    pass
 
                                     print("-" * 60)
 

redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-2MB.yml

@@ -9,7 +9,7 @@ dbconfig:
   preload_tool:
     run_image: redislabs/memtier_benchmark:edge
     tool: memtier_benchmark
-    arguments: '"--data-size" "2000000" "--ratio" "1:0" "--key-pattern" "P:P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"'
+    arguments: '"--data-size" "2000000" "--ratio" "1:0" "--key-pattern" "P:P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1" "--key-minimum" "1000"'
   resources:
     requests:
       memory: 2g
@@ -22,7 +22,7 @@ build-variants:
 clientconfig:
   run_image: redislabs/memtier_benchmark:edge
   tool: memtier_benchmark
-  arguments: --data-size 2000000  --ratio 0:1 --key-pattern R:R -c 25 -t 4 --hide-histogram --test-time 180
+  arguments: --data-size 2000000 --key-minimum 1 --key-maximum 1000 --ratio 0:1 --key-pattern R:R -c 25 -t 4 --hide-histogram --test-time 180
   resources:
     requests:
       cpus: '4'

{redis_benchmarks_specification-0.1.88.dist-info → redis_benchmarks_specification-0.1.90.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: redis-benchmarks-specification
-Version: 0.1.88
+Version: 0.1.90
 Summary: The Redis benchmarks specification describes the cross-language/tools requirements and expectations to foster performance and observability standards around redis related technologies. Members from both industry and academia, including organizations and individuals are encouraged to contribute.
 Author: filipecosta90
 Author-email: filipecosta.90@gmail.com

{redis_benchmarks_specification-0.1.88.dist-info → redis_benchmarks_specification-0.1.90.dist-info}/RECORD

@@ -4,16 +4,16 @@ redis_benchmarks_specification/__api__/api.py,sha256=k_CMICtMm1z8jY3hByaL0hIr_5v
 redis_benchmarks_specification/__api__/app.py,sha256=JzQm84DjIVdfLbDO423BJbrds6gFzMbA0syRkHE_aUU,7063
 redis_benchmarks_specification/__builder__/Readme.md,sha256=O6MV_J3OSgzW-ir2TbukP8Vhkm_LOzQJJndG1Cykqic,111
 redis_benchmarks_specification/__builder__/__init__.py,sha256=l-G1z-t6twUgi8QLueqoTQLvJmv3hJoEYskGm6H7L6M,83
-redis_benchmarks_specification/__builder__/builder.py,sha256=tAzcYALvbuFkgaU1LTIsPTzUWNmXMHKiSGX1gj4I1Fw,24491
+redis_benchmarks_specification/__builder__/builder.py,sha256=V6kgow4b1KWcmDggEswKW47v2Nfv68qkFy_1bzX8FOc,24541
 redis_benchmarks_specification/__builder__/schema.py,sha256=1wcmyVJBcWrBvK58pghN9NCoWLCO3BzPsmdKWYfkVog,584
 redis_benchmarks_specification/__cli__/__init__.py,sha256=l-G1z-t6twUgi8QLueqoTQLvJmv3hJoEYskGm6H7L6M,83
 redis_benchmarks_specification/__cli__/args.py,sha256=GU7lJBTLtufypa1R25Ey2PeBUu9fr0Tv4iGk6wfrsRQ,6186
-redis_benchmarks_specification/__cli__/cli.py,sha256=JRWSxPyKZfebwMJEy_6pRirke2wZMmJzTgmDmBsO-XE,16863
+redis_benchmarks_specification/__cli__/cli.py,sha256=2NVOaL-6yws-HIMkfQv4QPFqppbgQ3_VrBEljHrtzTQ,17268
 redis_benchmarks_specification/__cli__/stats.py,sha256=wahzZRbpfokv8dQU8O4BH5JFrOZk-l6k8LWdKfue9_0,20204
 redis_benchmarks_specification/__common__/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 redis_benchmarks_specification/__common__/builder_schema.py,sha256=LW00BSz_LXa83wbgRFylOCyRMMH4-3YpWgYh2hevOFM,5693
 redis_benchmarks_specification/__common__/env.py,sha256=l58AH5LC2jQcyPRJA4ue_4kMloOewcqnLvkLWfzph_A,3119
-redis_benchmarks_specification/__common__/github.py,sha256=zGZR_HFPaMarF5w5CQ1Z8A1UaeQYGcZSd5TtlMhxAZ8,9378
+redis_benchmarks_specification/__common__/github.py,sha256=WsyDjkgs8Iw8U7MS2pW0d9YiNCDtTUOGgstsuTeWFYQ,9390
 redis_benchmarks_specification/__common__/package.py,sha256=4uVt1BAZ999LV2rZkq--Tk6otAVIf9YR3g3KGeUpiW4,834
 redis_benchmarks_specification/__common__/runner.py,sha256=6x1L8UAo-gmxLMcsUU4FGQ5OLV08fqygDnoVZ1rVUVQ,6642
 redis_benchmarks_specification/__common__/spec.py,sha256=3hvfAb7RuAsqB_PNEo_-iuOtgz1ZCWe3ouMwS5Mw54A,1002
@@ -33,7 +33,7 @@ redis_benchmarks_specification/__self_contained_coordinator__/cpuset.py,sha256=s
 redis_benchmarks_specification/__self_contained_coordinator__/docker.py,sha256=iivxZ55vL2kVHHkqVbXY2ftvxvceqH_Zw079KLCv9N8,2507
 redis_benchmarks_specification/__self_contained_coordinator__/prepopulation.py,sha256=ajhpzxsBy6tiHrO79gEIKQYxZR-Us6B4rC6NYg1EZjM,2875
 redis_benchmarks_specification/__self_contained_coordinator__/runners.py,sha256=Ul8UoxvWRxCVWmyaCBadpLMDOVEoNSp-A9KMPtPmUwM,28483
-redis_benchmarks_specification/__self_contained_coordinator__/self_contained_coordinator.py,sha256=reGVUVWmcx3L6EfMGi7ZbKRiIHefdVS-O15ZfbS7P7k,53612
+redis_benchmarks_specification/__self_contained_coordinator__/self_contained_coordinator.py,sha256=2HgztelRgsLJC5rhsaXaEnxu_6YMOOPhqQZKKzZGzI4,55287
 redis_benchmarks_specification/__setups__/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 redis_benchmarks_specification/__setups__/topologies.py,sha256=xQ1IJkcTji_ZjLiJd3vOxZpvbNtBLZw9cPkw5hGJKHU,481
 redis_benchmarks_specification/__spec__/__init__.py,sha256=l-G1z-t6twUgi8QLueqoTQLvJmv3hJoEYskGm6H7L6M,83
@@ -105,7 +105,7 @@ redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-1
 redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-1KiB.yml,sha256=E0omb2yhVr5jLX48JWA-_1le0PaqZkVwLer4EHLh-AA,934
 redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-200KiB.yml,sha256=rqXCcciNtZeIFVON1suAlPWkgMm9AW7UZKbb0w3qg9g,942
 redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-20KiB.yml,sha256=9XeIi_017Ra9kF-D0mcfEZJQrEPglmXv4_ziuns6iLA,938
-redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-2MB.yml,sha256=LM8LdSNHJnBJfKYQ9CiQnaz3HUFiphVEhxuEqmBjUYA,942
+redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-2MB.yml,sha256=x6QG0rbF-epkKyypS0jKUpn3OdEr7mOPfBn3AaFVFFU,999
 redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-mget-1KiB.yml,sha256=MHs-vbKpoBjTgNdkkZ6CcEEO23LYGZjWCDv48zrRdUA,987
 redis_benchmarks_specification/test-suites/memtier_benchmark-1key-geo-60M-elements-geodist-pipeline-10.yml,sha256=nE8P3duUYTUjlRv_L22eAKA2bHANqhUu2O05r55GJx8,878
 redis_benchmarks_specification/test-suites/memtier_benchmark-1key-geo-60M-elements-geodist.yml,sha256=yhwDxlcM1WmfoXbdFFkWUYhpDm0lFNEITLC5MPqiNbg,852
@@ -150,8 +150,8 @@ redis_benchmarks_specification/test-suites/memtier_benchmark-2keys-set-10-100-el
 redis_benchmarks_specification/test-suites/memtier_benchmark-2keys-stream-5-entries-xread-all-entries-pipeline-10.yml,sha256=RSkNgV5SsjdkXhM0mifi2GlwIxtiHR8N3u-ieI23BoQ,1126
 redis_benchmarks_specification/test-suites/memtier_benchmark-2keys-stream-5-entries-xread-all-entries.yml,sha256=w7-dOIU-eATHXCvJbSeih6Vt54oygtkXKskQdzCll3o,1100
 redis_benchmarks_specification/test-suites/template.txt,sha256=qrci_94QV9bPUJe0cL8lsUaQmX5Woz-jT-pDF0629AE,423
-redis_benchmarks_specification-0.1.88.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-redis_benchmarks_specification-0.1.88.dist-info/METADATA,sha256=Md4fwlhSdB9WMc_ojGrugAesyhNFn91zA1F7jHd6yoA,22482
-redis_benchmarks_specification-0.1.88.dist-info/WHEEL,sha256=7Z8_27uaHI_UZAc4Uox4PpBhQ9Y5_modZXWMxtUi4NU,88
-redis_benchmarks_specification-0.1.88.dist-info/entry_points.txt,sha256=x5WBXCZsnDRTZxV7SBGmC65L2k-ygdDOxV8vuKN00Nk,715
-redis_benchmarks_specification-0.1.88.dist-info/RECORD,,
+redis_benchmarks_specification-0.1.90.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+redis_benchmarks_specification-0.1.90.dist-info/METADATA,sha256=S-9nJqG02WZt2Q0ibWrnANBp-sDrMG8MBeZ6WRVf7YA,22482
+redis_benchmarks_specification-0.1.90.dist-info/WHEEL,sha256=7Z8_27uaHI_UZAc4Uox4PpBhQ9Y5_modZXWMxtUi4NU,88
+redis_benchmarks_specification-0.1.90.dist-info/entry_points.txt,sha256=x5WBXCZsnDRTZxV7SBGmC65L2k-ygdDOxV8vuKN00Nk,715
+redis_benchmarks_specification-0.1.90.dist-info/RECORD,,