redis-benchmarks-specification 0.1.90__py3-none-any.whl → 0.1.91__py3-none-any.whl

redis_benchmarks_specification/__common__/github.py

@@ -222,6 +222,7 @@ def generate_benchmark_started_pr_comment(
     benchmark_stream_id,
     total_pending,
     total_benchmarks,
+    total_failed,
 ):
     comment_body = (
         "### CE Performance Automation : step 2 of 2 (benchmark) RUNNING...\n\n"
@@ -231,12 +232,15 @@ def generate_benchmark_started_pr_comment(
     )
 
     completed = total_benchmarks - total_pending
+    successful = completed - total_failed
     comment_body += (
         f"Status: {markdown_progress_bar(completed,total_benchmarks,80)} completed.\n\n"
     )
     comment_body += f"In total will run {total_benchmarks} benchmarks.\n"
     comment_body += f"    - {total_pending} pending.\n"
-    comment_body += f"    - {completed} completed.\n"
+    comment_body += f"    - {completed} completed:\n"
+    comment_body += f"      - {successful} successful.\n"
+    comment_body += f"      - {total_failed} failed.\n"
 
     if not isinstance(benchmark_stream_id, str):
         benchmark_stream_id = benchmark_stream_id.decode()

redis_benchmarks_specification/__self_contained_coordinator__/self_contained_coordinator.py

@@ -531,7 +531,9 @@ def process_self_contained_coordinator_stream(
 
                 stream_test_list_pending = f"ci.benchmarks.redis/ci/redis/redis:benchmarks:{stream_id}:{running_platform}:tests_pending"
                 stream_test_list_running = f"ci.benchmarks.redis/ci/redis/redis:benchmarks:{stream_id}:{running_platform}:tests_running"
+                stream_test_list_failed = f"ci.benchmarks.redis/ci/redis/redis:benchmarks:{stream_id}:{running_platform}:tests_failed"
                 stream_test_list_completed = f"ci.benchmarks.redis/ci/redis/redis:benchmarks:{stream_id}:{running_platform}:tests_completed"
+
                 for test_file in testsuite_spec_files:
                     if defaults_filename in test_file:
                         continue
@@ -573,8 +575,9 @@ def process_self_contained_coordinator_stream(
                         )
                     filtered_test_files.append(test_file)
                 pending_tests = len(filtered_test_files)
+                failed_tests = 0
                 comment_body = generate_benchmark_started_pr_comment(
-                    stream_id, pending_tests, len(filtered_test_files)
+                    stream_id, pending_tests, len(filtered_test_files), failed_tests
                 )
                 # update on github if needed
                 if is_actionable_pr:
@@ -1125,12 +1128,21 @@ def process_self_contained_coordinator_stream(
                     conn.lrem(stream_test_list_running, 1, test_name)
                     conn.lpush(stream_test_list_completed, test_name)
                     conn.expire(stream_test_list_completed, REDIS_BINS_EXPIRE_SECS)
+                    if test_result is False:
+                        conn.lpush(stream_test_list_failed, test_name)
+                        failed_tests = failed_tests + 1
+                        logging.warning(
+                            f"updating key {stream_test_list_failed} with the failed test: {test_name}. Total failed tests {failed_tests}."
+                        )
                     pending_tests = pending_tests - 1
 
                     # update on github if needed
                     if is_actionable_pr:
                         comment_body = generate_benchmark_started_pr_comment(
-                            stream_id, pending_tests, len(filtered_test_files)
+                            stream_id,
+                            pending_tests,
+                            len(filtered_test_files),
+                            failed_tests,
                         )
                         update_comment_if_needed(
                             auto_approve_github,

{redis_benchmarks_specification-0.1.90.dist-info → redis_benchmarks_specification-0.1.91.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: redis-benchmarks-specification
-Version: 0.1.90
+Version: 0.1.91
 Summary: The Redis benchmarks specification describes the cross-language/tools requirements and expectations to foster performance and observability standards around redis related technologies. Members from both industry and academia, including organizations and individuals are encouraged to contribute.
 Author: filipecosta90
 Author-email: filipecosta.90@gmail.com

{redis_benchmarks_specification-0.1.90.dist-info → redis_benchmarks_specification-0.1.91.dist-info}/RECORD

@@ -13,7 +13,7 @@ redis_benchmarks_specification/__cli__/stats.py,sha256=wahzZRbpfokv8dQU8O4BH5JFr
 redis_benchmarks_specification/__common__/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 redis_benchmarks_specification/__common__/builder_schema.py,sha256=LW00BSz_LXa83wbgRFylOCyRMMH4-3YpWgYh2hevOFM,5693
 redis_benchmarks_specification/__common__/env.py,sha256=l58AH5LC2jQcyPRJA4ue_4kMloOewcqnLvkLWfzph_A,3119
-redis_benchmarks_specification/__common__/github.py,sha256=WsyDjkgs8Iw8U7MS2pW0d9YiNCDtTUOGgstsuTeWFYQ,9390
+redis_benchmarks_specification/__common__/github.py,sha256=mf5KBEo852w8uv6XXKTFTwf4X4aJCmk_VunMdbqt9Yo,9564
 redis_benchmarks_specification/__common__/package.py,sha256=4uVt1BAZ999LV2rZkq--Tk6otAVIf9YR3g3KGeUpiW4,834
 redis_benchmarks_specification/__common__/runner.py,sha256=6x1L8UAo-gmxLMcsUU4FGQ5OLV08fqygDnoVZ1rVUVQ,6642
 redis_benchmarks_specification/__common__/spec.py,sha256=3hvfAb7RuAsqB_PNEo_-iuOtgz1ZCWe3ouMwS5Mw54A,1002
@@ -33,7 +33,7 @@ redis_benchmarks_specification/__self_contained_coordinator__/cpuset.py,sha256=s
 redis_benchmarks_specification/__self_contained_coordinator__/docker.py,sha256=iivxZ55vL2kVHHkqVbXY2ftvxvceqH_Zw079KLCv9N8,2507
 redis_benchmarks_specification/__self_contained_coordinator__/prepopulation.py,sha256=ajhpzxsBy6tiHrO79gEIKQYxZR-Us6B4rC6NYg1EZjM,2875
 redis_benchmarks_specification/__self_contained_coordinator__/runners.py,sha256=Ul8UoxvWRxCVWmyaCBadpLMDOVEoNSp-A9KMPtPmUwM,28483
-redis_benchmarks_specification/__self_contained_coordinator__/self_contained_coordinator.py,sha256=2HgztelRgsLJC5rhsaXaEnxu_6YMOOPhqQZKKzZGzI4,55287
+redis_benchmarks_specification/__self_contained_coordinator__/self_contained_coordinator.py,sha256=__sjvSChAW2GNhZZ3tRNireT4GvuB01nmfqZJv3-GOo,55948
 redis_benchmarks_specification/__setups__/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 redis_benchmarks_specification/__setups__/topologies.py,sha256=xQ1IJkcTji_ZjLiJd3vOxZpvbNtBLZw9cPkw5hGJKHU,481
 redis_benchmarks_specification/__spec__/__init__.py,sha256=l-G1z-t6twUgi8QLueqoTQLvJmv3hJoEYskGm6H7L6M,83
@@ -150,8 +150,8 @@ redis_benchmarks_specification/test-suites/memtier_benchmark-2keys-set-10-100-el
 redis_benchmarks_specification/test-suites/memtier_benchmark-2keys-stream-5-entries-xread-all-entries-pipeline-10.yml,sha256=RSkNgV5SsjdkXhM0mifi2GlwIxtiHR8N3u-ieI23BoQ,1126
 redis_benchmarks_specification/test-suites/memtier_benchmark-2keys-stream-5-entries-xread-all-entries.yml,sha256=w7-dOIU-eATHXCvJbSeih6Vt54oygtkXKskQdzCll3o,1100
 redis_benchmarks_specification/test-suites/template.txt,sha256=qrci_94QV9bPUJe0cL8lsUaQmX5Woz-jT-pDF0629AE,423
-redis_benchmarks_specification-0.1.90.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-redis_benchmarks_specification-0.1.90.dist-info/METADATA,sha256=S-9nJqG02WZt2Q0ibWrnANBp-sDrMG8MBeZ6WRVf7YA,22482
-redis_benchmarks_specification-0.1.90.dist-info/WHEEL,sha256=7Z8_27uaHI_UZAc4Uox4PpBhQ9Y5_modZXWMxtUi4NU,88
-redis_benchmarks_specification-0.1.90.dist-info/entry_points.txt,sha256=x5WBXCZsnDRTZxV7SBGmC65L2k-ygdDOxV8vuKN00Nk,715
-redis_benchmarks_specification-0.1.90.dist-info/RECORD,,
+redis_benchmarks_specification-0.1.91.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+redis_benchmarks_specification-0.1.91.dist-info/METADATA,sha256=xCm2SmLalu-0JXtVIUk0L3tW1IaJM9WTQ5pJZ0xXTcc,22482
+redis_benchmarks_specification-0.1.91.dist-info/WHEEL,sha256=7Z8_27uaHI_UZAc4Uox4PpBhQ9Y5_modZXWMxtUi4NU,88
+redis_benchmarks_specification-0.1.91.dist-info/entry_points.txt,sha256=x5WBXCZsnDRTZxV7SBGmC65L2k-ygdDOxV8vuKN00Nk,715
+redis_benchmarks_specification-0.1.91.dist-info/RECORD,,