redis-benchmarks-specification 0.1.335__py3-none-any.whl → 0.1.337__py3-none-any.whl

redis_benchmarks_specification/__runner__/runner.py

@@ -1482,7 +1482,9 @@ def process_self_contained_coordinator_stream(
         default_metrics = get_defaults_result[2]
     else:
         default_metrics = []
-        logging.warning("get_defaults returned fewer values than expected, using empty default_metrics")
+        logging.warning(
+            "get_defaults returned fewer values than expected, using empty default_metrics"
+        )
 
     # For memory comparison mode, analyze datasets before starting
     if memory_comparison_only:

redis_benchmarks_specification/__self_contained_coordinator__/args.py

@@ -201,4 +201,10 @@ def create_self_contained_coordinator_args(project_name):
         default=None,
         help="Password for HTTP endpoint authentication. HTTP server is disabled if not provided.",
     )
+    parser.add_argument(
+        "--skip-clear-pending-on-startup",
+        default=False,
+        action="store_true",
+        help="Skip automatically clearing pending messages for this consumer on startup. By default, pending messages are cleared to recover from crashes.",
+    )
     return parser

redis_benchmarks_specification/__self_contained_coordinator__/runners.py

@@ -99,6 +99,50 @@ def get_runners_consumer_group_name(running_platform):
     return consumer_group_name
 
 
+def clear_pending_messages_for_consumer(conn, running_platform, consumer_pos):
+    """Clear all pending messages for a specific consumer on startup"""
+    consumer_group_name = get_runners_consumer_group_name(running_platform)
+    consumer_name = "{}-self-contained-proc#{}".format(
+        consumer_group_name, consumer_pos
+    )
+
+    try:
+        # Get pending messages for this specific consumer
+        pending_info = conn.xpending_range(
+            STREAM_KEYNAME_NEW_BUILD_EVENTS,
+            consumer_group_name,
+            min="-",
+            max="+",
+            count=1000,  # Get up to 1000 pending messages
+            consumername=consumer_name,
+        )
+
+        if pending_info:
+            message_ids = [msg["message_id"] for msg in pending_info]
+            logging.info(
+                f"Found {len(message_ids)} pending messages for consumer {consumer_name}. Clearing them..."
+            )
+
+            # Acknowledge all pending messages to clear them
+            ack_count = conn.xack(
+                STREAM_KEYNAME_NEW_BUILD_EVENTS, consumer_group_name, *message_ids
+            )
+
+            logging.info(
+                f"Successfully cleared {ack_count} pending messages for consumer {consumer_name}"
+            )
+        else:
+            logging.info(f"No pending messages found for consumer {consumer_name}")
+
+    except redis.exceptions.ResponseError as e:
+        if "NOGROUP" in str(e):
+            logging.info(f"Consumer group {consumer_group_name} does not exist yet")
+        else:
+            logging.warning(f"Error clearing pending messages: {e}")
+    except Exception as e:
+        logging.error(f"Unexpected error clearing pending messages: {e}")
+
+
 def process_self_contained_coordinator_stream(
     conn,
     datasink_push_results_redistimeseries,

redis_benchmarks_specification/__self_contained_coordinator__/self_contained_coordinator.py

@@ -75,6 +75,7 @@ from redis_benchmarks_specification.__self_contained_coordinator__.args import (
 from redis_benchmarks_specification.__self_contained_coordinator__.runners import (
     build_runners_consumer_group_create,
     get_runners_consumer_group_name,
+    clear_pending_messages_for_consumer,
 )
 from redis_benchmarks_specification.__setups__.topologies import get_topologies
 
@@ -649,6 +650,17 @@ def main():
     logging.info("checking build spec requirements")
     running_platform = args.platform_name
     build_runners_consumer_group_create(gh_event_conn, running_platform)
+
+    # Clear pending messages by default (unless explicitly skipped)
+    if not args.skip_clear_pending_on_startup:
+        consumer_pos = args.consumer_pos
+        logging.info("Clearing pending messages on startup (default behavior)")
+        clear_pending_messages_for_consumer(
+            gh_event_conn, running_platform, consumer_pos
+        )
+    else:
+        logging.info("Skipping pending message cleanup as requested")
+
     stream_id = None
     docker_client = docker.from_env()
     home = str(Path.home())
@@ -680,7 +692,9 @@ def main():
         default_metrics = get_defaults_result[2]
     else:
         default_metrics = []
-        logging.warning("get_defaults returned fewer values than expected, using empty default_metrics")
+        logging.warning(
+            "get_defaults returned fewer values than expected, using empty default_metrics"
+        )
 
     # Consumer id
     consumer_pos = args.consumer_pos
@@ -2271,14 +2285,14 @@ def filter_test_files(
                 continue
 
             if command_groups_regexp is not None:
-                logging.info(
+                logging.debug(
                     "Filtering all test command groups via a regular expression: {}".format(
                         command_groups_regexp
                     )
                 )
                 if "tested-groups" in benchmark_config:
                     command_groups = benchmark_config["tested-groups"]
-                    logging.info(
+                    logging.debug(
                         f"The file {test_file} (test name = {test_name}) contains the following groups: {command_groups}"
                     )
                     groups_regex_string = re.compile(command_groups_regexp)
@@ -2287,14 +2301,14 @@ def filter_test_files(
                         match_obj = re.search(groups_regex_string, command_group)
                         if match_obj is not None:
                             found = True
-                            logging.info(f"found the command group {command_group}")
+                            logging.debug(f"found the command group {command_group}")
                     if found is False:
                         logging.info(
                             f"Skipping {test_file} given the following groups: {command_groups} does not match command group regex {command_groups_regexp}"
                         )
                         continue
                 else:
-                    logging.warning(
+                    logging.debug(
                         f"The file {test_file} (test name = {test_name}) does not contain the property 'tested-groups'. Cannot filter based uppon groups..."
                     )
 

{redis_benchmarks_specification-0.1.335.dist-info → redis_benchmarks_specification-0.1.337.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: redis-benchmarks-specification
-Version: 0.1.335
+Version: 0.1.337
 Summary: The Redis benchmarks specification describes the cross-language/tools requirements and expectations to foster performance and observability standards around redis related technologies. Members from both industry and academia, including organizations and individuals are encouraged to contribute.
 Author: filipecosta90
 Author-email: filipecosta.90@gmail.com

{redis_benchmarks_specification-0.1.335.dist-info → redis_benchmarks_specification-0.1.337.dist-info}/RECORD

@@ -26,9 +26,9 @@ redis_benchmarks_specification/__init__.py,sha256=YQIEx2sLPPA0JR9OuCuMNMNtm-f_gq
 redis_benchmarks_specification/__runner__/__init__.py,sha256=l-G1z-t6twUgi8QLueqoTQLvJmv3hJoEYskGm6H7L6M,83
 redis_benchmarks_specification/__runner__/args.py,sha256=K3VGmBC0-9lSv9H6VDp0N-6FGMWvc_4H0pG_TOXN5u8,11312
 redis_benchmarks_specification/__runner__/remote_profiling.py,sha256=R7obNQju8mmY9oKkcndjI4aAuxi84OCLhDSqqaYu1SU,18610
-redis_benchmarks_specification/__runner__/runner.py,sha256=bbd-7vwsu8YNhQ02J5T-Hxgt5E8n03Ty6rif9gUYi24,156323
+redis_benchmarks_specification/__runner__/runner.py,sha256=JW2fB0C6Ce4d6VVQK50qNqpSNGEjq6QVjowUMUA0gzs,156345
 redis_benchmarks_specification/__self_contained_coordinator__/__init__.py,sha256=l-G1z-t6twUgi8QLueqoTQLvJmv3hJoEYskGm6H7L6M,83
-redis_benchmarks_specification/__self_contained_coordinator__/args.py,sha256=1LePhRkDsoMPFclM_DoXBIoMBN8zcVoQMnm9wTK5Uqw,6961
+redis_benchmarks_specification/__self_contained_coordinator__/args.py,sha256=Rkajbvb-R4aEJd01gHNbAWrKuiqycHNfKVdO28nDEjI,7244
 redis_benchmarks_specification/__self_contained_coordinator__/artifacts.py,sha256=OVHqJzDgeSSRfUSiKp1ZTAVv14PvSbk-5yJsAAoUfpw,936
 redis_benchmarks_specification/__self_contained_coordinator__/build_info.py,sha256=vlg8H8Rxu2falW8xp1GvL1SV1fyBguSbz6Apxc7A2yM,2282
 redis_benchmarks_specification/__self_contained_coordinator__/clients.py,sha256=EL1V4-i-tTav1mcF_CUosqPF3Q1qi9BZL0zFajEk70c,1878
@@ -36,8 +36,8 @@ redis_benchmarks_specification/__self_contained_coordinator__/cpuset.py,sha256=s
 redis_benchmarks_specification/__self_contained_coordinator__/docker.py,sha256=09SyAfqlzs1KG9ZAajClNWtiNk4Jqzd--4-m3n1rLjU,3156
 redis_benchmarks_specification/__self_contained_coordinator__/post_processing.py,sha256=sVLKNnWdAqYY9DjVdqRC5tDaIrVSaI3Ca7w8-DQ-LRM,776
 redis_benchmarks_specification/__self_contained_coordinator__/prepopulation.py,sha256=1UeFr2T1ZQBcHCSd4W1ZtaWgXyFPfjLyDi_DgDc1eTA,2957
-redis_benchmarks_specification/__self_contained_coordinator__/runners.py,sha256=F11zO_ILnpmiVwTeCQnP5nDHQk3kNnajPftwKsbhlXE,30209
-redis_benchmarks_specification/__self_contained_coordinator__/self_contained_coordinator.py,sha256=gJPzG-L0QBJtwImf0rTMvmXua-4jfhznCrBl84XF-Fk,112052
+redis_benchmarks_specification/__self_contained_coordinator__/runners.py,sha256=agom6H0iDUH_oQkObS8EtoAm0JUpTVeiBv-EMEnEMtY,31908
+redis_benchmarks_specification/__self_contained_coordinator__/self_contained_coordinator.py,sha256=l7OvqbF86l7YhwQQ80En5uxECxytvqlW7NeW43q6YUM,112547
 redis_benchmarks_specification/__setups__/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 redis_benchmarks_specification/__setups__/topologies.py,sha256=xQ1IJkcTji_ZjLiJd3vOxZpvbNtBLZw9cPkw5hGJKHU,481
 redis_benchmarks_specification/__spec__/__init__.py,sha256=l-G1z-t6twUgi8QLueqoTQLvJmv3hJoEYskGm6H7L6M,83
@@ -282,8 +282,8 @@ redis_benchmarks_specification/test-suites/memtier_benchmark-playbook-session-st
 redis_benchmarks_specification/test-suites/memtier_benchmark-playbook-session-storage-1k-sessions.yml,sha256=2egtIxPxCze2jlbAfgsk4v9JSQHNMoPLbDWFEW8olDg,7006
 redis_benchmarks_specification/test-suites/template.txt,sha256=ezqGiRPOvuSDO0iG7GEf-AGXNfHbgXI89_G0RUEzL88,481
 redis_benchmarks_specification/vector-search-test-suites/vector_db_benchmark_test.yml,sha256=PD7ow-k4Ll2BkhEC3aIqiaCZt8Hc4aJIp96Lw3J3mcI,791
-redis_benchmarks_specification-0.1.335.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-redis_benchmarks_specification-0.1.335.dist-info/METADATA,sha256=3NbfRGc61aaz5PFZY84H6E7hY6Qh_845lo0k4dX6vYU,22768
-redis_benchmarks_specification-0.1.335.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-redis_benchmarks_specification-0.1.335.dist-info/entry_points.txt,sha256=x5WBXCZsnDRTZxV7SBGmC65L2k-ygdDOxV8vuKN00Nk,715
-redis_benchmarks_specification-0.1.335.dist-info/RECORD,,
+redis_benchmarks_specification-0.1.337.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+redis_benchmarks_specification-0.1.337.dist-info/METADATA,sha256=MwhGo3EAg1Au3m-RJ41H-Bi400Fj4d4xjGqcRxgGNLQ,22768
+redis_benchmarks_specification-0.1.337.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+redis_benchmarks_specification-0.1.337.dist-info/entry_points.txt,sha256=x5WBXCZsnDRTZxV7SBGmC65L2k-ygdDOxV8vuKN00Nk,715
+redis_benchmarks_specification-0.1.337.dist-info/RECORD,,