redis-benchmarks-specification 0.1.335__tar.gz → 0.1.336__tar.gz

{redis_benchmarks_specification-0.1.335 → redis_benchmarks_specification-0.1.336}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: redis-benchmarks-specification
-Version: 0.1.335
+Version: 0.1.336
 Summary: The Redis benchmarks specification describes the cross-language/tools requirements and expectations to foster performance and observability standards around redis related technologies. Members from both industry and academia, including organizations and individuals are encouraged to contribute.
 Author: filipecosta90
 Author-email: filipecosta.90@gmail.com

{redis_benchmarks_specification-0.1.335 → redis_benchmarks_specification-0.1.336}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "redis-benchmarks-specification"
-version = "0.1.335"
+version = "0.1.336"
 description = "The Redis benchmarks specification describes the cross-language/tools requirements and expectations to foster performance and observability standards around redis related technologies. Members from both industry and academia, including organizations and individuals are encouraged to contribute."
 authors = ["filipecosta90 <filipecosta.90@gmail.com>","Redis Performance Group <performance@redis.com>"]
 readme = "Readme.md"

{redis_benchmarks_specification-0.1.335 → redis_benchmarks_specification-0.1.336}/redis_benchmarks_specification/__runner__/runner.py

@@ -1482,7 +1482,9 @@ def process_self_contained_coordinator_stream(
         default_metrics = get_defaults_result[2]
     else:
         default_metrics = []
-        logging.warning("get_defaults returned fewer values than expected, using empty default_metrics")
+        logging.warning(
+            "get_defaults returned fewer values than expected, using empty default_metrics"
+        )
 
     # For memory comparison mode, analyze datasets before starting
     if memory_comparison_only:

{redis_benchmarks_specification-0.1.335 → redis_benchmarks_specification-0.1.336}/redis_benchmarks_specification/__self_contained_coordinator__/args.py

@@ -201,4 +201,10 @@ def create_self_contained_coordinator_args(project_name):
         default=None,
         help="Password for HTTP endpoint authentication. HTTP server is disabled if not provided.",
     )
+    parser.add_argument(
+        "--skip-clear-pending-on-startup",
+        default=False,
+        action="store_true",
+        help="Skip automatically clearing pending messages for this consumer on startup. By default, pending messages are cleared to recover from crashes.",
+    )
     return parser

{redis_benchmarks_specification-0.1.335 → redis_benchmarks_specification-0.1.336}/redis_benchmarks_specification/__self_contained_coordinator__/runners.py

@@ -99,6 +99,50 @@ def get_runners_consumer_group_name(running_platform):
     return consumer_group_name
 
 
+def clear_pending_messages_for_consumer(conn, running_platform, consumer_pos):
+    """Clear all pending messages for a specific consumer on startup"""
+    consumer_group_name = get_runners_consumer_group_name(running_platform)
+    consumer_name = "{}-self-contained-proc#{}".format(
+        consumer_group_name, consumer_pos
+    )
+
+    try:
+        # Get pending messages for this specific consumer
+        pending_info = conn.xpending_range(
+            STREAM_KEYNAME_NEW_BUILD_EVENTS,
+            consumer_group_name,
+            min="-",
+            max="+",
+            count=1000,  # Get up to 1000 pending messages
+            consumername=consumer_name,
+        )
+
+        if pending_info:
+            message_ids = [msg["message_id"] for msg in pending_info]
+            logging.info(
+                f"Found {len(message_ids)} pending messages for consumer {consumer_name}. Clearing them..."
+            )
+
+            # Acknowledge all pending messages to clear them
+            ack_count = conn.xack(
+                STREAM_KEYNAME_NEW_BUILD_EVENTS, consumer_group_name, *message_ids
+            )
+
+            logging.info(
+                f"Successfully cleared {ack_count} pending messages for consumer {consumer_name}"
+            )
+        else:
+            logging.info(f"No pending messages found for consumer {consumer_name}")
+
+    except redis.exceptions.ResponseError as e:
+        if "NOGROUP" in str(e):
+            logging.info(f"Consumer group {consumer_group_name} does not exist yet")
+        else:
+            logging.warning(f"Error clearing pending messages: {e}")
+    except Exception as e:
+        logging.error(f"Unexpected error clearing pending messages: {e}")
+
+
 def process_self_contained_coordinator_stream(
     conn,
     datasink_push_results_redistimeseries,

{redis_benchmarks_specification-0.1.335 → redis_benchmarks_specification-0.1.336}/redis_benchmarks_specification/__self_contained_coordinator__/self_contained_coordinator.py

@@ -75,6 +75,7 @@ from redis_benchmarks_specification.__self_contained_coordinator__.args import (
 from redis_benchmarks_specification.__self_contained_coordinator__.runners import (
     build_runners_consumer_group_create,
     get_runners_consumer_group_name,
+    clear_pending_messages_for_consumer,
 )
 from redis_benchmarks_specification.__setups__.topologies import get_topologies
 
@@ -649,6 +650,17 @@ def main():
     logging.info("checking build spec requirements")
     running_platform = args.platform_name
     build_runners_consumer_group_create(gh_event_conn, running_platform)
+
+    # Clear pending messages by default (unless explicitly skipped)
+    if not args.skip_clear_pending_on_startup:
+        consumer_pos = args.consumer_pos
+        logging.info("Clearing pending messages on startup (default behavior)")
+        clear_pending_messages_for_consumer(
+            gh_event_conn, running_platform, consumer_pos
+        )
+    else:
+        logging.info("Skipping pending message cleanup as requested")
+
     stream_id = None
     docker_client = docker.from_env()
     home = str(Path.home())
@@ -680,7 +692,9 @@ def main():
         default_metrics = get_defaults_result[2]
     else:
         default_metrics = []
-        logging.warning("get_defaults returned fewer values than expected, using empty default_metrics")
+        logging.warning(
+            "get_defaults returned fewer values than expected, using empty default_metrics"
+        )
 
     # Consumer id
     consumer_pos = args.consumer_pos