redis-benchmarks-specification 0.1.336__py3-none-any.whl → 0.1.338__py3-none-any.whl

redis_benchmarks_specification/__runner__/runner.py

@@ -1934,7 +1934,7 @@ def process_self_contained_coordinator_stream(
                                     benchmark_tool_global=benchmark_tool_global,
                                 )
                                 continue
-                            logging.info(
+                            logging.debug(
                                 "Test {} priority ({}) is within the priority limit [{},{}]".format(
                                     test_name,
                                     priority,

redis_benchmarks_specification/__self_contained_coordinator__/args.py

@@ -205,6 +205,6 @@ def create_self_contained_coordinator_args(project_name):
         "--skip-clear-pending-on-startup",
         default=False,
         action="store_true",
-        help="Skip automatically clearing pending messages for this consumer on startup. By default, pending messages are cleared to recover from crashes.",
+        help="Skip automatically clearing pending messages and resetting consumer group position on startup. By default, pending messages are cleared and consumer group is reset to latest position to skip old work and recover from crashes.",
     )
     return parser

redis_benchmarks_specification/__self_contained_coordinator__/runners.py

@@ -143,6 +143,30 @@ def clear_pending_messages_for_consumer(conn, running_platform, consumer_pos):
         logging.error(f"Unexpected error clearing pending messages: {e}")
 
 
+def reset_consumer_group_to_latest(conn, running_platform):
+    """Reset the consumer group position to only read new messages (skip old ones)"""
+    consumer_group_name = get_runners_consumer_group_name(running_platform)
+
+    try:
+        # Set the consumer group position to '$' (latest) to skip all existing messages
+        conn.xgroup_setid(
+            STREAM_KEYNAME_NEW_BUILD_EVENTS,
+            consumer_group_name,
+            id="$"
+        )
+        logging.info(
+            f"Reset consumer group {consumer_group_name} position to latest - will only process new messages"
+        )
+
+    except redis.exceptions.ResponseError as e:
+        if "NOGROUP" in str(e):
+            logging.info(f"Consumer group {consumer_group_name} does not exist yet")
+        else:
+            logging.warning(f"Error resetting consumer group position: {e}")
+    except Exception as e:
+        logging.error(f"Unexpected error resetting consumer group position: {e}")
+
+
 def process_self_contained_coordinator_stream(
     conn,
     datasink_push_results_redistimeseries,

redis_benchmarks_specification/__self_contained_coordinator__/self_contained_coordinator.py

@@ -76,6 +76,7 @@ from redis_benchmarks_specification.__self_contained_coordinator__.runners impor
     build_runners_consumer_group_create,
     get_runners_consumer_group_name,
     clear_pending_messages_for_consumer,
+    reset_consumer_group_to_latest,
 )
 from redis_benchmarks_specification.__setups__.topologies import get_topologies
 
@@ -651,15 +652,16 @@ def main():
     running_platform = args.platform_name
     build_runners_consumer_group_create(gh_event_conn, running_platform)
 
-    # Clear pending messages by default (unless explicitly skipped)
+    # Clear pending messages and reset consumer group position by default (unless explicitly skipped)
     if not args.skip_clear_pending_on_startup:
         consumer_pos = args.consumer_pos
-        logging.info("Clearing pending messages on startup (default behavior)")
+        logging.info("Clearing pending messages and resetting consumer group position on startup (default behavior)")
         clear_pending_messages_for_consumer(
             gh_event_conn, running_platform, consumer_pos
         )
+        reset_consumer_group_to_latest(gh_event_conn, running_platform)
     else:
-        logging.info("Skipping pending message cleanup as requested")
+        logging.info("Skipping pending message cleanup and consumer group reset as requested")
 
     stream_id = None
     docker_client = docker.from_env()
@@ -2285,14 +2287,14 @@ def filter_test_files(
                 continue
 
             if command_groups_regexp is not None:
-                logging.info(
+                logging.debug(
                     "Filtering all test command groups via a regular expression: {}".format(
                         command_groups_regexp
                     )
                 )
                 if "tested-groups" in benchmark_config:
                     command_groups = benchmark_config["tested-groups"]
-                    logging.info(
+                    logging.debug(
                         f"The file {test_file} (test name = {test_name}) contains the following groups: {command_groups}"
                     )
                     groups_regex_string = re.compile(command_groups_regexp)
@@ -2301,14 +2303,14 @@ def filter_test_files(
                         match_obj = re.search(groups_regex_string, command_group)
                         if match_obj is not None:
                             found = True
-                            logging.info(f"found the command group {command_group}")
+                            logging.debug(f"found the command group {command_group}")
                     if found is False:
                         logging.info(
                             f"Skipping {test_file} given the following groups: {command_groups} does not match command group regex {command_groups_regexp}"
                         )
                         continue
                 else:
-                    logging.warning(
+                    logging.debug(
                         f"The file {test_file} (test name = {test_name}) does not contain the property 'tested-groups'. Cannot filter based uppon groups..."
                     )
 

{redis_benchmarks_specification-0.1.336.dist-info → redis_benchmarks_specification-0.1.338.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: redis-benchmarks-specification
-Version: 0.1.336
+Version: 0.1.338
 Summary: The Redis benchmarks specification describes the cross-language/tools requirements and expectations to foster performance and observability standards around redis related technologies. Members from both industry and academia, including organizations and individuals are encouraged to contribute.
 Author: filipecosta90
 Author-email: filipecosta.90@gmail.com

{redis_benchmarks_specification-0.1.336.dist-info → redis_benchmarks_specification-0.1.338.dist-info}/RECORD

@@ -26,9 +26,9 @@ redis_benchmarks_specification/__init__.py,sha256=YQIEx2sLPPA0JR9OuCuMNMNtm-f_gq
 redis_benchmarks_specification/__runner__/__init__.py,sha256=l-G1z-t6twUgi8QLueqoTQLvJmv3hJoEYskGm6H7L6M,83
 redis_benchmarks_specification/__runner__/args.py,sha256=K3VGmBC0-9lSv9H6VDp0N-6FGMWvc_4H0pG_TOXN5u8,11312
 redis_benchmarks_specification/__runner__/remote_profiling.py,sha256=R7obNQju8mmY9oKkcndjI4aAuxi84OCLhDSqqaYu1SU,18610
-redis_benchmarks_specification/__runner__/runner.py,sha256=JW2fB0C6Ce4d6VVQK50qNqpSNGEjq6QVjowUMUA0gzs,156345
+redis_benchmarks_specification/__runner__/runner.py,sha256=xuPc2ht3sPlnqZblANgECtqHX_BgQNodDMKvdurDuTk,156346
 redis_benchmarks_specification/__self_contained_coordinator__/__init__.py,sha256=l-G1z-t6twUgi8QLueqoTQLvJmv3hJoEYskGm6H7L6M,83
-redis_benchmarks_specification/__self_contained_coordinator__/args.py,sha256=Rkajbvb-R4aEJd01gHNbAWrKuiqycHNfKVdO28nDEjI,7244
+redis_benchmarks_specification/__self_contained_coordinator__/args.py,sha256=2nTD4g4V1NjMRjRuDvHaoub5sjcav0GCnxv2HFiXWKc,7329
 redis_benchmarks_specification/__self_contained_coordinator__/artifacts.py,sha256=OVHqJzDgeSSRfUSiKp1ZTAVv14PvSbk-5yJsAAoUfpw,936
 redis_benchmarks_specification/__self_contained_coordinator__/build_info.py,sha256=vlg8H8Rxu2falW8xp1GvL1SV1fyBguSbz6Apxc7A2yM,2282
 redis_benchmarks_specification/__self_contained_coordinator__/clients.py,sha256=EL1V4-i-tTav1mcF_CUosqPF3Q1qi9BZL0zFajEk70c,1878
@@ -36,8 +36,8 @@ redis_benchmarks_specification/__self_contained_coordinator__/cpuset.py,sha256=s
 redis_benchmarks_specification/__self_contained_coordinator__/docker.py,sha256=09SyAfqlzs1KG9ZAajClNWtiNk4Jqzd--4-m3n1rLjU,3156
 redis_benchmarks_specification/__self_contained_coordinator__/post_processing.py,sha256=sVLKNnWdAqYY9DjVdqRC5tDaIrVSaI3Ca7w8-DQ-LRM,776
 redis_benchmarks_specification/__self_contained_coordinator__/prepopulation.py,sha256=1UeFr2T1ZQBcHCSd4W1ZtaWgXyFPfjLyDi_DgDc1eTA,2957
-redis_benchmarks_specification/__self_contained_coordinator__/runners.py,sha256=agom6H0iDUH_oQkObS8EtoAm0JUpTVeiBv-EMEnEMtY,31908
-redis_benchmarks_specification/__self_contained_coordinator__/self_contained_coordinator.py,sha256=e60Juo_zq-gSD4SPGwprFGamwYt5zLet47SkLl2TcWQ,112546
+redis_benchmarks_specification/__self_contained_coordinator__/runners.py,sha256=CXCyYb5G8IBHrm_6Czi2ArPQO7Pd1NJPGUYn836WadE,32872
+redis_benchmarks_specification/__self_contained_coordinator__/self_contained_coordinator.py,sha256=Jpcby63kpVAOx0HiYzehJd6-gS5b-LNnUz0TRAdQ48M,112752
 redis_benchmarks_specification/__setups__/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 redis_benchmarks_specification/__setups__/topologies.py,sha256=xQ1IJkcTji_ZjLiJd3vOxZpvbNtBLZw9cPkw5hGJKHU,481
 redis_benchmarks_specification/__spec__/__init__.py,sha256=l-G1z-t6twUgi8QLueqoTQLvJmv3hJoEYskGm6H7L6M,83
@@ -282,8 +282,8 @@ redis_benchmarks_specification/test-suites/memtier_benchmark-playbook-session-st
 redis_benchmarks_specification/test-suites/memtier_benchmark-playbook-session-storage-1k-sessions.yml,sha256=2egtIxPxCze2jlbAfgsk4v9JSQHNMoPLbDWFEW8olDg,7006
 redis_benchmarks_specification/test-suites/template.txt,sha256=ezqGiRPOvuSDO0iG7GEf-AGXNfHbgXI89_G0RUEzL88,481
 redis_benchmarks_specification/vector-search-test-suites/vector_db_benchmark_test.yml,sha256=PD7ow-k4Ll2BkhEC3aIqiaCZt8Hc4aJIp96Lw3J3mcI,791
-redis_benchmarks_specification-0.1.336.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-redis_benchmarks_specification-0.1.336.dist-info/METADATA,sha256=hM1VX_8NMVcnRebZ26eX7WOZ2Zga0G06PYsV5FFJ114,22768
-redis_benchmarks_specification-0.1.336.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-redis_benchmarks_specification-0.1.336.dist-info/entry_points.txt,sha256=x5WBXCZsnDRTZxV7SBGmC65L2k-ygdDOxV8vuKN00Nk,715
-redis_benchmarks_specification-0.1.336.dist-info/RECORD,,
+redis_benchmarks_specification-0.1.338.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+redis_benchmarks_specification-0.1.338.dist-info/METADATA,sha256=Ak3-Pw7UjP7ftlTuKAivQBA_MuZhMBIRQNFsqI6XLiM,22768
+redis_benchmarks_specification-0.1.338.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+redis_benchmarks_specification-0.1.338.dist-info/entry_points.txt,sha256=x5WBXCZsnDRTZxV7SBGmC65L2k-ygdDOxV8vuKN00Nk,715
+redis_benchmarks_specification-0.1.338.dist-info/RECORD,,