redis-benchmarks-specification 0.1.313__py3-none-any.whl → 0.1.316__py3-none-any.whl

redis_benchmarks_specification/__builder__/builder.py

@@ -73,6 +73,18 @@ def main():
     parser.add_argument(
         "--arch", type=str, default="amd64", help="arch to build artifacts"
     )
+    parser.add_argument(
+        "--builder-group",
+        type=str,
+        default=STREAM_GH_EVENTS_COMMIT_BUILDERS_CG,
+        help="Consumer group name to read from the stream",
+    )
+    parser.add_argument(
+        "--builder-id",
+        type=str,
+        default="1",
+        help="Consumer id to read from the stream",
+    )
     parser.add_argument(
         "--setups-folder",
         type=str,
@@ -149,7 +161,14 @@ def main():
 
     build_spec_image_prefetch(builders_folder, different_build_specs)
 
-    builder_consumer_group_create(conn)
+    builder_group = args.builder_group
+    builder_id = args.builder_id
+    if builder_group is None:
+        builder_group = STREAM_GH_EVENTS_COMMIT_BUILDERS_CG
+    if builder_id is None:
+        builder_id = "1"
+
+    builder_consumer_group_create(conn, builder_group)
     if args.github_token is not None:
         logging.info("detected a github token. will update as much as possible!!! =)")
     previous_id = args.consumer_start_id
@@ -162,28 +181,26 @@ def main():
             args.docker_air_gap,
             arch,
             args.github_token,
+            builder_group,
+            builder_id,
         )
 
 
-def builder_consumer_group_create(conn, id="$"):
+def builder_consumer_group_create(
+    conn, builder_group=STREAM_GH_EVENTS_COMMIT_BUILDERS_CG, id="$"
+):
     try:
         conn.xgroup_create(
             STREAM_KEYNAME_GH_EVENTS_COMMIT,
-            STREAM_GH_EVENTS_COMMIT_BUILDERS_CG,
+            builder_group,
             mkstream=True,
             id=id,
         )
         logging.info(
-            "Created consumer group named {} to distribute work.".format(
-                STREAM_GH_EVENTS_COMMIT_BUILDERS_CG
-            )
+            "Created consumer group named {} to distribute work.".format(builder_group)
         )
     except redis.exceptions.ResponseError:
-        logging.info(
-            "Consumer group named {} already existed.".format(
-                STREAM_GH_EVENTS_COMMIT_BUILDERS_CG
-            )
-        )
+        logging.info("Consumer group named {} already existed.".format(builder_group))
 
 
 def check_benchmark_build_comment(comments):
@@ -205,14 +222,22 @@ def builder_process_stream(
     docker_air_gap=False,
     arch="amd64",
     github_token=None,
+    builder_group=None,
+    builder_id=None,
 ):
     new_builds_count = 0
     auto_approve_github_comments = True
     build_stream_fields_arr = []
-    logging.info("Entering blocking read waiting for work.")
-    consumer_name = "{}-proc#{}".format(STREAM_GH_EVENTS_COMMIT_BUILDERS_CG, "1")
+    if builder_group is None:
+        builder_group = STREAM_GH_EVENTS_COMMIT_BUILDERS_CG
+    if builder_id is None:
+        builder_id = "1"
+    consumer_name = "{}-proc#{}".format(builder_group, builder_id)
+    logging.info(
+        f"Entering blocking read waiting for work. building for arch: {arch}. Using consumer id {consumer_name}"
+    )
     newTestInfo = conn.xreadgroup(
-        STREAM_GH_EVENTS_COMMIT_BUILDERS_CG,
+        builder_group,
         consumer_name,
         {STREAM_KEYNAME_GH_EVENTS_COMMIT: previous_id},
         count=1,

redis_benchmarks_specification/__self_contained_coordinator__/self_contained_coordinator.py

@@ -107,6 +107,37 @@ from redis_benchmarks_specification.__self_contained_coordinator__.artifacts imp
 from redis_benchmarks_specification.__self_contained_coordinator__.build_info import (
     extract_build_info_from_streamdata,
 )
+
+
+def print_directory_logs(directory_path, description=""):
+    """Print all files in a directory for debugging purposes."""
+    if not os.path.exists(directory_path):
+        logging.warning(f"Directory {directory_path} does not exist")
+        return
+
+    logging.info(f"Printing all files in {description} directory: {directory_path}")
+    try:
+        for root, dirs, files in os.walk(directory_path):
+            for file in files:
+                file_path = os.path.join(root, file)
+                logging.info(f"Found file: {file_path}")
+                try:
+                    # Try to read and print the file content if it's a text file
+                    with open(file_path, "r", encoding="utf-8", errors="ignore") as f:
+                        content = f.read()
+                        if content.strip():  # Only print non-empty files
+                            logging.info(f"Content of {file_path}:")
+                            logging.info("-" * 40)
+                            logging.info(content)
+                            logging.info("-" * 40)
+                        else:
+                            logging.info(f"File {file_path} is empty")
+                except Exception as e:
+                    logging.warning(f"Could not read file {file_path}: {e}")
+    except Exception as e:
+        logging.error(f"Error walking directory {directory_path}: {e}")
+
+
 from redis_benchmarks_specification.__self_contained_coordinator__.cpuset import (
     extract_db_cpu_limit,
     generate_cpuset_cpus,
@@ -1319,6 +1350,18 @@ def process_self_contained_coordinator_stream(
 
                                     print("-" * 60)
 
+                                # Print all log files in the temporary directories for debugging
+                                logging.critical(
+                                    "Printing all files in temporary directories for debugging..."
+                                )
+                                try:
+                                    print_directory_logs(temporary_dir, "Redis server")
+                                    print_directory_logs(temporary_dir_client, "Client")
+                                except Exception as log_error:
+                                    logging.error(
+                                        f"Failed to print directory logs: {log_error}"
+                                    )
+
                                 test_result = False
                             # tear-down
                             logging.info("Tearing down setup")
@@ -1349,14 +1392,27 @@ def process_self_contained_coordinator_stream(
                                                 )
                                             )
                                             pass
-                                logging.info(
-                                    "Removing temporary dirs {} and {}".format(
-                                        temporary_dir, temporary_dir_client
-                                    )
-                                )
 
-                                shutil.rmtree(temporary_dir, ignore_errors=True)
-                                shutil.rmtree(temporary_dir_client, ignore_errors=True)
+                                # Only remove temporary directories if test passed
+                                if test_result:
+                                    logging.info(
+                                        "Test passed. Removing temporary dirs {} and {}".format(
+                                            temporary_dir, temporary_dir_client
+                                        )
+                                    )
+                                    shutil.rmtree(temporary_dir, ignore_errors=True)
+                                    shutil.rmtree(
+                                        temporary_dir_client, ignore_errors=True
+                                    )
+                                else:
+                                    logging.warning(
+                                        "Test failed. Preserving temporary dirs for debugging: {} and {}".format(
+                                            temporary_dir, temporary_dir_client
+                                        )
+                                    )
+                                    # Print all log files in the temporary directories for debugging
+                                    print_directory_logs(temporary_dir, "Redis server")
+                                    print_directory_logs(temporary_dir_client, "Client")
 
                             overall_result &= test_result
 

{redis_benchmarks_specification-0.1.313.dist-info → redis_benchmarks_specification-0.1.316.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: redis-benchmarks-specification
-Version: 0.1.313
+Version: 0.1.316
 Summary: The Redis benchmarks specification describes the cross-language/tools requirements and expectations to foster performance and observability standards around redis related technologies. Members from both industry and academia, including organizations and individuals are encouraged to contribute.
 Author: filipecosta90
 Author-email: filipecosta.90@gmail.com

{redis_benchmarks_specification-0.1.313.dist-info → redis_benchmarks_specification-0.1.316.dist-info}/RECORD

@@ -4,7 +4,7 @@ redis_benchmarks_specification/__api__/api.py,sha256=k_CMICtMm1z8jY3hByaL0hIr_5v
 redis_benchmarks_specification/__api__/app.py,sha256=JzQm84DjIVdfLbDO423BJbrds6gFzMbA0syRkHE_aUU,7063
 redis_benchmarks_specification/__builder__/Readme.md,sha256=O6MV_J3OSgzW-ir2TbukP8Vhkm_LOzQJJndG1Cykqic,111
 redis_benchmarks_specification/__builder__/__init__.py,sha256=l-G1z-t6twUgi8QLueqoTQLvJmv3hJoEYskGm6H7L6M,83
-redis_benchmarks_specification/__builder__/builder.py,sha256=cK2yGtoS6Xnux7wANQkTT2rCvkz5Y5_7huQbQFAcMMk,28324
+redis_benchmarks_specification/__builder__/builder.py,sha256=XdyCrYanImUNi_kC1uJg4qIh0X00NMVs9ht1pWJZUkM,29075
 redis_benchmarks_specification/__builder__/schema.py,sha256=1wcmyVJBcWrBvK58pghN9NCoWLCO3BzPsmdKWYfkVog,584
 redis_benchmarks_specification/__cli__/__init__.py,sha256=l-G1z-t6twUgi8QLueqoTQLvJmv3hJoEYskGm6H7L6M,83
 redis_benchmarks_specification/__cli__/args.py,sha256=uZkk1Jom9i0xJ_OpVMrIWbw_70jFo7IswLV2EtKTKEA,7210
@@ -36,7 +36,7 @@ redis_benchmarks_specification/__self_contained_coordinator__/docker.py,sha256=e
 redis_benchmarks_specification/__self_contained_coordinator__/post_processing.py,sha256=sVLKNnWdAqYY9DjVdqRC5tDaIrVSaI3Ca7w8-DQ-LRM,776
 redis_benchmarks_specification/__self_contained_coordinator__/prepopulation.py,sha256=1UeFr2T1ZQBcHCSd4W1ZtaWgXyFPfjLyDi_DgDc1eTA,2957
 redis_benchmarks_specification/__self_contained_coordinator__/runners.py,sha256=noRHn9leTfEm2fa1yHBHQd8TUGhFDoU86QQkHABnWSs,30073
-redis_benchmarks_specification/__self_contained_coordinator__/self_contained_coordinator.py,sha256=hlSBMa-n6byXW7zVxq5nzqEKN34DrPpcgN-NnzGk-_c,79375
+redis_benchmarks_specification/__self_contained_coordinator__/self_contained_coordinator.py,sha256=Epmn33YJG2ZvAJ1i1nJg5RTKzdVuwnrqqlcipWBdf5U,82394
 redis_benchmarks_specification/__setups__/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 redis_benchmarks_specification/__setups__/topologies.py,sha256=xQ1IJkcTji_ZjLiJd3vOxZpvbNtBLZw9cPkw5hGJKHU,481
 redis_benchmarks_specification/__spec__/__init__.py,sha256=l-G1z-t6twUgi8QLueqoTQLvJmv3hJoEYskGm6H7L6M,83
@@ -276,8 +276,8 @@ redis_benchmarks_specification/test-suites/memtier_benchmark-playbook-session-st
 redis_benchmarks_specification/test-suites/memtier_benchmark-playbook-session-storage-1k-sessions.yml,sha256=2egtIxPxCze2jlbAfgsk4v9JSQHNMoPLbDWFEW8olDg,7006
 redis_benchmarks_specification/test-suites/template.txt,sha256=ezqGiRPOvuSDO0iG7GEf-AGXNfHbgXI89_G0RUEzL88,481
 redis_benchmarks_specification/vector-search-test-suites/vector_db_benchmark_test.yml,sha256=PD7ow-k4Ll2BkhEC3aIqiaCZt8Hc4aJIp96Lw3J3mcI,791
-redis_benchmarks_specification-0.1.313.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-redis_benchmarks_specification-0.1.313.dist-info/METADATA,sha256=NuRwabI2eZFd_UH40chihL7-c-jO9WmQTCFVV2g06Tg,22726
-redis_benchmarks_specification-0.1.313.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-redis_benchmarks_specification-0.1.313.dist-info/entry_points.txt,sha256=x5WBXCZsnDRTZxV7SBGmC65L2k-ygdDOxV8vuKN00Nk,715
-redis_benchmarks_specification-0.1.313.dist-info/RECORD,,
+redis_benchmarks_specification-0.1.316.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+redis_benchmarks_specification-0.1.316.dist-info/METADATA,sha256=L66m-6PEpln632fhKapPVqyHEDNhjNrcRT3lKNXM3Iw,22726
+redis_benchmarks_specification-0.1.316.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+redis_benchmarks_specification-0.1.316.dist-info/entry_points.txt,sha256=x5WBXCZsnDRTZxV7SBGmC65L2k-ygdDOxV8vuKN00Nk,715
+redis_benchmarks_specification-0.1.316.dist-info/RECORD,,