redis-benchmarks-specification 0.1.289__py3-none-any.whl → 0.1.291__py3-none-any.whl

redis_benchmarks_specification/__runner__/args.py

@@ -176,6 +176,12 @@ def create_client_runner_args(project_name):
         action="store_true",
         help="Run tests that contain a dbconfig with dataset",
     )
+    parser.add_argument(
+        "--skip-tests-without-dataset",
+        default=False,
+        action="store_true",
+        help="Skip tests that do not contain a dbconfig with dataset",
+    )
     parser.add_argument(
         "--client_aggregated_results_folder",
         type=str,

redis_benchmarks_specification/__runner__/runner.py

@@ -1086,6 +1086,7 @@ def process_self_contained_coordinator_stream(
     results_matrix = []
     total_test_suite_runs = 0
     dry_run_count = 0
+    dry_run_tests = []  # Track test names for dry run output
     dry_run = args.dry_run
     dry_run_include_preload = args.dry_run_include_preload
     defaults_filename = args.defaults_filename
@@ -1421,8 +1422,24 @@ def process_self_contained_coordinator_stream(
                                 )
                                 continue
 
+                        # Check if we should skip tests without dataset
+                        has_dataset = "preload_tool" in benchmark_config.get("dbconfig", {})
+                        if args.skip_tests_without_dataset is True and not has_dataset:
+                            logging.warning(
+                                "Skipping test {} as it does not contain a dataset".format(
+                                    test_name
+                                )
+                            )
+                            delete_temporary_files(
+                                temporary_dir_client=temporary_dir_client,
+                                full_result_path=None,
+                                benchmark_tool_global=benchmark_tool_global,
+                            )
+                            continue
+
                     if dry_run is True:
                         dry_run_count = dry_run_count + 1
+                        dry_run_tests.append(test_name)
                         delete_temporary_files(
                             temporary_dir_client=temporary_dir_client,
                             full_result_path=None,
@@ -1491,6 +1508,7 @@ def process_self_contained_coordinator_stream(
 
                     if dry_run_include_preload is True:
                         dry_run_count = dry_run_count + 1
+                        dry_run_tests.append(test_name)
                         delete_temporary_files(
                             temporary_dir_client=temporary_dir_client,
                             full_result_path=None,
@@ -2134,6 +2152,10 @@ def process_self_contained_coordinator_stream(
         logging.info(
             "Number of tests that would have been run: {}".format(dry_run_count)
         )
+        if dry_run_tests:
+            logging.info("Tests that would be run:")
+            final_test_regex = "|".join(dry_run_tests)
+            logging.info(f"Final test regex: {final_test_regex}")
 
 
 def get_maxmemory(r):

{redis_benchmarks_specification-0.1.289.dist-info → redis_benchmarks_specification-0.1.291.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: redis-benchmarks-specification
-Version: 0.1.289
+Version: 0.1.291
 Summary: The Redis benchmarks specification describes the cross-language/tools requirements and expectations to foster performance and observability standards around redis related technologies. Members from both industry and academia, including organizations and individuals are encouraged to contribute.
 Author: filipecosta90
 Author-email: filipecosta.90@gmail.com

{redis_benchmarks_specification-0.1.289.dist-info → redis_benchmarks_specification-0.1.291.dist-info}/RECORD

@@ -23,9 +23,9 @@ redis_benchmarks_specification/__compare__/args.py,sha256=shER83ddBRBMAlbgxGXJ5H
 redis_benchmarks_specification/__compare__/compare.py,sha256=nymItbCO28KiAe3bVxYVObwbzpLmISAF_qyJ6b3KCPQ,62466
 redis_benchmarks_specification/__init__.py,sha256=YQIEx2sLPPA0JR9OuCuMNMNtm-f_gqDKgzvNJnkGNKY,491
 redis_benchmarks_specification/__runner__/__init__.py,sha256=l-G1z-t6twUgi8QLueqoTQLvJmv3hJoEYskGm6H7L6M,83
-redis_benchmarks_specification/__runner__/args.py,sha256=c27mVLLKJ6y_BHsPk_zmejAjavCPAGCwP71kX1a5R0w,10223
+redis_benchmarks_specification/__runner__/args.py,sha256=C8cuU8fqgD5TZ9YDXPQ3BX63AwkMvxq_tcF9cbR9oXo,10417
 redis_benchmarks_specification/__runner__/remote_profiling.py,sha256=DNl4Wx4wHHcbmKrXFrS51gLVVBY-hftUB8awb_p9kY4,17887
-redis_benchmarks_specification/__runner__/runner.py,sha256=k9gM2oQNFQ21PvXXo74mgjrXPbPsA8O-Tg3IihSlRmc,106009
+redis_benchmarks_specification/__runner__/runner.py,sha256=SpLtMcHkf1mUxM1UJ3ccDcVhcfuN8S_hrB1cKuYBWC8,107210
 redis_benchmarks_specification/__self_contained_coordinator__/__init__.py,sha256=l-G1z-t6twUgi8QLueqoTQLvJmv3hJoEYskGm6H7L6M,83
 redis_benchmarks_specification/__self_contained_coordinator__/args.py,sha256=uxBjdQ78klvsVi6lOfGYQVaWIxc8OI-DwYKY16SgvCY,5952
 redis_benchmarks_specification/__self_contained_coordinator__/artifacts.py,sha256=OVHqJzDgeSSRfUSiKp1ZTAVv14PvSbk-5yJsAAoUfpw,936
@@ -273,8 +273,8 @@ redis_benchmarks_specification/test-suites/memtier_benchmark-nokeys-pubsub-publi
 redis_benchmarks_specification/test-suites/memtier_benchmark-nokeys-server-time-pipeline-10.yml,sha256=rJuWWXubUeRKQ2GSfHlbPMLeOyM9Eu_MzvN2vgKcAhA,672
 redis_benchmarks_specification/test-suites/template.txt,sha256=d_edIE7Sxa5X7I2yG-Io0bPdbDIHR0oWFoCA3XUt_EU,435
 redis_benchmarks_specification/vector-search-test-suites/vector_db_benchmark_test.yml,sha256=uhaSP6YUVmPvZU-qMtPPGdvNEUgUBqOfveUbeJ9WsbI,972
-redis_benchmarks_specification-0.1.289.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-redis_benchmarks_specification-0.1.289.dist-info/METADATA,sha256=n8v_qaQHZa0PqTmfbuQUdd-S5xMxvB9UaP8zQKIJjo4,22726
-redis_benchmarks_specification-0.1.289.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-redis_benchmarks_specification-0.1.289.dist-info/entry_points.txt,sha256=x5WBXCZsnDRTZxV7SBGmC65L2k-ygdDOxV8vuKN00Nk,715
-redis_benchmarks_specification-0.1.289.dist-info/RECORD,,
+redis_benchmarks_specification-0.1.291.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+redis_benchmarks_specification-0.1.291.dist-info/METADATA,sha256=F48clQ62y3UD6jUWSQRktEghGtj8gnVCyeTbyR3Zanc,22726
+redis_benchmarks_specification-0.1.291.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+redis_benchmarks_specification-0.1.291.dist-info/entry_points.txt,sha256=x5WBXCZsnDRTZxV7SBGmC65L2k-ygdDOxV8vuKN00Nk,715
+redis_benchmarks_specification-0.1.291.dist-info/RECORD,,