redis-benchmarks-specification 0.1.289__tar.gz → 0.1.290__tar.gz

{redis_benchmarks_specification-0.1.289 → redis_benchmarks_specification-0.1.290}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: redis-benchmarks-specification
-Version: 0.1.289
+Version: 0.1.290
 Summary: The Redis benchmarks specification describes the cross-language/tools requirements and expectations to foster performance and observability standards around redis related technologies. Members from both industry and academia, including organizations and individuals are encouraged to contribute.
 Author: filipecosta90
 Author-email: filipecosta.90@gmail.com

{redis_benchmarks_specification-0.1.289 → redis_benchmarks_specification-0.1.290}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "redis-benchmarks-specification"
-version = "0.1.289"
+version = "0.1.290"
 description = "The Redis benchmarks specification describes the cross-language/tools requirements and expectations to foster performance and observability standards around redis related technologies. Members from both industry and academia, including organizations and individuals are encouraged to contribute."
 authors = ["filipecosta90 <filipecosta.90@gmail.com>","Redis Performance Group <performance@redis.com>"]
 readme = "Readme.md"

{redis_benchmarks_specification-0.1.289 → redis_benchmarks_specification-0.1.290}/redis_benchmarks_specification/__runner__/args.py

@@ -176,6 +176,12 @@ def create_client_runner_args(project_name):
         action="store_true",
         help="Run tests that contain a dbconfig with dataset",
     )
+    parser.add_argument(
+        "--skip-tests-without-dataset",
+        default=False,
+        action="store_true",
+        help="Skip tests that do not contain a dbconfig with dataset",
+    )
     parser.add_argument(
         "--client_aggregated_results_folder",
         type=str,

{redis_benchmarks_specification-0.1.289 → redis_benchmarks_specification-0.1.290}/redis_benchmarks_specification/__runner__/runner.py

@@ -1086,6 +1086,7 @@ def process_self_contained_coordinator_stream(
     results_matrix = []
     total_test_suite_runs = 0
     dry_run_count = 0
+    dry_run_tests = []  # Track test names for dry run output
     dry_run = args.dry_run
     dry_run_include_preload = args.dry_run_include_preload
     defaults_filename = args.defaults_filename
@@ -1421,8 +1422,24 @@ def process_self_contained_coordinator_stream(
                                 )
                                 continue
 
+                        # Check if we should skip tests without dataset
+                        has_dataset = "dataset" in benchmark_config.get("dbconfig", {})
+                        if args.skip_tests_without_dataset is True and not has_dataset:
+                            logging.warning(
+                                "Skipping test {} as it does not contain a dataset".format(
+                                    test_name
+                                )
+                            )
+                            delete_temporary_files(
+                                temporary_dir_client=temporary_dir_client,
+                                full_result_path=None,
+                                benchmark_tool_global=benchmark_tool_global,
+                            )
+                            continue
+
                     if dry_run is True:
                         dry_run_count = dry_run_count + 1
+                        dry_run_tests.append(test_name)
                         delete_temporary_files(
                             temporary_dir_client=temporary_dir_client,
                             full_result_path=None,
@@ -1491,6 +1508,7 @@ def process_self_contained_coordinator_stream(
 
                     if dry_run_include_preload is True:
                         dry_run_count = dry_run_count + 1
+                        dry_run_tests.append(test_name)
                         delete_temporary_files(
                             temporary_dir_client=temporary_dir_client,
                             full_result_path=None,
@@ -2134,6 +2152,10 @@ def process_self_contained_coordinator_stream(
         logging.info(
             "Number of tests that would have been run: {}".format(dry_run_count)
         )
+        if dry_run_tests:
+            logging.info("Tests that would be run:")
+            final_test_regex = "|".join(dry_run_tests)
+            logging.info(f"Final test regex: {final_test_regex}")
 
 
 def get_maxmemory(r):