redis-benchmarks-specification 0.1.288__py3-none-any.whl → 0.1.290__py3-none-any.whl

redis_benchmarks_specification/__common__/runner.py

@@ -196,6 +196,7 @@ def exporter_datasink_common(
             ]
         },
     )
+    print(overall_end_time_metrics)
     # 7 days from now
     expire_redis_metrics_ms = 7 * 24 * 60 * 60 * 1000
     export_redis_metrics(

redis_benchmarks_specification/__compare__/compare.py

@@ -1171,13 +1171,15 @@ def from_rts_to_regression_table(
         multi_value_comparison = check_multi_value_filter(comparison_str)
 
         filters_baseline = [
-            "{}={}".format(by_str_baseline, baseline_str),
             "metric={}".format(metric_name),
             "{}={}".format(test_filter, test_name),
-            "deployment_name={}".format(baseline_deployment_name),
             "github_repo={}".format(baseline_github_repo),
             "triggering_env={}".format(tf_triggering_env_baseline),
         ]
+        if baseline_str != "":
+            filters_baseline.append("{}={}".format(by_str_baseline, baseline_str))
+        if baseline_deployment_name != "":
+            filters_baseline.append("deployment_name={}".format(baseline_deployment_name))
         if baseline_github_org != "":
             filters_baseline.append(f"github_org={baseline_github_org}")
         if running_platform_baseline is not None:
@@ -1185,13 +1187,15 @@ def from_rts_to_regression_table(
                 "running_platform={}".format(running_platform_baseline)
             )
         filters_comparison = [
-            "{}={}".format(by_str_comparison, comparison_str),
             "metric={}".format(metric_name),
             "{}={}".format(test_filter, test_name),
-            "deployment_name={}".format(comparison_deployment_name),
             "github_repo={}".format(comparison_github_repo),
             "triggering_env={}".format(tf_triggering_env_comparison),
         ]
+        if comparison_str != "":
+            filters_comparison.append("{}={}".format(by_str_comparison, comparison_str))
+        if comparison_deployment_name != "":
+            filters_comparison.append("deployment_name={}".format(comparison_deployment_name))
         if comparison_github_org != "":
             filters_comparison.append(f"github_org={comparison_github_org}")
         if "hash" not in by_str_baseline:

redis_benchmarks_specification/__runner__/args.py

@@ -176,6 +176,12 @@ def create_client_runner_args(project_name):
         action="store_true",
         help="Run tests that contain a dbconfig with dataset",
     )
+    parser.add_argument(
+        "--skip-tests-without-dataset",
+        default=False,
+        action="store_true",
+        help="Skip tests that do not contain a dbconfig with dataset",
+    )
     parser.add_argument(
         "--client_aggregated_results_folder",
         type=str,

redis_benchmarks_specification/__runner__/runner.py

@@ -1086,6 +1086,7 @@ def process_self_contained_coordinator_stream(
     results_matrix = []
     total_test_suite_runs = 0
     dry_run_count = 0
+    dry_run_tests = []  # Track test names for dry run output
     dry_run = args.dry_run
     dry_run_include_preload = args.dry_run_include_preload
     defaults_filename = args.defaults_filename
@@ -1421,8 +1422,24 @@ def process_self_contained_coordinator_stream(
                                 )
                                 continue
 
+                        # Check if we should skip tests without dataset
+                        has_dataset = "dataset" in benchmark_config.get("dbconfig", {})
+                        if args.skip_tests_without_dataset is True and not has_dataset:
+                            logging.warning(
+                                "Skipping test {} as it does not contain a dataset".format(
+                                    test_name
+                                )
+                            )
+                            delete_temporary_files(
+                                temporary_dir_client=temporary_dir_client,
+                                full_result_path=None,
+                                benchmark_tool_global=benchmark_tool_global,
+                            )
+                            continue
+
                     if dry_run is True:
                         dry_run_count = dry_run_count + 1
+                        dry_run_tests.append(test_name)
                         delete_temporary_files(
                             temporary_dir_client=temporary_dir_client,
                             full_result_path=None,
@@ -1491,6 +1508,7 @@ def process_self_contained_coordinator_stream(
 
                     if dry_run_include_preload is True:
                         dry_run_count = dry_run_count + 1
+                        dry_run_tests.append(test_name)
                         delete_temporary_files(
                             temporary_dir_client=temporary_dir_client,
                             full_result_path=None,
@@ -1919,11 +1937,6 @@ def process_self_contained_coordinator_stream(
                         "end of benchmark",
                         used_memory_check_fail,
                     )
-
-                    if args.flushall_on_every_test_end:
-                        logging.info("Sending FLUSHALL to the DB")
-                        for r in redis_conns:
-                            r.flushall()
                     datapoint_time_ms = start_time_ms
 
                     post_process_benchmark_results(
@@ -2052,6 +2065,11 @@ def process_self_contained_coordinator_stream(
                     test_result = True
                     total_test_suite_runs = total_test_suite_runs + 1
 
+                    if args.flushall_on_every_test_end:
+                        logging.info("Sending FLUSHALL to the DB")
+                        for r in redis_conns:
+                            r.flushall()
+
                 except:
                     logging.critical(
                         "Some unexpected exception was caught "
@@ -2134,6 +2152,10 @@ def process_self_contained_coordinator_stream(
         logging.info(
             "Number of tests that would have been run: {}".format(dry_run_count)
         )
+        if dry_run_tests:
+            logging.info("Tests that would be run:")
+            final_test_regex = "|".join(dry_run_tests)
+            logging.info(f"Final test regex: {final_test_regex}")
 
 
 def get_maxmemory(r):

{redis_benchmarks_specification-0.1.288.dist-info → redis_benchmarks_specification-0.1.290.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: redis-benchmarks-specification
-Version: 0.1.288
+Version: 0.1.290
 Summary: The Redis benchmarks specification describes the cross-language/tools requirements and expectations to foster performance and observability standards around redis related technologies. Members from both industry and academia, including organizations and individuals are encouraged to contribute.
 Author: filipecosta90
 Author-email: filipecosta.90@gmail.com

{redis_benchmarks_specification-0.1.288.dist-info → redis_benchmarks_specification-0.1.290.dist-info}/RECORD

@@ -15,17 +15,17 @@ redis_benchmarks_specification/__common__/builder_schema.py,sha256=kfDpRIk7NkJrb
 redis_benchmarks_specification/__common__/env.py,sha256=kvJ8Ll-fvI_Tc0vynrzUEr22TqnJizzvJ4Lu9RjNr_M,3119
 redis_benchmarks_specification/__common__/github.py,sha256=9TZtnISsSgXTSAN_VQejo5YRPDPhlU0gjxgKGPw_sP8,10699
 redis_benchmarks_specification/__common__/package.py,sha256=4uVt1BAZ999LV2rZkq--Tk6otAVIf9YR3g3KGeUpiW4,834
-redis_benchmarks_specification/__common__/runner.py,sha256=8pUxEeAvrSQ4GI06tZZu7aPqGImYtBhZRuj4t3wkA-k,7835
+redis_benchmarks_specification/__common__/runner.py,sha256=TT5c5vJSsg1RApUqbitSkvsyl4PQm2qnW48iu4LXJmo,7871
 redis_benchmarks_specification/__common__/spec.py,sha256=D_SN48wg6NMthW_-OS1H5bydSDiuZpfd4WPPj7Vfwmc,5760
 redis_benchmarks_specification/__common__/timeseries.py,sha256=dae3YF4cX2Css8i5VnOGxAk3DOu8tHfZt-Vy-uiWQDQ,52917
 redis_benchmarks_specification/__compare__/__init__.py,sha256=DtBXRp0Q01XgCFmY-1OIePMyyYihVNAjZ1Y8zwqSDN0,101
 redis_benchmarks_specification/__compare__/args.py,sha256=shER83ddBRBMAlbgxGXJ5H5XziKe-sP_Nyx7t5aLOo8,7650
-redis_benchmarks_specification/__compare__/compare.py,sha256=8mtvlwQRYR4c4oOji2qP_fOgtOQCKBL3caHplgTEB2M,62214
+redis_benchmarks_specification/__compare__/compare.py,sha256=nymItbCO28KiAe3bVxYVObwbzpLmISAF_qyJ6b3KCPQ,62466
 redis_benchmarks_specification/__init__.py,sha256=YQIEx2sLPPA0JR9OuCuMNMNtm-f_gqDKgzvNJnkGNKY,491
 redis_benchmarks_specification/__runner__/__init__.py,sha256=l-G1z-t6twUgi8QLueqoTQLvJmv3hJoEYskGm6H7L6M,83
-redis_benchmarks_specification/__runner__/args.py,sha256=c27mVLLKJ6y_BHsPk_zmejAjavCPAGCwP71kX1a5R0w,10223
+redis_benchmarks_specification/__runner__/args.py,sha256=C8cuU8fqgD5TZ9YDXPQ3BX63AwkMvxq_tcF9cbR9oXo,10417
 redis_benchmarks_specification/__runner__/remote_profiling.py,sha256=DNl4Wx4wHHcbmKrXFrS51gLVVBY-hftUB8awb_p9kY4,17887
-redis_benchmarks_specification/__runner__/runner.py,sha256=IOtuU0n6dgnFIiqu2Cb7-Hm2U5PDNM-M1cNXxxTcI7o,106009
+redis_benchmarks_specification/__runner__/runner.py,sha256=ugH5roKaaSi5ugbjyegBe4DvvunfK_u61IqT0ErkiB4,107205
 redis_benchmarks_specification/__self_contained_coordinator__/__init__.py,sha256=l-G1z-t6twUgi8QLueqoTQLvJmv3hJoEYskGm6H7L6M,83
 redis_benchmarks_specification/__self_contained_coordinator__/args.py,sha256=uxBjdQ78klvsVi6lOfGYQVaWIxc8OI-DwYKY16SgvCY,5952
 redis_benchmarks_specification/__self_contained_coordinator__/artifacts.py,sha256=OVHqJzDgeSSRfUSiKp1ZTAVv14PvSbk-5yJsAAoUfpw,936
@@ -273,8 +273,8 @@ redis_benchmarks_specification/test-suites/memtier_benchmark-nokeys-pubsub-publi
 redis_benchmarks_specification/test-suites/memtier_benchmark-nokeys-server-time-pipeline-10.yml,sha256=rJuWWXubUeRKQ2GSfHlbPMLeOyM9Eu_MzvN2vgKcAhA,672
 redis_benchmarks_specification/test-suites/template.txt,sha256=d_edIE7Sxa5X7I2yG-Io0bPdbDIHR0oWFoCA3XUt_EU,435
 redis_benchmarks_specification/vector-search-test-suites/vector_db_benchmark_test.yml,sha256=uhaSP6YUVmPvZU-qMtPPGdvNEUgUBqOfveUbeJ9WsbI,972
-redis_benchmarks_specification-0.1.288.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-redis_benchmarks_specification-0.1.288.dist-info/METADATA,sha256=4i_rbvAXV396camS2o_igsmpA48UjpjwzZy7EDdTAto,22726
-redis_benchmarks_specification-0.1.288.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-redis_benchmarks_specification-0.1.288.dist-info/entry_points.txt,sha256=x5WBXCZsnDRTZxV7SBGmC65L2k-ygdDOxV8vuKN00Nk,715
-redis_benchmarks_specification-0.1.288.dist-info/RECORD,,
+redis_benchmarks_specification-0.1.290.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+redis_benchmarks_specification-0.1.290.dist-info/METADATA,sha256=WqJ8ucYj87IKA11YjQM55b6ouCfQfJyOcqNfs6Bxu3A,22726
+redis_benchmarks_specification-0.1.290.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+redis_benchmarks_specification-0.1.290.dist-info/entry_points.txt,sha256=x5WBXCZsnDRTZxV7SBGmC65L2k-ygdDOxV8vuKN00Nk,715
+redis_benchmarks_specification-0.1.290.dist-info/RECORD,,