redis-benchmarks-specification 0.1.287__py3-none-any.whl → 0.1.289__py3-none-any.whl

redis_benchmarks_specification/__common__/runner.py

@@ -196,6 +196,7 @@ def exporter_datasink_common(
             ]
         },
     )
+    print(overall_end_time_metrics)
     # 7 days from now
     expire_redis_metrics_ms = 7 * 24 * 60 * 60 * 1000
     export_redis_metrics(
@@ -234,3 +235,19 @@ def exporter_datasink_common(
         {"metric-type": "commandstats"},
         expire_redis_metrics_ms,
     )
+
+    # Update deployment tracking sets
+    deployment_type_and_name = f"{setup_type}_AND_{setup_name}"
+    deployment_type_and_name_and_version = f"{setup_type}_AND_{setup_name}_AND_{git_version}"
+
+    # Add to deployment-specific set
+    deployment_set_key = f"ci.benchmarks.redislabs/{tf_triggering_env}/{deployment_type_and_name_and_version}:set"
+    datasink_conn.sadd(deployment_set_key, test_name)
+
+    # Add to testcases set
+    testcases_set_key = f"ci.benchmarks.redislabs/{tf_triggering_env}/testcases:set"
+    datasink_conn.sadd(testcases_set_key, test_name)
+
+    # Add metadata fields to timeseries metadata
+    metadata["deployment_type_AND_deployment_name"] = deployment_type_and_name
+    metadata["deployment_type_AND_deployment_name_AND_version"] = deployment_type_and_name_and_version

redis_benchmarks_specification/__compare__/compare.py

@@ -1171,13 +1171,15 @@ def from_rts_to_regression_table(
         multi_value_comparison = check_multi_value_filter(comparison_str)
 
         filters_baseline = [
-            "{}={}".format(by_str_baseline, baseline_str),
             "metric={}".format(metric_name),
             "{}={}".format(test_filter, test_name),
-            "deployment_name={}".format(baseline_deployment_name),
             "github_repo={}".format(baseline_github_repo),
             "triggering_env={}".format(tf_triggering_env_baseline),
         ]
+        if baseline_str != "":
+            filters_baseline.append("{}={}".format(by_str_baseline, baseline_str))
+        if baseline_deployment_name != "":
+            filters_baseline.append("deployment_name={}".format(baseline_deployment_name))
         if baseline_github_org != "":
             filters_baseline.append(f"github_org={baseline_github_org}")
         if running_platform_baseline is not None:
@@ -1185,13 +1187,15 @@ def from_rts_to_regression_table(
                 "running_platform={}".format(running_platform_baseline)
             )
         filters_comparison = [
-            "{}={}".format(by_str_comparison, comparison_str),
             "metric={}".format(metric_name),
             "{}={}".format(test_filter, test_name),
-            "deployment_name={}".format(comparison_deployment_name),
             "github_repo={}".format(comparison_github_repo),
             "triggering_env={}".format(tf_triggering_env_comparison),
         ]
+        if comparison_str != "":
+            filters_comparison.append("{}={}".format(by_str_comparison, comparison_str))
+        if comparison_deployment_name != "":
+            filters_comparison.append("deployment_name={}".format(comparison_deployment_name))
         if comparison_github_org != "":
             filters_comparison.append(f"github_org={comparison_github_org}")
         if "hash" not in by_str_baseline:

redis_benchmarks_specification/__runner__/runner.py

@@ -1919,11 +1919,6 @@ def process_self_contained_coordinator_stream(
                         "end of benchmark",
                         used_memory_check_fail,
                     )
-
-                    if args.flushall_on_every_test_end:
-                        logging.info("Sending FLUSHALL to the DB")
-                        for r in redis_conns:
-                            r.flushall()
                     datapoint_time_ms = start_time_ms
 
                     post_process_benchmark_results(
@@ -2052,6 +2047,11 @@ def process_self_contained_coordinator_stream(
                     test_result = True
                     total_test_suite_runs = total_test_suite_runs + 1
 
+                    if args.flushall_on_every_test_end:
+                        logging.info("Sending FLUSHALL to the DB")
+                        for r in redis_conns:
+                            r.flushall()
+
                 except:
                     logging.critical(
                         "Some unexpected exception was caught "

{redis_benchmarks_specification-0.1.287.dist-info → redis_benchmarks_specification-0.1.289.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: redis-benchmarks-specification
-Version: 0.1.287
+Version: 0.1.289
 Summary: The Redis benchmarks specification describes the cross-language/tools requirements and expectations to foster performance and observability standards around redis related technologies. Members from both industry and academia, including organizations and individuals are encouraged to contribute.
 Author: filipecosta90
 Author-email: filipecosta.90@gmail.com

{redis_benchmarks_specification-0.1.287.dist-info → redis_benchmarks_specification-0.1.289.dist-info}/RECORD

@@ -15,17 +15,17 @@ redis_benchmarks_specification/__common__/builder_schema.py,sha256=kfDpRIk7NkJrb
 redis_benchmarks_specification/__common__/env.py,sha256=kvJ8Ll-fvI_Tc0vynrzUEr22TqnJizzvJ4Lu9RjNr_M,3119
 redis_benchmarks_specification/__common__/github.py,sha256=9TZtnISsSgXTSAN_VQejo5YRPDPhlU0gjxgKGPw_sP8,10699
 redis_benchmarks_specification/__common__/package.py,sha256=4uVt1BAZ999LV2rZkq--Tk6otAVIf9YR3g3KGeUpiW4,834
-redis_benchmarks_specification/__common__/runner.py,sha256=2IpMl0IEHi2IZvfLc4_h0e-E3ZfnlB8EkCA_SE8VDCY,7033
+redis_benchmarks_specification/__common__/runner.py,sha256=TT5c5vJSsg1RApUqbitSkvsyl4PQm2qnW48iu4LXJmo,7871
 redis_benchmarks_specification/__common__/spec.py,sha256=D_SN48wg6NMthW_-OS1H5bydSDiuZpfd4WPPj7Vfwmc,5760
 redis_benchmarks_specification/__common__/timeseries.py,sha256=dae3YF4cX2Css8i5VnOGxAk3DOu8tHfZt-Vy-uiWQDQ,52917
 redis_benchmarks_specification/__compare__/__init__.py,sha256=DtBXRp0Q01XgCFmY-1OIePMyyYihVNAjZ1Y8zwqSDN0,101
 redis_benchmarks_specification/__compare__/args.py,sha256=shER83ddBRBMAlbgxGXJ5H5XziKe-sP_Nyx7t5aLOo8,7650
-redis_benchmarks_specification/__compare__/compare.py,sha256=8mtvlwQRYR4c4oOji2qP_fOgtOQCKBL3caHplgTEB2M,62214
+redis_benchmarks_specification/__compare__/compare.py,sha256=nymItbCO28KiAe3bVxYVObwbzpLmISAF_qyJ6b3KCPQ,62466
 redis_benchmarks_specification/__init__.py,sha256=YQIEx2sLPPA0JR9OuCuMNMNtm-f_gqDKgzvNJnkGNKY,491
 redis_benchmarks_specification/__runner__/__init__.py,sha256=l-G1z-t6twUgi8QLueqoTQLvJmv3hJoEYskGm6H7L6M,83
 redis_benchmarks_specification/__runner__/args.py,sha256=c27mVLLKJ6y_BHsPk_zmejAjavCPAGCwP71kX1a5R0w,10223
 redis_benchmarks_specification/__runner__/remote_profiling.py,sha256=DNl4Wx4wHHcbmKrXFrS51gLVVBY-hftUB8awb_p9kY4,17887
-redis_benchmarks_specification/__runner__/runner.py,sha256=IOtuU0n6dgnFIiqu2Cb7-Hm2U5PDNM-M1cNXxxTcI7o,106009
+redis_benchmarks_specification/__runner__/runner.py,sha256=k9gM2oQNFQ21PvXXo74mgjrXPbPsA8O-Tg3IihSlRmc,106009
 redis_benchmarks_specification/__self_contained_coordinator__/__init__.py,sha256=l-G1z-t6twUgi8QLueqoTQLvJmv3hJoEYskGm6H7L6M,83
 redis_benchmarks_specification/__self_contained_coordinator__/args.py,sha256=uxBjdQ78klvsVi6lOfGYQVaWIxc8OI-DwYKY16SgvCY,5952
 redis_benchmarks_specification/__self_contained_coordinator__/artifacts.py,sha256=OVHqJzDgeSSRfUSiKp1ZTAVv14PvSbk-5yJsAAoUfpw,936
@@ -273,8 +273,8 @@ redis_benchmarks_specification/test-suites/memtier_benchmark-nokeys-pubsub-publi
 redis_benchmarks_specification/test-suites/memtier_benchmark-nokeys-server-time-pipeline-10.yml,sha256=rJuWWXubUeRKQ2GSfHlbPMLeOyM9Eu_MzvN2vgKcAhA,672
 redis_benchmarks_specification/test-suites/template.txt,sha256=d_edIE7Sxa5X7I2yG-Io0bPdbDIHR0oWFoCA3XUt_EU,435
 redis_benchmarks_specification/vector-search-test-suites/vector_db_benchmark_test.yml,sha256=uhaSP6YUVmPvZU-qMtPPGdvNEUgUBqOfveUbeJ9WsbI,972
-redis_benchmarks_specification-0.1.287.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-redis_benchmarks_specification-0.1.287.dist-info/METADATA,sha256=xPa5B-D8pYHWwuZf1YdznmGmAH1h_uT03FEz6oQylfE,22726
-redis_benchmarks_specification-0.1.287.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-redis_benchmarks_specification-0.1.287.dist-info/entry_points.txt,sha256=x5WBXCZsnDRTZxV7SBGmC65L2k-ygdDOxV8vuKN00Nk,715
-redis_benchmarks_specification-0.1.287.dist-info/RECORD,,
+redis_benchmarks_specification-0.1.289.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+redis_benchmarks_specification-0.1.289.dist-info/METADATA,sha256=n8v_qaQHZa0PqTmfbuQUdd-S5xMxvB9UaP8zQKIJjo4,22726
+redis_benchmarks_specification-0.1.289.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+redis_benchmarks_specification-0.1.289.dist-info/entry_points.txt,sha256=x5WBXCZsnDRTZxV7SBGmC65L2k-ygdDOxV8vuKN00Nk,715
+redis_benchmarks_specification-0.1.289.dist-info/RECORD,,