redis-benchmarks-specification 0.1.95__py3-none-any.whl → 0.1.97__py3-none-any.whl

redis_benchmarks_specification/__common__/github.py

@@ -2,6 +2,17 @@ import logging
 from github import Github
 
 
+def check_regression_comment(comments):
+    res = False
+    pos = -1
+    for n, comment in enumerate(comments):
+        body = comment.body
+        if "Comparison between" in body and "Time Period from" in body:
+            res = True
+            pos = n
+    return res, pos
+
+
 def generate_build_started_pr_comment(
     build_datetime,
     commit_datetime,

redis_benchmarks_specification/__compare__/compare.py

@@ -20,6 +20,7 @@ from redis_benchmarks_specification.__common__.github import (
     update_comment_if_needed,
     create_new_pr_comment,
     check_github_available_and_actionable,
+    check_regression_comment,
 )
 from redis_benchmarks_specification.__compare__.args import create_compare_arguments
 
@@ -165,45 +166,9 @@ def compare_command_logic(args, project_name, project_version):
         username=args.redistimeseries_user,
     )
     rts.ping()
-    default_baseline_branch = None
-    default_metrics_str = ""
-    if args.defaults_filename != "" and os.path.exists(args.defaults_filename):
-        logging.info(
-            "Loading configuration from defaults file: {}".format(
-                args.defaults_filename
-            )
-        )
-        with open(args.defaults_filename) as yaml_fd:
-            defaults_dict = yaml.safe_load(yaml_fd)
-            if "exporter" in defaults_dict:
-                exporter_dict = defaults_dict["exporter"]
-                if "comparison" in exporter_dict:
-                    comparison_dict = exporter_dict["comparison"]
-                    if "metrics" in comparison_dict:
-                        metrics = comparison_dict["metrics"]
-                        logging.info("Detected defaults metrics info. reading metrics")
-                        default_metrics = []
-
-                        for metric in metrics:
-                            if metric.startswith("$."):
-                                metric = metric[2:]
-                            logging.info("Will use metric: {}".format(metric))
-                            default_metrics.append(metric)
-                        if len(default_metrics) == 1:
-                            default_metrics_str = default_metrics[0]
-                        if len(default_metrics) > 1:
-                            default_metrics_str = "({})".format(
-                                ",".join(default_metrics)
-                            )
-                        logging.info("Default metrics: {}".format(default_metrics_str))
-
-                    if "baseline-branch" in comparison_dict:
-                        default_baseline_branch = comparison_dict["baseline-branch"]
-                        logging.info(
-                            "Detected baseline branch in defaults file. {}".format(
-                                default_baseline_branch
-                            )
-                        )
+    default_baseline_branch, default_metrics_str = extract_default_branch_and_metric(
+        args.defaults_filename
+    )
 
     tf_github_org = args.github_org
     tf_github_repo = args.github_repo
@@ -300,25 +265,7 @@ def compare_command_logic(args, project_name, project_version):
     ) = check_github_available_and_actionable(
         fn, github_token, pull_request, tf_github_org, tf_github_repo, verbose
     )
-
-    grafana_dashboards_uids = {
-        "redisgraph": "SH9_rQYGz",
-        "redisbloom": "q4-5sRR7k",
-        "redisearch": "3Ejv2wZnk",
-        "redisjson": "UErSC0jGk",
-        "redistimeseries": "2WMw61UGz",
-    }
-    uid = None
-    if tf_github_repo.lower() in grafana_dashboards_uids:
-        uid = grafana_dashboards_uids[tf_github_repo.lower()]
-    grafana_link_base = None
-    if uid is not None:
-        grafana_link_base = "{}/{}".format(grafana_base_dashboard, uid)
-        logging.info(
-            "There is a grafana dashboard for this repo. Base link: {}".format(
-                grafana_link_base
-            )
-        )
+    grafana_link_base = "https://benchmarksredisio.grafana.net/d/1fWbtb7nz/experimental-oss-spec-benchmarks"
 
     (
         detected_regressions,
@@ -358,7 +305,71 @@ def compare_command_logic(args, project_name, project_version):
         use_metric_context_path,
         running_platform,
     )
-    comment_body = ""
+    prepare_regression_comment(
+        auto_approve,
+        baseline_branch,
+        baseline_tag,
+        comparison_branch,
+        comparison_tag,
+        contains_regression_comment,
+        github_pr,
+        grafana_link_base,
+        is_actionable_pr,
+        old_regression_comment_body,
+        pr_link,
+        regression_comment,
+        rts,
+        running_platform,
+        table_output,
+        tf_github_org,
+        tf_github_repo,
+        tf_triggering_env,
+        total_comparison_points,
+        total_improvements,
+        total_regressions,
+        total_stable,
+        total_unstable,
+        verbose,
+        args.regressions_percent_lower_limit,
+    )
+    return (
+        detected_regressions,
+        "",
+        total_improvements,
+        total_regressions,
+        total_stable,
+        total_unstable,
+        total_comparison_points,
+    )
+
+
+def prepare_regression_comment(
+    auto_approve,
+    baseline_branch,
+    baseline_tag,
+    comparison_branch,
+    comparison_tag,
+    contains_regression_comment,
+    github_pr,
+    grafana_link_base,
+    is_actionable_pr,
+    old_regression_comment_body,
+    pr_link,
+    regression_comment,
+    rts,
+    running_platform,
+    table_output,
+    tf_github_org,
+    tf_github_repo,
+    tf_triggering_env,
+    total_comparison_points,
+    total_improvements,
+    total_regressions,
+    total_stable,
+    total_unstable,
+    verbose,
+    regressions_percent_lower_limit,
+):
     if total_comparison_points > 0:
         comment_body = "### Automated performance analysis summary\n\n"
         comment_body += "This comment was automatically generated given there is performance data available.\n\n"
@@ -386,7 +397,7 @@ def compare_command_logic(args, project_name, project_version):
             )
         if total_regressions > 0:
             comparison_summary += "- Detected a total of {} regressions bellow the regression water line {}.\n".format(
-                total_regressions, args.regressions_percent_lower_limit
+                total_regressions, regressions_percent_lower_limit
             )
 
         comment_body += comparison_summary
@@ -430,19 +441,6 @@ def compare_command_logic(args, project_name, project_version):
                     zset_project_pull_request, comparison_branch, res
                 )
             )
-            user_input = "n"
-            html_url = "n/a"
-            (
-                baseline_str,
-                by_str_baseline,
-                comparison_str,
-                by_str_comparison,
-            ) = get_by_strings(
-                baseline_branch,
-                comparison_branch,
-                baseline_tag,
-                comparison_tag,
-            )
 
             if contains_regression_comment:
                 update_comment_if_needed(
@@ -457,26 +455,47 @@ def compare_command_logic(args, project_name, project_version):
 
     else:
         logging.error("There was no comparison points to produce a table...")
-    return (
-        detected_regressions,
-        comment_body,
-        total_improvements,
-        total_regressions,
-        total_stable,
-        total_unstable,
-        total_comparison_points,
-    )
 
 
-def check_regression_comment(comments):
-    res = False
-    pos = -1
-    for n, comment in enumerate(comments):
-        body = comment.body
-        if "Comparison between" in body and "Time Period from" in body:
-            res = True
-            pos = n
-    return res, pos
+def extract_default_branch_and_metric(defaults_filename):
+    default_baseline_branch = None
+    default_metrics_str = ""
+    if defaults_filename != "" and os.path.exists(defaults_filename):
+        logging.info(
+            "Loading configuration from defaults file: {}".format(defaults_filename)
+        )
+        with open(defaults_filename) as yaml_fd:
+            defaults_dict = yaml.safe_load(yaml_fd)
+            if "exporter" in defaults_dict:
+                exporter_dict = defaults_dict["exporter"]
+                if "comparison" in exporter_dict:
+                    comparison_dict = exporter_dict["comparison"]
+                    if "metrics" in comparison_dict:
+                        metrics = comparison_dict["metrics"]
+                        logging.info("Detected defaults metrics info. reading metrics")
+                        default_metrics = []
+
+                        for metric in metrics:
+                            if metric.startswith("$."):
+                                metric = metric[2:]
+                            logging.info("Will use metric: {}".format(metric))
+                            default_metrics.append(metric)
+                        if len(default_metrics) == 1:
+                            default_metrics_str = default_metrics[0]
+                        if len(default_metrics) > 1:
+                            default_metrics_str = "({})".format(
+                                ",".join(default_metrics)
+                            )
+                        logging.info("Default metrics: {}".format(default_metrics_str))
+
+                    if "baseline-branch" in comparison_dict:
+                        default_baseline_branch = comparison_dict["baseline-branch"]
+                        logging.info(
+                            "Detected baseline branch in defaults file. {}".format(
+                                default_baseline_branch
+                            )
+                        )
+    return default_baseline_branch, default_metrics_str
 
 
 def compute_regression_table(

redis_benchmarks_specification/__self_contained_coordinator__/args.py

@@ -1,4 +1,5 @@
 import argparse
+import datetime
 import os
 from redis_benchmarks_specification.__common__.env import (
     MACHINE_CPU_COUNT,
@@ -19,6 +20,10 @@ from redis_benchmarks_specification.__common__.env import (
     PROFILERS_DEFAULT,
     ALLOWED_PROFILERS,
 )
+from redis_benchmarks_specification.__compare__.args import (
+    START_TIME_NOW_UTC,
+    START_TIME_LAST_SIX_MONTHS_UTC,
+)
 
 PERFORMANCE_GH_TOKEN = os.getenv("PERFORMANCE_GH_TOKEN", None)
 

redis_benchmarks_specification/__self_contained_coordinator__/self_contained_coordinator.py

@@ -31,6 +31,7 @@ from redis_benchmarks_specification.__common__.github import (
     update_comment_if_needed,
     create_new_pr_comment,
     generate_benchmark_started_pr_comment,
+    check_regression_comment,
 )
 from redis_benchmarks_specification.__common__.package import (
     get_version_string,
@@ -42,8 +43,14 @@ from redis_benchmarks_specification.__common__.runner import (
     exporter_datasink_common,
     execute_init_commands,
 )
+from redis_benchmarks_specification.__compare__.compare import (
+    compute_regression_table,
+    prepare_regression_comment,
+    extract_default_branch_and_metric,
+)
 from redis_benchmarks_specification.__runner__.runner import (
     print_results_table_stdout,
+    prepare_memtier_benchmark_parameters,
 )
 from redis_benchmarks_specification.__self_contained_coordinator__.args import (
     create_self_contained_coordinator_args,
@@ -145,7 +152,7 @@ def main():
         )
     )
     try:
-        conn = redis.StrictRedis(
+        gh_event_conn = redis.StrictRedis(
             host=args.event_stream_host,
             port=args.event_stream_port,
             decode_responses=False,  # dont decode due to binary archives
@@ -155,7 +162,7 @@ def main():
             socket_connect_timeout=REDIS_SOCKET_TIMEOUT,
             socket_keepalive=True,
         )
-        conn.ping()
+        gh_event_conn.ping()
     except redis.exceptions.ConnectionError as e:
         logging.error(
             "Unable to connect to redis available at: {}:{} to read the event streams".format(
@@ -195,7 +202,7 @@ def main():
 
     logging.info("checking build spec requirements")
     running_platform = args.platform_name
-    build_runners_consumer_group_create(conn, running_platform)
+    build_runners_consumer_group_create(gh_event_conn, running_platform)
     stream_id = None
     docker_client = docker.from_env()
     home = str(Path.home())
@@ -211,6 +218,10 @@ def main():
         f"Using priority for test filters [{priority_lower_limit},{priority_upper_limit}]"
     )
 
+    default_baseline_branch, default_metrics_str = extract_default_branch_and_metric(
+        args.defaults_filename
+    )
+
     # TODO: confirm we do have enough cores to run the spec
     # availabe_cpus = args.cpu_count
     datasink_push_results_redistimeseries = args.datasink_push_results_redistimeseries
@@ -270,7 +281,7 @@ def main():
         stream_id = args.consumer_start_id
     while True:
         _, stream_id, _, _ = self_contained_coordinator_blocking_read(
-            conn,
+            gh_event_conn,
             datasink_push_results_redistimeseries,
             docker_client,
             home,
@@ -292,11 +303,13 @@ def main():
             github_token,
             priority_lower_limit,
             priority_upper_limit,
+            default_baseline_branch,
+            default_metrics_str,
         )
 
 
 def self_contained_coordinator_blocking_read(
-    conn,
+    github_event_conn,
     datasink_push_results_redistimeseries,
     docker_client,
     home,
@@ -312,12 +325,14 @@ def self_contained_coordinator_blocking_read(
     redis_proc_start_port=6379,
     consumer_pos=1,
     docker_air_gap=False,
-    override_test_time=None,
+    override_test_time=1,
     default_metrics=None,
     arch="amd64",
     github_token=None,
     priority_lower_limit=0,
     priority_upper_limit=10000,
+    default_baseline_branch="unstable",
+    default_metrics_str="ALL_STATS.Totals.Ops/sec",
 ):
     num_process_streams = 0
     num_process_test_suites = 0
@@ -330,7 +345,7 @@ def self_contained_coordinator_blocking_read(
             get_runners_consumer_group_name(platform_name), consumer_name
         )
     )
-    newTestInfo = conn.xreadgroup(
+    newTestInfo = github_event_conn.xreadgroup(
         get_runners_consumer_group_name(platform_name),
         consumer_name,
         {STREAM_KEYNAME_NEW_BUILD_EVENTS: stream_id},
@@ -345,7 +360,7 @@ def self_contained_coordinator_blocking_read(
             overall_result,
             total_test_suite_runs,
         ) = process_self_contained_coordinator_stream(
-            conn,
+            github_event_conn,
             datasink_push_results_redistimeseries,
             docker_client,
             home,
@@ -361,17 +376,19 @@ def self_contained_coordinator_blocking_read(
             redis_proc_start_port,
             docker_air_gap,
             "defaults.yml",
-            None,
+            override_test_time,
             default_metrics,
             arch,
             github_token,
             priority_lower_limit,
             priority_upper_limit,
+            default_baseline_branch,
+            default_metrics_str,
         )
         num_process_streams = num_process_streams + 1
         num_process_test_suites = num_process_test_suites + total_test_suite_runs
         if overall_result is True:
-            ack_reply = conn.xack(
+            ack_reply = github_event_conn.xack(
                 STREAM_KEYNAME_NEW_BUILD_EVENTS,
                 get_runners_consumer_group_name(platform_name),
                 stream_id,
@@ -393,34 +410,35 @@ def self_contained_coordinator_blocking_read(
     return overall_result, stream_id, num_process_streams, num_process_test_suites
 
 
-def prepare_memtier_benchmark_parameters(
-    clientconfig,
-    full_benchmark_path,
-    port,
-    server,
-    local_benchmark_output_filename,
-    oss_cluster_api_enabled,
-):
-    benchmark_command = [
-        full_benchmark_path,
-        "--port",
-        "{}".format(port),
-        "--server",
-        "{}".format(server),
-        "--json-out-file",
-        local_benchmark_output_filename,
-    ]
-    if oss_cluster_api_enabled is True:
-        benchmark_command.append("--cluster-mode")
-    benchmark_command_str = " ".join(benchmark_command)
-    if "arguments" in clientconfig:
-        benchmark_command_str = benchmark_command_str + " " + clientconfig["arguments"]
-
-    return None, benchmark_command_str
+#
+# def prepare_memtier_benchmark_parameters(
+#     clientconfig,
+#     full_benchmark_path,
+#     port,
+#     server,
+#     local_benchmark_output_filename,
+#     oss_cluster_api_enabled,
+# ):
+#     benchmark_command = [
+#         full_benchmark_path,
+#         "--port",
+#         "{}".format(port),
+#         "--server",
+#         "{}".format(server),
+#         "--json-out-file",
+#         local_benchmark_output_filename,
+#     ]
+#     if oss_cluster_api_enabled is True:
+#         benchmark_command.append("--cluster-mode")
+#     benchmark_command_str = " ".join(benchmark_command)
+#     if "arguments" in clientconfig:
+#         benchmark_command_str = benchmark_command_str + " " + clientconfig["arguments"]
+#
+#     return None, benchmark_command_str
 
 
 def process_self_contained_coordinator_stream(
-    conn,
+    github_event_conn,
     datasink_push_results_redistimeseries,
     docker_client,
     home,
@@ -436,21 +454,23 @@ def process_self_contained_coordinator_stream(
     redis_proc_start_port=6379,
     docker_air_gap=False,
     defaults_filename="defaults.yml",
-    override_test_time=None,
+    override_test_time=0,
     default_metrics=[],
     arch="amd64",
     github_token=None,
     priority_lower_limit=0,
     priority_upper_limit=10000,
+    default_baseline_branch="unstable",
+    default_metrics_str="ALL_STATS.Totals.Ops/sec",
 ):
     stream_id = "n/a"
     overall_result = False
     total_test_suite_runs = 0
     # github updates
     is_actionable_pr = False
-    contains_regression_comment = False
+    contains_benchmark_run_comment = False
     github_pr = None
-    old_regression_comment_body = ""
+    old_benchmark_run_comment_body = ""
     pr_link = ""
     regression_comment = None
     pull_request = None
@@ -500,12 +520,12 @@ def process_self_contained_coordinator_stream(
                 verbose = True
                 fn = check_benchmark_running_comment
                 (
-                    contains_regression_comment,
+                    contains_benchmark_run_comment,
                     github_pr,
                     is_actionable_pr,
-                    old_regression_comment_body,
+                    old_benchmark_run_comment_body,
                     pr_link,
-                    regression_comment,
+                    benchmark_run_comment,
                 ) = check_github_available_and_actionable(
                     fn, github_token, pull_request, "redis", "redis", verbose
                 )
@@ -546,13 +566,13 @@ def process_self_contained_coordinator_stream(
                             run_image, airgap_key
                         )
                     )
-                    airgap_docker_image_bin = conn.get(airgap_key)
+                    airgap_docker_image_bin = github_event_conn.get(airgap_key)
                     images_loaded = docker_client.images.load(airgap_docker_image_bin)
                     logging.info("Successfully loaded images {}".format(images_loaded))
 
                 stream_time_ms = stream_id.split("-")[0]
                 zset_running_platform_benchmarks = f"ci.benchmarks.redis/ci/redis/redis:benchmarks:{running_platform}:zset"
-                res = conn.zadd(
+                res = github_event_conn.zadd(
                     zset_running_platform_benchmarks,
                     {stream_id: stream_time_ms},
                 )
@@ -580,8 +600,10 @@ def process_self_contained_coordinator_stream(
                             benchmark_config,
                             test_name,
                         ) = get_final_benchmark_config(None, stream, "")
-                    conn.lpush(stream_test_list_pending, test_name)
-                    conn.expire(stream_test_list_pending, REDIS_BINS_EXPIRE_SECS)
+                    github_event_conn.lpush(stream_test_list_pending, test_name)
+                    github_event_conn.expire(
+                        stream_test_list_pending, REDIS_BINS_EXPIRE_SECS
+                    )
                     logging.info(
                         f"Added test named {test_name} to the pending test list in key {stream_test_list_pending}"
                     )
@@ -599,16 +621,16 @@ def process_self_contained_coordinator_stream(
                 )
                 # update on github if needed
                 if is_actionable_pr:
-                    if contains_regression_comment:
+                    if contains_benchmark_run_comment:
                         update_comment_if_needed(
                             auto_approve_github,
                             comment_body,
-                            old_regression_comment_body,
-                            regression_comment,
+                            old_benchmark_run_comment_body,
+                            benchmark_run_comment,
                             verbose,
                         )
                     else:
-                        regression_comment = create_new_pr_comment(
+                        benchmark_run_comment = create_new_pr_comment(
                             auto_approve_github, comment_body, github_pr, pr_link
                         )
 
@@ -621,9 +643,11 @@ def process_self_contained_coordinator_stream(
                             benchmark_config,
                             test_name,
                         ) = get_final_benchmark_config(None, stream, "")
-                        conn.lrem(stream_test_list_pending, 1, test_name)
-                        conn.lpush(stream_test_list_running, test_name)
-                        conn.expire(stream_test_list_running, REDIS_BINS_EXPIRE_SECS)
+                        github_event_conn.lrem(stream_test_list_pending, 1, test_name)
+                        github_event_conn.lpush(stream_test_list_running, test_name)
+                        github_event_conn.expire(
+                            stream_test_list_running, REDIS_BINS_EXPIRE_SECS
+                        )
                         logging.info(
                             f"Added test named {test_name} to the pending test list in key {stream_test_list_running}"
                         )
@@ -703,7 +727,10 @@ def process_self_contained_coordinator_stream(
                                     )
 
                                 restore_build_artifacts_from_test_details(
-                                    build_artifacts, conn, temporary_dir, testDetails
+                                    build_artifacts,
+                                    github_event_conn,
+                                    temporary_dir,
+                                    testDetails,
                                 )
                                 mnt_point = "/mnt/redis/"
                                 command = generate_standalone_redis_server_args(
@@ -821,13 +848,22 @@ def process_self_contained_coordinator_stream(
                                     (
                                         _,
                                         benchmark_command_str,
+                                        arbitrary_command,
                                     ) = prepare_memtier_benchmark_parameters(
                                         benchmark_config["clientconfig"],
                                         full_benchmark_path,
                                         redis_proc_start_port,
                                         "localhost",
+                                        None,
                                         local_benchmark_output_filename,
-                                        benchmark_tool_workdir,
+                                        False,
+                                        False,
+                                        False,
+                                        None,
+                                        None,
+                                        None,
+                                        None,
+                                        override_test_time,
                                     )
 
                                 client_container_image = extract_client_container_image(
@@ -915,7 +951,7 @@ def process_self_contained_coordinator_stream(
                                         tf_github_repo,
                                         git_hash,
                                         overall_tabular_data_map,
-                                        conn,
+                                        github_event_conn,
                                         setup_name,
                                         start_time_ms,
                                         start_time_str,
@@ -1143,11 +1179,13 @@ def process_self_contained_coordinator_stream(
 
                             overall_result &= test_result
 
-                    conn.lrem(stream_test_list_running, 1, test_name)
-                    conn.lpush(stream_test_list_completed, test_name)
-                    conn.expire(stream_test_list_completed, REDIS_BINS_EXPIRE_SECS)
+                    github_event_conn.lrem(stream_test_list_running, 1, test_name)
+                    github_event_conn.lpush(stream_test_list_completed, test_name)
+                    github_event_conn.expire(
+                        stream_test_list_completed, REDIS_BINS_EXPIRE_SECS
+                    )
                     if test_result is False:
-                        conn.lpush(stream_test_list_failed, test_name)
+                        github_event_conn.lpush(stream_test_list_failed, test_name)
                         failed_tests = failed_tests + 1
                         logging.warning(
                             f"updating key {stream_test_list_failed} with the failed test: {test_name}. Total failed tests {failed_tests}."
@@ -1175,12 +1213,126 @@ def process_self_contained_coordinator_stream(
                         update_comment_if_needed(
                             auto_approve_github,
                             comment_body,
+                            old_benchmark_run_comment_body,
+                            benchmark_run_comment,
+                            verbose,
+                        )
+                        logging.info(
+                            f"Updated github comment with latest test info {regression_comment.html_url}"
+                        )
+
+                        ###########################
+                        # regression part
+                        ###########################
+                        fn = check_regression_comment
+                        (
+                            contains_regression_comment,
+                            github_pr,
+                            is_actionable_pr,
                             old_regression_comment_body,
+                            pr_link,
                             regression_comment,
+                        ) = check_github_available_and_actionable(
+                            fn,
+                            github_token,
+                            pull_request,
+                            tf_github_org,
+                            tf_github_repo,
                             verbose,
                         )
                         logging.info(
-                            f"Updated github comment with latest test info {regression_comment.html_url}"
+                            f"Preparing regression info for the data available"
+                        )
+                        print_improvements_only = False
+                        print_regressions_only = False
+                        skip_unstable = False
+                        regressions_percent_lower_limit = 10.0
+                        simplify_table = False
+                        testname_regex = ""
+                        test = ""
+                        last_n_baseline = 1
+                        last_n_comparison = 31
+                        use_metric_context_path = False
+                        baseline_tag = None
+                        baseline_deployment_name = "oss-standalone"
+                        comparison_deployment_name = "oss-standalone"
+                        metric_name = "ALL_STATS.Totals.Ops/sec"
+                        metric_mode = "higher-better"
+                        to_date = datetime.datetime.utcnow()
+                        from_date = to_date - datetime.timedelta(days=180)
+                        baseline_branch = default_baseline_branch
+                        comparison_tag = git_branch
+                        comparison_branch = git_version
+                        to_ts_ms = None
+                        from_ts_ms = None
+
+                        (
+                            detected_regressions,
+                            table_output,
+                            total_improvements,
+                            total_regressions,
+                            total_stable,
+                            total_unstable,
+                            total_comparison_points,
+                        ) = compute_regression_table(
+                            datasink_conn,
+                            tf_github_org,
+                            tf_github_repo,
+                            tf_triggering_env,
+                            metric_name,
+                            comparison_branch,
+                            baseline_branch,
+                            baseline_tag,
+                            comparison_tag,
+                            baseline_deployment_name,
+                            comparison_deployment_name,
+                            print_improvements_only,
+                            print_regressions_only,
+                            skip_unstable,
+                            regressions_percent_lower_limit,
+                            simplify_table,
+                            test,
+                            testname_regex,
+                            verbose,
+                            last_n_baseline,
+                            last_n_comparison,
+                            metric_mode,
+                            from_date,
+                            from_ts_ms,
+                            to_date,
+                            to_ts_ms,
+                            use_metric_context_path,
+                            running_platform,
+                        )
+                        auto_approve = True
+                        grafana_link_base = "https://benchmarksredisio.grafana.net/d/1fWbtb7nz/experimental-oss-spec-benchmarks"
+
+                        prepare_regression_comment(
+                            auto_approve,
+                            baseline_branch,
+                            baseline_tag,
+                            comparison_branch,
+                            comparison_tag,
+                            contains_regression_comment,
+                            github_pr,
+                            grafana_link_base,
+                            is_actionable_pr,
+                            old_regression_comment_body,
+                            pr_link,
+                            regression_comment,
+                            datasink_conn,
+                            running_platform,
+                            table_output,
+                            tf_github_org,
+                            tf_github_repo,
+                            tf_triggering_env,
+                            total_comparison_points,
+                            total_improvements,
+                            total_regressions,
+                            total_stable,
+                            total_unstable,
+                            verbose,
+                            regressions_percent_lower_limit,
                         )
                     logging.info(
                         f"Added test named {test_name} to the completed test list in key {stream_test_list_completed}"

{redis_benchmarks_specification-0.1.95.dist-info → redis_benchmarks_specification-0.1.97.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: redis-benchmarks-specification
-Version: 0.1.95
+Version: 0.1.97
 Summary: The Redis benchmarks specification describes the cross-language/tools requirements and expectations to foster performance and observability standards around redis related technologies. Members from both industry and academia, including organizations and individuals are encouraged to contribute.
 Author: filipecosta90
 Author-email: filipecosta.90@gmail.com

{redis_benchmarks_specification-0.1.95.dist-info → redis_benchmarks_specification-0.1.97.dist-info}/RECORD

@@ -13,19 +13,19 @@ redis_benchmarks_specification/__cli__/stats.py,sha256=wahzZRbpfokv8dQU8O4BH5JFr
 redis_benchmarks_specification/__common__/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 redis_benchmarks_specification/__common__/builder_schema.py,sha256=LW00BSz_LXa83wbgRFylOCyRMMH4-3YpWgYh2hevOFM,5693
 redis_benchmarks_specification/__common__/env.py,sha256=l58AH5LC2jQcyPRJA4ue_4kMloOewcqnLvkLWfzph_A,3119
-redis_benchmarks_specification/__common__/github.py,sha256=q0N20zMAUWmHvy3FyYcQmXJSE3n2UOnxbKXZRMFj_3Y,10124
+redis_benchmarks_specification/__common__/github.py,sha256=_1Cwzzgm7dcWgUwUCKkSXn0MIU5QM9z7MMeMoFI73Js,10401
 redis_benchmarks_specification/__common__/package.py,sha256=4uVt1BAZ999LV2rZkq--Tk6otAVIf9YR3g3KGeUpiW4,834
 redis_benchmarks_specification/__common__/runner.py,sha256=6x1L8UAo-gmxLMcsUU4FGQ5OLV08fqygDnoVZ1rVUVQ,6642
 redis_benchmarks_specification/__common__/spec.py,sha256=3hvfAb7RuAsqB_PNEo_-iuOtgz1ZCWe3ouMwS5Mw54A,1002
 redis_benchmarks_specification/__compare__/__init__.py,sha256=DtBXRp0Q01XgCFmY-1OIePMyyYihVNAjZ1Y8zwqSDN0,101
 redis_benchmarks_specification/__compare__/args.py,sha256=71-pYjlbTQNAXQMbAiet898yhWRIplBBNU5USQqFar4,5341
-redis_benchmarks_specification/__compare__/compare.py,sha256=6LuWtVxfjwNgCOeS5tuLexp9ap5bF1hP092Pfts1wZE,36584
+redis_benchmarks_specification/__compare__/compare.py,sha256=ClVHnKZtKS0cEccQiZzxBtthY9xe7DSnFUOgT6ZhtsE,36838
 redis_benchmarks_specification/__init__.py,sha256=YQIEx2sLPPA0JR9OuCuMNMNtm-f_gqDKgzvNJnkGNKY,491
 redis_benchmarks_specification/__runner__/__init__.py,sha256=l-G1z-t6twUgi8QLueqoTQLvJmv3hJoEYskGm6H7L6M,83
 redis_benchmarks_specification/__runner__/args.py,sha256=lYvbPd_3ppHZv4f2sRwXcF-fcBrwRSn3H2RMmNVkojY,7221
 redis_benchmarks_specification/__runner__/runner.py,sha256=ty-SzkeW4JGJD3p5DBsTTqKtY5iIOGan311stCCCjsA,47859
 redis_benchmarks_specification/__self_contained_coordinator__/__init__.py,sha256=l-G1z-t6twUgi8QLueqoTQLvJmv3hJoEYskGm6H7L6M,83
-redis_benchmarks_specification/__self_contained_coordinator__/args.py,sha256=VHjWWjZ0bs05rcQaeZYSFxf1d_0t02PRoXgfrhfF5nU,5770
+redis_benchmarks_specification/__self_contained_coordinator__/args.py,sha256=unQxatbVlkQmIQwDnoVmruNdmbhTkxDJs0FETc67Ovg,5910
 redis_benchmarks_specification/__self_contained_coordinator__/artifacts.py,sha256=rTVzBzPNDz7myIkiI6ToEh29Jo53Bi5a_zNALscSvKI,840
 redis_benchmarks_specification/__self_contained_coordinator__/build_info.py,sha256=psZrbt7hdAm3jyOKLr-UqaXllu2-Pzd8r6rjRja8CTU,2211
 redis_benchmarks_specification/__self_contained_coordinator__/clients.py,sha256=voL6zP3RenpZ1A7JKGVkvEWVXI9KYwmnSgVJr6l8o-4,710
@@ -33,7 +33,7 @@ redis_benchmarks_specification/__self_contained_coordinator__/cpuset.py,sha256=s
 redis_benchmarks_specification/__self_contained_coordinator__/docker.py,sha256=iivxZ55vL2kVHHkqVbXY2ftvxvceqH_Zw079KLCv9N8,2507
 redis_benchmarks_specification/__self_contained_coordinator__/prepopulation.py,sha256=ajhpzxsBy6tiHrO79gEIKQYxZR-Us6B4rC6NYg1EZjM,2875
 redis_benchmarks_specification/__self_contained_coordinator__/runners.py,sha256=Ul8UoxvWRxCVWmyaCBadpLMDOVEoNSp-A9KMPtPmUwM,28483
-redis_benchmarks_specification/__self_contained_coordinator__/self_contained_coordinator.py,sha256=HKqhpLTwu7z-nifwT4JyjU6jeUjLcyYEqConGncjGg8,59697
+redis_benchmarks_specification/__self_contained_coordinator__/self_contained_coordinator.py,sha256=VIptC7ATesc2pFkpGVXpCJvBU4xYeNUgjEW0xMZhwUU,66692
 redis_benchmarks_specification/__setups__/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 redis_benchmarks_specification/__setups__/topologies.py,sha256=xQ1IJkcTji_ZjLiJd3vOxZpvbNtBLZw9cPkw5hGJKHU,481
 redis_benchmarks_specification/__spec__/__init__.py,sha256=l-G1z-t6twUgi8QLueqoTQLvJmv3hJoEYskGm6H7L6M,83
@@ -150,8 +150,8 @@ redis_benchmarks_specification/test-suites/memtier_benchmark-2keys-set-10-100-el
 redis_benchmarks_specification/test-suites/memtier_benchmark-2keys-stream-5-entries-xread-all-entries-pipeline-10.yml,sha256=RSkNgV5SsjdkXhM0mifi2GlwIxtiHR8N3u-ieI23BoQ,1126
 redis_benchmarks_specification/test-suites/memtier_benchmark-2keys-stream-5-entries-xread-all-entries.yml,sha256=w7-dOIU-eATHXCvJbSeih6Vt54oygtkXKskQdzCll3o,1100
 redis_benchmarks_specification/test-suites/template.txt,sha256=qrci_94QV9bPUJe0cL8lsUaQmX5Woz-jT-pDF0629AE,423
-redis_benchmarks_specification-0.1.95.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-redis_benchmarks_specification-0.1.95.dist-info/METADATA,sha256=Zd2jF0i_BtwVtcCqDrFBpTuSDTQmavHGpW0I3k6qETA,22482
-redis_benchmarks_specification-0.1.95.dist-info/WHEEL,sha256=7Z8_27uaHI_UZAc4Uox4PpBhQ9Y5_modZXWMxtUi4NU,88
-redis_benchmarks_specification-0.1.95.dist-info/entry_points.txt,sha256=x5WBXCZsnDRTZxV7SBGmC65L2k-ygdDOxV8vuKN00Nk,715
-redis_benchmarks_specification-0.1.95.dist-info/RECORD,,
+redis_benchmarks_specification-0.1.97.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+redis_benchmarks_specification-0.1.97.dist-info/METADATA,sha256=6Yi-upoOFYufExA4YSKZNTfnV5hAwRFENGQU2WEelco,22482
+redis_benchmarks_specification-0.1.97.dist-info/WHEEL,sha256=7Z8_27uaHI_UZAc4Uox4PpBhQ9Y5_modZXWMxtUi4NU,88
+redis_benchmarks_specification-0.1.97.dist-info/entry_points.txt,sha256=x5WBXCZsnDRTZxV7SBGmC65L2k-ygdDOxV8vuKN00Nk,715
+redis_benchmarks_specification-0.1.97.dist-info/RECORD,,