redis-benchmarks-specification 0.1.72__tar.gz → 0.1.74__tar.gz

{redis_benchmarks_specification-0.1.72 → redis_benchmarks_specification-0.1.74}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: redis-benchmarks-specification
-Version: 0.1.72
+Version: 0.1.74
 Summary: The Redis benchmarks specification describes the cross-language/tools requirements and expectations to foster performance and observability standards around redis related technologies. Members from both industry and academia, including organizations and individuals are encouraged to contribute.
 Author: filipecosta90
 Author-email: filipecosta.90@gmail.com
@@ -105,6 +105,7 @@ Before package's installation, please install its' dependencies.
 # install pip installer for python3
 sudo apt install python3-pip -y
 sudo pip3 install --upgrade pip
+sudo pip3 install pyopenssl --upgrade
 
 # install docker
 sudo apt install docker.io -y

{redis_benchmarks_specification-0.1.72 → redis_benchmarks_specification-0.1.74}/Readme.md

@@ -76,6 +76,7 @@ Before package's installation, please install its' dependencies.
 # install pip installer for python3
 sudo apt install python3-pip -y
 sudo pip3 install --upgrade pip
+sudo pip3 install pyopenssl --upgrade
 
 # install docker
 sudo apt install docker.io -y

{redis_benchmarks_specification-0.1.72 → redis_benchmarks_specification-0.1.74}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "redis-benchmarks-specification"
-version = "0.1.72"
+version = "0.1.74"
 description = "The Redis benchmarks specification describes the cross-language/tools requirements and expectations to foster performance and observability standards around redis related technologies. Members from both industry and academia, including organizations and individuals are encouraged to contribute."
 authors = ["filipecosta90 <filipecosta.90@gmail.com>","Redis Performance Group <performance@redis.com>"]
 readme = "Readme.md"
@@ -37,6 +37,7 @@ requires = ["poetry_core>=1.0.0"]
 build-backend = "poetry.core.masonry.api"
 
 [tool.poetry.scripts]
+redis-benchmarks-compare = "redis_benchmarks_specification.__compare__.compare:main"
 redis-benchmarks-spec-api = "redis_benchmarks_specification.__api__.api:main"
 redis-benchmarks-spec-builder = "redis_benchmarks_specification.__builder__.builder:main"
 redis-benchmarks-spec-client-runner = "redis_benchmarks_specification.__runner__.runner:main"

{redis_benchmarks_specification-0.1.72 → redis_benchmarks_specification-0.1.74}/redis_benchmarks_specification/__builder__/builder.py

@@ -353,6 +353,8 @@ def builder_process_stream(
                         "{}_len_bytes".format(artifact)
                     ] = bin_artifact_len
                 result = True
+                if b"platform" in testDetails:
+                    build_stream_fields["platform"] = testDetails[b"platform"]
                 if result is True:
                     stream_id = conn.xadd(
                         STREAM_KEYNAME_NEW_BUILD_EVENTS, build_stream_fields

{redis_benchmarks_specification-0.1.72 → redis_benchmarks_specification-0.1.74}/redis_benchmarks_specification/__cli__/args.py

@@ -130,4 +130,10 @@ def spec_cli_args(parser):
         default=-1,
         help="Use the last N samples. by default will use all available values",
     )
+    parser.add_argument(
+        "--platform",
+        type=str,
+        default="",
+        help="Only trigger tests on the specified platform.",
+    )
     return parser

{redis_benchmarks_specification-0.1.72 → redis_benchmarks_specification-0.1.74}/redis_benchmarks_specification/__cli__/cli.py

@@ -197,6 +197,8 @@ def trigger_tests_cli_command_logic(args, project_name, project_version):
     logging.info(
         "Will trigger {} distinct tests {}.".format(len(commits), by_description)
     )
+    if args.platform:
+        logging.info("Will trigger tests only for platform {}".format(args.platform))
 
     hash_regexp = args.hash_regexp
     if hash_regexp == ".*":
@@ -229,7 +231,7 @@ def trigger_tests_cli_command_logic(args, project_name, project_version):
             )
             filtered_hash_commits.append(cdict)
 
-    if True:  # args.dry_run is False:
+    if args.dry_run is False:
         conn = redis.StrictRedis(
             host=args.redis_host,
             port=args.redis_port,
@@ -250,6 +252,8 @@ def trigger_tests_cli_command_logic(args, project_name, project_version):
                 ) = get_commit_dict_from_sha(
                     cdict["git_hash"], "redis", "redis", cdict, True, args.gh_token
                 )
+                if args.platform:
+                    commit_dict["platform"] = args.platform
                 if result is True:
                     stream_id = "n/a"
                     if args.dry_run is False:

redis_benchmarks_specification-0.1.74/redis_benchmarks_specification/__compare__/__init__.py

@@ -0,0 +1,5 @@
+#  Apache License Version 2.0
+#
+#  Copyright (c) 2021., Redis Labs Modules
+#  All rights reserved.
+#

redis_benchmarks_specification-0.1.74/redis_benchmarks_specification/__compare__/args.py

@@ -0,0 +1,135 @@
+#  Apache License Version 2.0
+#
+#  Copyright (c) 2021., Redis Labs Modules
+#  All rights reserved.
+#
+
+# environment variables
+import datetime
+import os
+
+
+def get_start_time_vars(start_time=None):
+    if start_time is None:
+        start_time = datetime.datetime.utcnow()
+    start_time_ms = int(
+        (start_time - datetime.datetime(1970, 1, 1)).total_seconds() * 1000
+    )
+    start_time_str = start_time.strftime("%Y-%m-%d-%H-%M-%S")
+    return start_time, start_time_ms, start_time_str
+
+
+PERFORMANCE_GH_TOKEN = os.getenv("PERFORMANCE_GH_TOKEN", None)
+PERFORMANCE_RTS_PUSH = bool(int(os.getenv("PUSH_RTS", "0")))
+
+
+_, NOW_UTC, _ = get_start_time_vars()
+LAST_MONTH_UTC = NOW_UTC - (31 * 24 * 60 * 60 * 1000)
+START_TIME_NOW_UTC, _, _ = get_start_time_vars()
+START_TIME_LAST_SIX_MONTHS_UTC = START_TIME_NOW_UTC - datetime.timedelta(days=180)
+
+
+def create_compare_arguments(parser):
+    parser.add_argument(
+        "--test",
+        type=str,
+        default="",
+        help="specify a test (or a comma separated list of tests) to use for comparison. If none is specified by default will use all of them.",
+    )
+    parser.add_argument(
+        "--defaults_filename",
+        type=str,
+        default="defaults.yml",
+        help="specify the defaults file containing spec topologies, common metric extractions,etc...",
+    )
+    parser.add_argument("--github_repo", type=str, default="redis")
+    parser.add_argument("--github_org", type=str, default="redis")
+    parser.add_argument("--triggering_env", type=str, default="ci")
+    parser.add_argument("--github_token", type=str, default=PERFORMANCE_GH_TOKEN)
+    parser.add_argument("--pull-request", type=str, default=None, nargs="?", const="")
+    parser.add_argument("--deployment_name", type=str, default="oss-standalone")
+    parser.add_argument("--deployment_type", type=str, default="oss-standalone")
+    parser.add_argument("--baseline_deployment_name", type=str, default="")
+    parser.add_argument("--comparison_deployment_name", type=str, default="")
+    parser.add_argument("--metric_name", type=str, default="ALL_STATS.Totals.Ops/sec")
+    parser.add_argument(
+        "--running_platform", type=str, default="intel64-ubuntu22.04-redis-icx1"
+    )
+    parser.add_argument("--extra-filter", type=str, default=None)
+    parser.add_argument(
+        "--last_n",
+        type=int,
+        default=-1,
+        help="Use the last N samples for each time-serie. by default will use all available values",
+    )
+    parser.add_argument(
+        "--last_n_baseline",
+        type=int,
+        default=7,
+        help="Use the last N samples for each time-serie. by default will use last 7 available values",
+    )
+    parser.add_argument(
+        "--last_n_comparison",
+        type=int,
+        default=1,
+        help="Use the last N samples for each time-serie. by default will use last value only",
+    )
+    parser.add_argument(
+        "--from-date",
+        type=lambda s: datetime.datetime.strptime(s, "%Y-%m-%d"),
+        default=START_TIME_LAST_SIX_MONTHS_UTC,
+    )
+    parser.add_argument(
+        "--to-date",
+        type=lambda s: datetime.datetime.strptime(s, "%Y-%m-%d"),
+        default=START_TIME_NOW_UTC,
+    )
+    parser.add_argument(
+        "--metric_mode",
+        type=str,
+        default="higher-better",
+        help="either 'lower-better' or 'higher-better'",
+    )
+    parser.add_argument("--baseline-branch", type=str, default=None, required=False)
+    parser.add_argument("--baseline-tag", type=str, default=None, required=False)
+    parser.add_argument("--comparison-branch", type=str, default=None, required=False)
+    parser.add_argument("--comparison-tag", type=str, default=None, required=False)
+    parser.add_argument("--print-regressions-only", type=bool, default=False)
+    parser.add_argument("--print-improvements-only", type=bool, default=False)
+    parser.add_argument("--skip-unstable", type=bool, default=False)
+    parser.add_argument("--verbose", type=bool, default=False)
+    parser.add_argument("--simple-table", type=bool, default=False)
+    parser.add_argument("--use_metric_context_path", type=bool, default=False)
+    parser.add_argument("--testname_regex", type=str, default=".*", required=False)
+    parser.add_argument(
+        "--regressions-percent-lower-limit",
+        type=float,
+        default=5.0,
+        help="Only consider regressions with a percentage over the defined limit. (0-100)",
+    )
+    parser.add_argument(
+        "--redistimeseries_host", type=str, default="benchmarks.redislabs.com"
+    )
+    parser.add_argument("--redistimeseries_port", type=int, default=12011)
+    parser.add_argument("--redistimeseries_pass", type=str, default=None)
+    parser.add_argument("--redistimeseries_user", type=str, default=None)
+    parser.add_argument(
+        "--from_timestamp",
+        default=None,
+        help="The minimum period to use for the the value fetching",
+    )
+    parser.add_argument("--to_timestamp", default=None)
+
+    parser.add_argument(
+        "--grafana_base_dashboard",
+        type=str,
+        default="https://benchmarksrediscom.grafana.net/d/",
+    )
+    parser.add_argument(
+        "--auto-approve",
+        required=False,
+        default=False,
+        action="store_true",
+        help="Skip interactive approval of changes to github before applying.",
+    )
+    return parser