redis-benchmarks-specification 0.1.216__py3-none-any.whl → 0.1.217__py3-none-any.whl

redis_benchmarks_specification/__builder__/builder.py

@@ -234,6 +234,7 @@ def builder_process_stream(
         if b"git_hash" in testDetails:
             git_hash = testDetails[b"git_hash"]
             logging.info("Received commit hash specifier {}.".format(git_hash))
+            logging.info(f"Received the following build stream: {testDetails}.")
             binary_zip_key = testDetails[b"zip_archive_key"]
             logging.info(
                 "Retriving zipped source from key {}.".format(
@@ -271,6 +272,16 @@ def builder_process_stream(
             if b"tests_groups_regexp" in testDetails:
                 tests_groups_regexp = testDetails[b"tests_groups_regexp"].decode()
 
+            github_org = "redis"
+            if b"github_org" in testDetails:
+                github_org = testDetails[b"github_org"].decode()
+                logging.info(f"detected github_org info on build stream {github_org}")
+
+            github_repo = "redis"
+            if b"github_repo" in testDetails:
+                github_repo = testDetails[b"github_repo"].decode()
+                logging.info(f"detected github_repo info on build stream {github_repo}")
+
             # github updates
             is_actionable_pr = False
             contains_regression_comment = False
@@ -321,6 +332,14 @@ def builder_process_stream(
                 build_artifacts = ["redis-server"]
                 if "build_artifacts" in build_config:
                     build_artifacts = build_config["build_artifacts"]
+                if b"build_artifacts" in testDetails:
+                    new_build_artifacts = (
+                        testDetails[b"build_artifacts"].decode().split(",")
+                    )
+                    logging.info(
+                        f"overriding default build artifacts {build_artifacts} by {new_build_artifacts}"
+                    )
+                    build_artifacts = new_build_artifacts
                 build_vars_str = ""
                 if "env" in build_config:
                     if build_config["env"] is not None:
@@ -361,6 +380,12 @@ def builder_process_stream(
                     "redis-server",
                     build_vars_str,
                 )
+                if b"build_command" in testDetails:
+                    build_command = testDetails[b"build_command"].decode()
+                server_name = "redis"
+                if b"server_name" in testDetails:
+                    server_name = testDetails[b"server_name"].decode()
+
                 build_start_datetime = datetime.datetime.utcnow()
                 logging.info(
                     "Using the following build command {}.".format(build_command)
@@ -435,6 +460,9 @@ def builder_process_stream(
                     tests_priority_upper_limit,
                     tests_regexp,
                     use_git_timestamp,
+                    server_name,
+                    github_org,
+                    github_repo,
                 )
                 if result is True:
                     benchmark_stream_id = conn.xadd(
@@ -572,6 +600,9 @@ def generate_benchmark_stream_request(
     tests_priority_upper_limit=10000,
     tests_regexp=".*",
     use_git_timestamp=False,
+    server_name="redis",
+    github_org="redis",
+    github_repo="redis",
 ):
     build_stream_fields = {
         "id": id,
@@ -584,6 +615,9 @@ def generate_benchmark_stream_request(
         "tests_priority_upper_limit": tests_priority_upper_limit,
         "tests_priority_lower_limit": tests_priority_lower_limit,
         "tests_groups_regexp": tests_groups_regexp,
+        "server_name": server_name,
+        "github_org": github_org,
+        "github_repo": github_repo,
     }
     if build_config_metadata is not None:
         build_stream_fields["metadata"] = json.dumps(build_config_metadata)
@@ -594,6 +628,7 @@ def generate_benchmark_stream_request(
     if build_vars_str is not None:
         build_stream_fields["build_vars"] = build_vars_str
     if build_command is not None:
+        logging.info(f"adding build_command: {build_command}")
         build_stream_fields["build_command"] = build_command
     if build_image is not None:
         build_stream_fields["build_image"] = build_image

redis_benchmarks_specification/__cli__/args.py

@@ -166,6 +166,21 @@ def spec_cli_args(parser):
         action="store_true",
         help="Iterate over the git commits.",
     )
+    parser.add_argument(
+        "--build_artifacts",
+        type=str,
+        default="",
+    )
+    parser.add_argument(
+        "--build_command",
+        type=str,
+        default="",
+    )
+    parser.add_argument(
+        "--git_hash",
+        type=str,
+        default="",
+    )
     parser.add_argument(
         "--dry-run",
         default=False,

redis_benchmarks_specification/__cli__/cli.py

@@ -355,6 +355,14 @@ def trigger_tests_cli_command_logic(args, project_name, project_version):
     filtered_hash_commits = []
     for cdict in commits:
         commit_hash = cdict["git_hash"]
+        if args.git_hash != "":
+            if args.git_hash != commit_hash:
+                logging.info(
+                    "Skipping {} given it does not match commit hash {}".format(
+                        commit_hash, args.git_hash
+                    )
+                )
+                continue
         commit_summary = cdict["commit_summary"]
         commit_datetime = cdict["commit_datetime"]
         match_obj = re.search(hash_regexp_string, commit_hash)
@@ -412,6 +420,14 @@ def trigger_tests_cli_command_logic(args, project_name, project_version):
             commit_dict["tests_priority_lower_limit"] = tests_priority_lower_limit
             commit_dict["tests_regexp"] = tests_regexp
             commit_dict["tests_groups_regexp"] = tests_groups_regexp
+            commit_dict["github_org"] = args.gh_org
+            commit_dict["github_repo"] = args.gh_repo
+            if args.server_name is not None and args.server_name != "":
+                commit_dict["server_name"] = args.server_name
+            if args.build_artifacts != "":
+                commit_dict["build_artifacts"] = args.build_artifacts
+            if args.build_command != "":
+                commit_dict["build_command"] = args.build_command
             if pull_request is not None:
                 logging.info(
                     f"Have a pull request info to include in build request {pull_request}"

redis_benchmarks_specification/__common__/runner.py

@@ -150,7 +150,7 @@ def exporter_datasink_common(
     git_hash=None,
 ):
     logging.info(
-        f"Using datapoint_time_ms: {datapoint_time_ms}. git_has={git_hash}, git_branch={git_branch}, git_version={git_version}"
+        f"Using datapoint_time_ms: {datapoint_time_ms}. git_hash={git_hash}, git_branch={git_branch}, git_version={git_version}. gh_org={tf_github_org}, gh_repo={tf_github_repo}"
     )
     timeseries_test_sucess_flow(
         datasink_push_results_redistimeseries,

redis_benchmarks_specification/__self_contained_coordinator__/self_contained_coordinator.py

@@ -547,6 +547,11 @@ def process_self_contained_coordinator_stream(
                 logging.info(
                     f"detected a server_name definition on the streamdata: {server_name}."
                 )
+                new_executable = f"{mnt_point}{server_name}-server"
+                logging.info(
+                    "changing executable from {executable} to {new_executable}"
+                )
+                executable = new_executable
 
             if b"restore_build_artifacts" in testDetails:
                 restore_build_artifacts = bool(

{redis_benchmarks_specification-0.1.216.dist-info → redis_benchmarks_specification-0.1.217.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: redis-benchmarks-specification
-Version: 0.1.216
+Version: 0.1.217
 Summary: The Redis benchmarks specification describes the cross-language/tools requirements and expectations to foster performance and observability standards around redis related technologies. Members from both industry and academia, including organizations and individuals are encouraged to contribute.
 Author: filipecosta90
 Author-email: filipecosta.90@gmail.com

{redis_benchmarks_specification-0.1.216.dist-info → redis_benchmarks_specification-0.1.217.dist-info}/RECORD

@@ -4,18 +4,18 @@ redis_benchmarks_specification/__api__/api.py,sha256=k_CMICtMm1z8jY3hByaL0hIr_5v
 redis_benchmarks_specification/__api__/app.py,sha256=JzQm84DjIVdfLbDO423BJbrds6gFzMbA0syRkHE_aUU,7063
 redis_benchmarks_specification/__builder__/Readme.md,sha256=O6MV_J3OSgzW-ir2TbukP8Vhkm_LOzQJJndG1Cykqic,111
 redis_benchmarks_specification/__builder__/__init__.py,sha256=l-G1z-t6twUgi8QLueqoTQLvJmv3hJoEYskGm6H7L6M,83
-redis_benchmarks_specification/__builder__/builder.py,sha256=OmsMz4lO22DWGC7D1q1cfsyL3SZZC_I6tuLZL3ubq8A,26177
+redis_benchmarks_specification/__builder__/builder.py,sha256=T5dTB_qgX1FdPA_qQfFTHtnBL9O6w6TSI5YCKNJrxKM,27769
 redis_benchmarks_specification/__builder__/schema.py,sha256=1wcmyVJBcWrBvK58pghN9NCoWLCO3BzPsmdKWYfkVog,584
 redis_benchmarks_specification/__cli__/__init__.py,sha256=l-G1z-t6twUgi8QLueqoTQLvJmv3hJoEYskGm6H7L6M,83
-redis_benchmarks_specification/__cli__/args.py,sha256=ggjDVunIe8LbJ8QGg6Td2ZRgD8qUjX_xCOf4cP780k8,6728
-redis_benchmarks_specification/__cli__/cli.py,sha256=vy-WWRGOFIUGfL0Jz5r2y77rGuR5OsYfku0kUQQL0T4,20352
+redis_benchmarks_specification/__cli__/args.py,sha256=9uP9p2hqxr60k0XjpDl0TS22d3bHYdxsVZdgrgf5dg0,7013
+redis_benchmarks_specification/__cli__/cli.py,sha256=vswKHtFCvWoxSW9bgehqjMTSfhtC8D5rwZ9w_OhtgU4,21116
 redis_benchmarks_specification/__cli__/stats.py,sha256=wahzZRbpfokv8dQU8O4BH5JFrOZk-l6k8LWdKfue9_0,20204
 redis_benchmarks_specification/__common__/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 redis_benchmarks_specification/__common__/builder_schema.py,sha256=oU6zFrBsmPRgCr2c1zf7bM0o9bCyuqUpooJo0-nIHrE,5747
 redis_benchmarks_specification/__common__/env.py,sha256=kvJ8Ll-fvI_Tc0vynrzUEr22TqnJizzvJ4Lu9RjNr_M,3119
 redis_benchmarks_specification/__common__/github.py,sha256=QEHG05DgvJXkJPMMprLa7E1fwn3PrizfR-_N3_Ff93Q,10398
 redis_benchmarks_specification/__common__/package.py,sha256=4uVt1BAZ999LV2rZkq--Tk6otAVIf9YR3g3KGeUpiW4,834
-redis_benchmarks_specification/__common__/runner.py,sha256=24OIOLdnFYAzJ2mU_pbm4nc8wDJhaP-3tEIpTuDGpYs,6827
+redis_benchmarks_specification/__common__/runner.py,sha256=7DBI09eu_4RibK6MwcYyIsOI0f-gmv7I-v9OOm2Y5QY,6878
 redis_benchmarks_specification/__common__/spec.py,sha256=eTF5559epBB0FrJPx-jRDQVeP_ZVOgyC7Vjxr2xk6fo,3262
 redis_benchmarks_specification/__common__/timeseries.py,sha256=_LJFtC5sVP7DTaLZaIzv5g7wRxPTQZRwFIYvWX4p4N8,50533
 redis_benchmarks_specification/__compare__/__init__.py,sha256=DtBXRp0Q01XgCFmY-1OIePMyyYihVNAjZ1Y8zwqSDN0,101
@@ -34,7 +34,7 @@ redis_benchmarks_specification/__self_contained_coordinator__/cpuset.py,sha256=s
 redis_benchmarks_specification/__self_contained_coordinator__/docker.py,sha256=Alf9Y1dfuOMoD4u_Dv3jTodkwZfSrlo2_YceevaWNFo,2757
 redis_benchmarks_specification/__self_contained_coordinator__/prepopulation.py,sha256=qB1rwqkROfuyFotB7MfUQiYS4Gzafd8dd2ca7lT4l2I,2909
 redis_benchmarks_specification/__self_contained_coordinator__/runners.py,sha256=FqVVvbXPsmq2I7pSH-JEklb1SDRdS7rG6ZHc6xTCUE0,28611
-redis_benchmarks_specification/__self_contained_coordinator__/self_contained_coordinator.py,sha256=CWL6xOUR_R232rMTIrlAbBAxusiN-QKOS5Rm9JAQ_dk,74493
+redis_benchmarks_specification/__self_contained_coordinator__/self_contained_coordinator.py,sha256=xyUex4kGWFP7vWtdrPQF92Pcs2ujCsTTPmtvTUMWFPg,74733
 redis_benchmarks_specification/__setups__/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 redis_benchmarks_specification/__setups__/topologies.py,sha256=xQ1IJkcTji_ZjLiJd3vOxZpvbNtBLZw9cPkw5hGJKHU,481
 redis_benchmarks_specification/__spec__/__init__.py,sha256=l-G1z-t6twUgi8QLueqoTQLvJmv3hJoEYskGm6H7L6M,83
@@ -152,8 +152,8 @@ redis_benchmarks_specification/test-suites/memtier_benchmark-2keys-stream-5-entr
 redis_benchmarks_specification/test-suites/memtier_benchmark-2keys-stream-5-entries-xread-all-entries.yml,sha256=Z6T75dIbjRb4YO1tFIV9K4S_KFzRHfAa4q3kOg0vcHw,1112
 redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-load-string-with-512B-values.yml,sha256=XAIFlbR6VJnmQRwedLGBGenbIsMC_I3uA35Mz_bkTTc,1028
 redis_benchmarks_specification/test-suites/template.txt,sha256=d_edIE7Sxa5X7I2yG-Io0bPdbDIHR0oWFoCA3XUt_EU,435
-redis_benchmarks_specification-0.1.216.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-redis_benchmarks_specification-0.1.216.dist-info/METADATA,sha256=L3EWU11UgYCLdhjak5d95YlaYsGIKbPa7XkJrVMLg1Q,22726
-redis_benchmarks_specification-0.1.216.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-redis_benchmarks_specification-0.1.216.dist-info/entry_points.txt,sha256=x5WBXCZsnDRTZxV7SBGmC65L2k-ygdDOxV8vuKN00Nk,715
-redis_benchmarks_specification-0.1.216.dist-info/RECORD,,
+redis_benchmarks_specification-0.1.217.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+redis_benchmarks_specification-0.1.217.dist-info/METADATA,sha256=Xl-aBoQ5ko_6URB4Keum16X-QCAd18fRcytsWRoaM9k,22726
+redis_benchmarks_specification-0.1.217.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+redis_benchmarks_specification-0.1.217.dist-info/entry_points.txt,sha256=x5WBXCZsnDRTZxV7SBGmC65L2k-ygdDOxV8vuKN00Nk,715
+redis_benchmarks_specification-0.1.217.dist-info/RECORD,,