redis-benchmarks-specification 0.1.215__py3-none-any.whl → 0.1.217__py3-none-any.whl

redis_benchmarks_specification/__builder__/builder.py

@@ -234,6 +234,7 @@ def builder_process_stream(
         if b"git_hash" in testDetails:
             git_hash = testDetails[b"git_hash"]
             logging.info("Received commit hash specifier {}.".format(git_hash))
+            logging.info(f"Received the following build stream: {testDetails}.")
             binary_zip_key = testDetails[b"zip_archive_key"]
             logging.info(
                 "Retriving zipped source from key {}.".format(
@@ -271,6 +272,16 @@ def builder_process_stream(
             if b"tests_groups_regexp" in testDetails:
                 tests_groups_regexp = testDetails[b"tests_groups_regexp"].decode()
 
+            github_org = "redis"
+            if b"github_org" in testDetails:
+                github_org = testDetails[b"github_org"].decode()
+                logging.info(f"detected github_org info on build stream {github_org}")
+
+            github_repo = "redis"
+            if b"github_repo" in testDetails:
+                github_repo = testDetails[b"github_repo"].decode()
+                logging.info(f"detected github_repo info on build stream {github_repo}")
+
             # github updates
             is_actionable_pr = False
             contains_regression_comment = False
@@ -321,6 +332,14 @@ def builder_process_stream(
                 build_artifacts = ["redis-server"]
                 if "build_artifacts" in build_config:
                     build_artifacts = build_config["build_artifacts"]
+                if b"build_artifacts" in testDetails:
+                    new_build_artifacts = (
+                        testDetails[b"build_artifacts"].decode().split(",")
+                    )
+                    logging.info(
+                        f"overriding default build artifacts {build_artifacts} by {new_build_artifacts}"
+                    )
+                    build_artifacts = new_build_artifacts
                 build_vars_str = ""
                 if "env" in build_config:
                     if build_config["env"] is not None:
@@ -343,6 +362,8 @@ def builder_process_stream(
                     "linenoise",
                     "lua",
                 ]
+                if "fast_float" in deps_dir:
+                    deps_list.append("fast_float")
                 if "hdr_histogram" in deps_dir:
                     deps_list.append("hdr_histogram")
                 if "fpconv" in deps_dir:
@@ -359,6 +380,12 @@ def builder_process_stream(
                     "redis-server",
                     build_vars_str,
                 )
+                if b"build_command" in testDetails:
+                    build_command = testDetails[b"build_command"].decode()
+                server_name = "redis"
+                if b"server_name" in testDetails:
+                    server_name = testDetails[b"server_name"].decode()
+
                 build_start_datetime = datetime.datetime.utcnow()
                 logging.info(
                     "Using the following build command {}.".format(build_command)
@@ -433,6 +460,9 @@ def builder_process_stream(
                     tests_priority_upper_limit,
                     tests_regexp,
                     use_git_timestamp,
+                    server_name,
+                    github_org,
+                    github_repo,
                 )
                 if result is True:
                     benchmark_stream_id = conn.xadd(
@@ -570,6 +600,9 @@ def generate_benchmark_stream_request(
     tests_priority_upper_limit=10000,
     tests_regexp=".*",
     use_git_timestamp=False,
+    server_name="redis",
+    github_org="redis",
+    github_repo="redis",
 ):
     build_stream_fields = {
         "id": id,
@@ -582,6 +615,9 @@ def generate_benchmark_stream_request(
         "tests_priority_upper_limit": tests_priority_upper_limit,
         "tests_priority_lower_limit": tests_priority_lower_limit,
         "tests_groups_regexp": tests_groups_regexp,
+        "server_name": server_name,
+        "github_org": github_org,
+        "github_repo": github_repo,
     }
     if build_config_metadata is not None:
         build_stream_fields["metadata"] = json.dumps(build_config_metadata)
@@ -592,6 +628,7 @@ def generate_benchmark_stream_request(
     if build_vars_str is not None:
         build_stream_fields["build_vars"] = build_vars_str
     if build_command is not None:
+        logging.info(f"adding build_command: {build_command}")
         build_stream_fields["build_command"] = build_command
     if build_image is not None:
         build_stream_fields["build_image"] = build_image

redis_benchmarks_specification/__cli__/args.py

@@ -166,6 +166,21 @@ def spec_cli_args(parser):
         action="store_true",
         help="Iterate over the git commits.",
     )
+    parser.add_argument(
+        "--build_artifacts",
+        type=str,
+        default="",
+    )
+    parser.add_argument(
+        "--build_command",
+        type=str,
+        default="",
+    )
+    parser.add_argument(
+        "--git_hash",
+        type=str,
+        default="",
+    )
     parser.add_argument(
         "--dry-run",
         default=False,

redis_benchmarks_specification/__cli__/cli.py

@@ -87,6 +87,23 @@ def trigger_tests_dockerhub_cli_command_logic(args, project_name, project_versio
         args.build_arch,
         testDetails,
         "n/a",
+        [],
+        None,
+        None,
+        None,
+        None,
+        None,
+        None,
+        None,
+        None,
+        None,
+        None,
+        None,
+        None,
+        ".*",
+        0,
+        10000,
+        args.tests_regexp,
     )
     build_stream_fields["github_repo"] = args.gh_repo
     build_stream_fields["github_org"] = args.gh_org
@@ -338,6 +355,14 @@ def trigger_tests_cli_command_logic(args, project_name, project_version):
     filtered_hash_commits = []
     for cdict in commits:
         commit_hash = cdict["git_hash"]
+        if args.git_hash != "":
+            if args.git_hash != commit_hash:
+                logging.info(
+                    "Skipping {} given it does not match commit hash {}".format(
+                        commit_hash, args.git_hash
+                    )
+                )
+                continue
         commit_summary = cdict["commit_summary"]
         commit_datetime = cdict["commit_datetime"]
         match_obj = re.search(hash_regexp_string, commit_hash)
@@ -395,6 +420,14 @@ def trigger_tests_cli_command_logic(args, project_name, project_version):
             commit_dict["tests_priority_lower_limit"] = tests_priority_lower_limit
             commit_dict["tests_regexp"] = tests_regexp
             commit_dict["tests_groups_regexp"] = tests_groups_regexp
+            commit_dict["github_org"] = args.gh_org
+            commit_dict["github_repo"] = args.gh_repo
+            if args.server_name is not None and args.server_name != "":
+                commit_dict["server_name"] = args.server_name
+            if args.build_artifacts != "":
+                commit_dict["build_artifacts"] = args.build_artifacts
+            if args.build_command != "":
+                commit_dict["build_command"] = args.build_command
             if pull_request is not None:
                 logging.info(
                     f"Have a pull request info to include in build request {pull_request}"

redis_benchmarks_specification/__common__/runner.py

@@ -150,7 +150,7 @@ def exporter_datasink_common(
     git_hash=None,
 ):
     logging.info(
-        f"Using datapoint_time_ms: {datapoint_time_ms}. git_has={git_hash}, git_branch={git_branch}, git_version={git_version}"
+        f"Using datapoint_time_ms: {datapoint_time_ms}. git_hash={git_hash}, git_branch={git_branch}, git_version={git_version}. gh_org={tf_github_org}, gh_repo={tf_github_repo}"
     )
     timeseries_test_sucess_flow(
         datasink_push_results_redistimeseries,

redis_benchmarks_specification/__self_contained_coordinator__/docker.py

@@ -20,7 +20,7 @@ def generate_standalone_redis_server_args(
         "{}".format(port),
     ]
     if dbdir != "":
-        command.extend(["--dbdir", dbdir])
+        command.extend(["--dir", dbdir])
     if configuration_parameters is not None:
         for parameter, parameter_value in configuration_parameters.items():
             if parameter not in added_params:

redis_benchmarks_specification/__self_contained_coordinator__/self_contained_coordinator.py

@@ -547,6 +547,11 @@ def process_self_contained_coordinator_stream(
                 logging.info(
                     f"detected a server_name definition on the streamdata: {server_name}."
                 )
+                new_executable = f"{mnt_point}{server_name}-server"
+                logging.info(
+                    "changing executable from {executable} to {new_executable}"
+                )
+                executable = new_executable
 
             if b"restore_build_artifacts" in testDetails:
                 restore_build_artifacts = bool(
@@ -832,39 +837,16 @@ def process_self_contained_coordinator_stream(
                                 db_cpuset_cpus, current_cpu_pos = generate_cpuset_cpus(
                                     ceil_db_cpu_limit, current_cpu_pos
                                 )
-                                logging.info(
-                                    "Running redis-server on docker image {} (cpuset={}) with the following args: {}".format(
-                                        run_image, db_cpuset_cpus, command_str
-                                    )
-                                )
-                                volumes = {}
-                                working_dir = "/"
-                                if mnt_point != "":
-                                    volumes = {
-                                        temporary_dir: {
-                                            "bind": mnt_point,
-                                            "mode": "rw",
-                                        },
-                                    }
-                                    working_dir = mnt_point
-                                redis_container = docker_client.containers.run(
-                                    image=run_image,
-                                    volumes=volumes,
-                                    auto_remove=True,
-                                    privileged=True,
-                                    working_dir=mnt_point,
-                                    command=command_str,
-                                    network_mode="host",
-                                    detach=True,
-                                    cpuset_cpus=db_cpuset_cpus,
-                                    pid_mode="host",
-                                    publish_all_ports=True,
+                                redis_container = start_redis_container(
+                                    command_str,
+                                    db_cpuset_cpus,
+                                    docker_client,
+                                    mnt_point,
+                                    redis_containers,
+                                    run_image,
+                                    temporary_dir,
                                 )
 
-                                time.sleep(5)
-
-                                redis_containers.append(redis_container)
-
                                 r = redis.StrictRedis(port=redis_proc_start_port)
                                 r.ping()
                                 redis_conns = [r]
@@ -1251,9 +1233,10 @@ def process_self_contained_coordinator_stream(
                                                 stdout=True, stderr=True
                                             )
                                         )
+                                        redis_container.remove()
                                     except docker.errors.NotFound:
                                         logging.info(
-                                            "When trying to stop DB container with id {} and image {} it was already stopped".format(
+                                            "When trying to fetch logs from DB container with id {} and image {} it was already stopped".format(
                                                 redis_container.id,
                                                 redis_container.image,
                                             )
@@ -1269,6 +1252,7 @@ def process_self_contained_coordinator_stream(
                                 for redis_container in redis_containers:
                                     try:
                                         redis_container.stop()
+                                        redis_container.remove()
                                     except docker.errors.NotFound:
                                         logging.info(
                                             "When trying to stop DB container with id {} and image {} it was already stopped".format(
@@ -1282,6 +1266,7 @@ def process_self_contained_coordinator_stream(
                                     if type(redis_container) == Container:
                                         try:
                                             redis_container.stop()
+                                            redis_container.remove()
                                         except docker.errors.NotFound:
                                             logging.info(
                                                 "When trying to stop Client container with id {} and image {} it was already stopped".format(
@@ -1295,6 +1280,7 @@ def process_self_contained_coordinator_stream(
                                         temporary_dir, temporary_dir_client
                                     )
                                 )
+
                                 shutil.rmtree(temporary_dir, ignore_errors=True)
                                 shutil.rmtree(temporary_dir_client, ignore_errors=True)
 
@@ -1475,6 +1461,50 @@ def process_self_contained_coordinator_stream(
     return stream_id, overall_result, total_test_suite_runs
 
 
+def start_redis_container(
+    command_str,
+    db_cpuset_cpus,
+    docker_client,
+    mnt_point,
+    redis_containers,
+    run_image,
+    temporary_dir,
+    auto_remove=False,
+):
+    logging.info(
+        "Running redis-server on docker image {} (cpuset={}) with the following args: {}".format(
+            run_image, db_cpuset_cpus, command_str
+        )
+    )
+    volumes = {}
+    working_dir = "/"
+    if mnt_point != "":
+        volumes = {
+            temporary_dir: {
+                "bind": mnt_point,
+                "mode": "rw",
+            },
+        }
+        logging.info(f"setting volume as follow: {volumes}. working_dir={mnt_point}")
+        working_dir = mnt_point
+    redis_container = docker_client.containers.run(
+        image=run_image,
+        volumes=volumes,
+        auto_remove=auto_remove,
+        privileged=True,
+        working_dir=mnt_point,
+        command=command_str,
+        network_mode="host",
+        detach=True,
+        cpuset_cpus=db_cpuset_cpus,
+        pid_mode="host",
+        publish_all_ports=True,
+    )
+    time.sleep(5)
+    redis_containers.append(redis_container)
+    return redis_container
+
+
 def filter_test_files(
     defaults_filename,
     priority_lower_limit,

{redis_benchmarks_specification-0.1.215.dist-info → redis_benchmarks_specification-0.1.217.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: redis-benchmarks-specification
-Version: 0.1.215
+Version: 0.1.217
 Summary: The Redis benchmarks specification describes the cross-language/tools requirements and expectations to foster performance and observability standards around redis related technologies. Members from both industry and academia, including organizations and individuals are encouraged to contribute.
 Author: filipecosta90
 Author-email: filipecosta.90@gmail.com

{redis_benchmarks_specification-0.1.215.dist-info → redis_benchmarks_specification-0.1.217.dist-info}/RECORD

@@ -4,18 +4,18 @@ redis_benchmarks_specification/__api__/api.py,sha256=k_CMICtMm1z8jY3hByaL0hIr_5v
 redis_benchmarks_specification/__api__/app.py,sha256=JzQm84DjIVdfLbDO423BJbrds6gFzMbA0syRkHE_aUU,7063
 redis_benchmarks_specification/__builder__/Readme.md,sha256=O6MV_J3OSgzW-ir2TbukP8Vhkm_LOzQJJndG1Cykqic,111
 redis_benchmarks_specification/__builder__/__init__.py,sha256=l-G1z-t6twUgi8QLueqoTQLvJmv3hJoEYskGm6H7L6M,83
-redis_benchmarks_specification/__builder__/builder.py,sha256=7y_dey7EKKF50Dxk2WOlEnAPhO564TkgHr9uXSw8aeA,26081
+redis_benchmarks_specification/__builder__/builder.py,sha256=T5dTB_qgX1FdPA_qQfFTHtnBL9O6w6TSI5YCKNJrxKM,27769
 redis_benchmarks_specification/__builder__/schema.py,sha256=1wcmyVJBcWrBvK58pghN9NCoWLCO3BzPsmdKWYfkVog,584
 redis_benchmarks_specification/__cli__/__init__.py,sha256=l-G1z-t6twUgi8QLueqoTQLvJmv3hJoEYskGm6H7L6M,83
-redis_benchmarks_specification/__cli__/args.py,sha256=ggjDVunIe8LbJ8QGg6Td2ZRgD8qUjX_xCOf4cP780k8,6728
-redis_benchmarks_specification/__cli__/cli.py,sha256=wMRlIa8t2hbQabtq3sYqBYGBGfxgvqhaHRsacHlRTqk,20105
+redis_benchmarks_specification/__cli__/args.py,sha256=9uP9p2hqxr60k0XjpDl0TS22d3bHYdxsVZdgrgf5dg0,7013
+redis_benchmarks_specification/__cli__/cli.py,sha256=vswKHtFCvWoxSW9bgehqjMTSfhtC8D5rwZ9w_OhtgU4,21116
 redis_benchmarks_specification/__cli__/stats.py,sha256=wahzZRbpfokv8dQU8O4BH5JFrOZk-l6k8LWdKfue9_0,20204
 redis_benchmarks_specification/__common__/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 redis_benchmarks_specification/__common__/builder_schema.py,sha256=oU6zFrBsmPRgCr2c1zf7bM0o9bCyuqUpooJo0-nIHrE,5747
 redis_benchmarks_specification/__common__/env.py,sha256=kvJ8Ll-fvI_Tc0vynrzUEr22TqnJizzvJ4Lu9RjNr_M,3119
 redis_benchmarks_specification/__common__/github.py,sha256=QEHG05DgvJXkJPMMprLa7E1fwn3PrizfR-_N3_Ff93Q,10398
 redis_benchmarks_specification/__common__/package.py,sha256=4uVt1BAZ999LV2rZkq--Tk6otAVIf9YR3g3KGeUpiW4,834
-redis_benchmarks_specification/__common__/runner.py,sha256=24OIOLdnFYAzJ2mU_pbm4nc8wDJhaP-3tEIpTuDGpYs,6827
+redis_benchmarks_specification/__common__/runner.py,sha256=7DBI09eu_4RibK6MwcYyIsOI0f-gmv7I-v9OOm2Y5QY,6878
 redis_benchmarks_specification/__common__/spec.py,sha256=eTF5559epBB0FrJPx-jRDQVeP_ZVOgyC7Vjxr2xk6fo,3262
 redis_benchmarks_specification/__common__/timeseries.py,sha256=_LJFtC5sVP7DTaLZaIzv5g7wRxPTQZRwFIYvWX4p4N8,50533
 redis_benchmarks_specification/__compare__/__init__.py,sha256=DtBXRp0Q01XgCFmY-1OIePMyyYihVNAjZ1Y8zwqSDN0,101
@@ -31,10 +31,10 @@ redis_benchmarks_specification/__self_contained_coordinator__/artifacts.py,sha25
 redis_benchmarks_specification/__self_contained_coordinator__/build_info.py,sha256=vlg8H8Rxu2falW8xp1GvL1SV1fyBguSbz6Apxc7A2yM,2282
 redis_benchmarks_specification/__self_contained_coordinator__/clients.py,sha256=voL6zP3RenpZ1A7JKGVkvEWVXI9KYwmnSgVJr6l8o-4,710
 redis_benchmarks_specification/__self_contained_coordinator__/cpuset.py,sha256=sRvtoJIitppcOpm3R5LbVmSfPEAqPumOqVATnF5Wbek,594
-redis_benchmarks_specification/__self_contained_coordinator__/docker.py,sha256=anBPdVDWYKGz2ladfdcP4dBDwcjCYhvOp0By2mbMTOI,2759
+redis_benchmarks_specification/__self_contained_coordinator__/docker.py,sha256=Alf9Y1dfuOMoD4u_Dv3jTodkwZfSrlo2_YceevaWNFo,2757
 redis_benchmarks_specification/__self_contained_coordinator__/prepopulation.py,sha256=qB1rwqkROfuyFotB7MfUQiYS4Gzafd8dd2ca7lT4l2I,2909
 redis_benchmarks_specification/__self_contained_coordinator__/runners.py,sha256=FqVVvbXPsmq2I7pSH-JEklb1SDRdS7rG6ZHc6xTCUE0,28611
-redis_benchmarks_specification/__self_contained_coordinator__/self_contained_coordinator.py,sha256=BWRc4tRAI769oNVcug_TCjNoRIfjhWM9AftpZym7aeE,74364
+redis_benchmarks_specification/__self_contained_coordinator__/self_contained_coordinator.py,sha256=xyUex4kGWFP7vWtdrPQF92Pcs2ujCsTTPmtvTUMWFPg,74733
 redis_benchmarks_specification/__setups__/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 redis_benchmarks_specification/__setups__/topologies.py,sha256=xQ1IJkcTji_ZjLiJd3vOxZpvbNtBLZw9cPkw5hGJKHU,481
 redis_benchmarks_specification/__spec__/__init__.py,sha256=l-G1z-t6twUgi8QLueqoTQLvJmv3hJoEYskGm6H7L6M,83
@@ -152,8 +152,8 @@ redis_benchmarks_specification/test-suites/memtier_benchmark-2keys-stream-5-entr
 redis_benchmarks_specification/test-suites/memtier_benchmark-2keys-stream-5-entries-xread-all-entries.yml,sha256=Z6T75dIbjRb4YO1tFIV9K4S_KFzRHfAa4q3kOg0vcHw,1112
 redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-load-string-with-512B-values.yml,sha256=XAIFlbR6VJnmQRwedLGBGenbIsMC_I3uA35Mz_bkTTc,1028
 redis_benchmarks_specification/test-suites/template.txt,sha256=d_edIE7Sxa5X7I2yG-Io0bPdbDIHR0oWFoCA3XUt_EU,435
-redis_benchmarks_specification-0.1.215.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-redis_benchmarks_specification-0.1.215.dist-info/METADATA,sha256=1zud-90JXXG-pP3YUG1wfNkI-9aLAIbQz24Mex24ELg,22726
-redis_benchmarks_specification-0.1.215.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-redis_benchmarks_specification-0.1.215.dist-info/entry_points.txt,sha256=x5WBXCZsnDRTZxV7SBGmC65L2k-ygdDOxV8vuKN00Nk,715
-redis_benchmarks_specification-0.1.215.dist-info/RECORD,,
+redis_benchmarks_specification-0.1.217.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+redis_benchmarks_specification-0.1.217.dist-info/METADATA,sha256=Xl-aBoQ5ko_6URB4Keum16X-QCAd18fRcytsWRoaM9k,22726
+redis_benchmarks_specification-0.1.217.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+redis_benchmarks_specification-0.1.217.dist-info/entry_points.txt,sha256=x5WBXCZsnDRTZxV7SBGmC65L2k-ygdDOxV8vuKN00Nk,715
+redis_benchmarks_specification-0.1.217.dist-info/RECORD,,