redis-benchmarks-specification 0.1.259__py3-none-any.whl → 0.1.261__py3-none-any.whl

redis_benchmarks_specification/__common__/runner.py

@@ -106,11 +106,16 @@ def extract_testsuites(args):
     testsuite_spec_files = get_benchmark_specs(
         testsuites_folder, args.test, args.tests_regexp
     )
+    testsuite_spec_files.sort()
     logging.info(
         "There are a total of {} test-suites in folder {}".format(
             len(testsuite_spec_files), testsuites_folder
         )
     )
+    if len(testsuite_spec_files) < 11:
+        for test in testsuite_spec_files:
+            logging.info(f"Test {test}")
+
     return testsuite_spec_files
 
 

redis_benchmarks_specification/__compare__/compare.py

@@ -874,11 +874,12 @@ def compute_regression_table(
     len_no_datapoints = len(no_datapoints_list)
     if len_no_datapoints > 0:
         table_output += f"\n  WARNING: There were {len_no_datapoints} benchmarks with NO datapoints for both baseline and comparison.\n\n"
+        table_output += "<details>\n  <summary>NO datapoints for both baseline and comparison:</summary>\n\n"
         no_datapoints_test_names_str = "|".join([l for l in no_datapoints_list])
-
         table_output += (
             f"  NO DATAPOINTS test regexp names: {no_datapoints_test_names_str}\n\n"
         )
+        table_output += "\n</details>\n"
 
     return (
         detected_regressions,

redis_benchmarks_specification/__runner__/args.py

@@ -214,4 +214,9 @@ def create_client_runner_args(project_name):
         action="store_true",
         help="Run client in cluster mode.",
     )
+    parser.add_argument(
+        "--unix-socket",
+        default="",
+        help="UNIX Domain socket name",
+    )
     return parser

redis_benchmarks_specification/__runner__/runner.py

@@ -220,17 +220,26 @@ def prepare_memtier_benchmark_parameters(
     resp_version=None,
     override_memtier_test_time=0,
     override_test_runs=1,
+    unix_socket="",
 ):
     arbitrary_command = False
     benchmark_command = [
         full_benchmark_path,
-        "--port",
-        f"{port}",
-        "--server",
-        f"{server}",
         "--json-out-file",
         local_benchmark_output_filename,
     ]
+    if unix_socket != "":
+        benchmark_command.extend(["--unix-socket", unix_socket])
+        logging.info(f"Using UNIX SOCKET to connect {unix_socket}")
+    else:
+        benchmark_command.extend(
+            [
+                "--port",
+                f"{port}",
+                "--server",
+                f"{server}",
+            ]
+        )
     if password is not None:
         benchmark_command.extend(["--authenticate", password])
     if tls_enabled:
@@ -430,6 +439,7 @@ def process_self_contained_coordinator_stream(
 
                     port = args.db_server_port
                     host = args.db_server_host
+                    unix_socket = args.unix_socket
                     password = args.db_server_password
                     oss_cluster_api_enabled = args.cluster_mode
                     ssl_cert_reqs = "required"
@@ -606,7 +616,7 @@ def process_self_contained_coordinator_stream(
                                 )
                                 continue
                         if "preload_tool" in benchmark_config["dbconfig"]:
-                            if args.skip_tests_with_preload_via_tool is False:
+                            if args.skip_tests_with_preload_via_tool is True:
                                 logging.warning(
                                     "Skipping test {} giving it implies dataset preload via tool".format(
                                         test_name
@@ -648,6 +658,7 @@ def process_self_contained_coordinator_stream(
                                 args.benchmark_local_install,
                                 password,
                                 oss_cluster_api_enabled,
+                                unix_socket,
                             )
                             if res is False:
                                 logging.warning(
@@ -748,6 +759,7 @@ def process_self_contained_coordinator_stream(
                             resp_version,
                             override_memtier_test_time,
                             override_test_runs,
+                            unix_socket,
                         )
 
                     if (
@@ -1151,6 +1163,7 @@ def data_prepopulation_step(
     benchmark_local_install=False,
     password=None,
     oss_cluster_api_enabled=False,
+    unix_socket="",
 ):
     result = True
     # setup the benchmark
@@ -1193,6 +1206,8 @@ def data_prepopulation_step(
             tls_cacert,
             resp_version,
             override_memtier_test_time_preload,
+            1,
+            unix_socket,
         )
         if arbitrary_command is True and oss_cluster_api_enabled:
             logging.warning(

redis_benchmarks_specification/test-suites/memtier_benchmark-10Mkeys-string-get-10B-pipeline-100-nokeyprefix.yml

@@ -0,0 +1,34 @@
+version: 0.4
+name: memtier_benchmark-10Mkeys-string-get-10B-pipeline-100-nokeyprefix
+description: Runs memtier_benchmark, for a keyspace length of 10M keys with a data size of 10 Bytes for each key.
+dbconfig:
+  configuration-parameters:
+    save: '""'
+  check:
+    keyspacelen: 10000000
+  preload_tool:
+    run_image: redislabs/memtier_benchmark:edge
+    tool: memtier_benchmark
+    arguments: '--key-maximum  10000000 -n allkeys --key-prefix "" --data-size 10 --ratio 1:0 --key-pattern P:P -c 50 -t 2 --hide-histogram --key-minimum 1'
+  resources:
+    requests:
+      memory: 1g
+tested-commands:
+- get
+redis-topologies:
+- oss-standalone
+build-variants:
+- gcc:8.5.0-amd64-debian-buster-default
+- dockerhub
+clientconfig:
+  run_image: redislabs/memtier_benchmark:edge
+  tool: memtier_benchmark
+  arguments: '--key-maximum  10000000 --key-minimum 1 --pipeline 100 --key-prefix "" --distinct-client-seed --data-size 10 --ratio 0:1 --key-pattern R:R -c 10 -t 10 --hide-histogram --test-time 120'
+  resources:
+    requests:
+      cpus: '10'
+      memory: 2g
+
+tested-groups:
+- string
+priority: 1

redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-10B-values-pipeline-100-nokeyprefix.yml

@@ -0,0 +1,30 @@
+version: 0.4
+name: memtier_benchmark-1Mkeys-load-string-with-10B-values-pipeline-100-nokeyprefix
+description: Runs memtier_benchmark, for a keyspace length of 1M keys loading STRINGs in which the value has a data size of 10 Bytes.
+dbconfig:
+  configuration-parameters:
+    save: '""'
+  check:
+    keyspacelen: 0
+  resources:
+    requests:
+      memory: 1g
+tested-commands:
+- set
+redis-topologies:
+- oss-standalone
+build-variants:
+- gcc:8.5.0-amd64-debian-buster-default
+- dockerhub
+clientconfig:
+  run_image: redislabs/memtier_benchmark:edge
+  tool: memtier_benchmark
+  arguments: '"--pipeline" "100" "--data-size" "10" --distinct-client-seed --key-prefix "" --ratio 1:0 --key-pattern P:P --key-minimum=1 --key-maximum 1000000 --test-time 120 -c 10 -t 10 --hide-histogram'
+  resources:
+    requests:
+      cpus: '10'
+      memory: 2g
+
+tested-groups:
+- string
+priority: 17

redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-10B-pipeline-100-nokeyprefix.yml

@@ -0,0 +1,34 @@
+version: 0.4
+name: memtier_benchmark-1Mkeys-string-get-10B-pipeline-100-nokeyprefix
+description: Runs memtier_benchmark, for a keyspace length of 1M keys with a data size of 10 Bytes for each key.
+dbconfig:
+  configuration-parameters:
+    save: '""'
+  check:
+    keyspacelen: 1000000
+  preload_tool:
+    run_image: redislabs/memtier_benchmark:edge
+    tool: memtier_benchmark
+    arguments: '--key-maximum  1000000 -n allkeys --key-prefix "" --data-size 10 --ratio 1:0 --key-pattern P:P -c 50 -t 2 --hide-histogram --key-minimum 1'
+  resources:
+    requests:
+      memory: 1g
+tested-commands:
+- get
+redis-topologies:
+- oss-standalone
+build-variants:
+- gcc:8.5.0-amd64-debian-buster-default
+- dockerhub
+clientconfig:
+  run_image: redislabs/memtier_benchmark:edge
+  tool: memtier_benchmark
+  arguments: '--key-maximum  1000000 --key-minimum 1 --pipeline 100 --key-prefix "" --distinct-client-seed --data-size 10 --ratio 0:1 --key-pattern R:R -c 10 -t 10 --hide-histogram --test-time 120'
+  resources:
+    requests:
+      cpus: '10'
+      memory: 2g
+
+tested-groups:
+- string
+priority: 1

{redis_benchmarks_specification-0.1.259.dist-info → redis_benchmarks_specification-0.1.261.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: redis-benchmarks-specification
-Version: 0.1.259
+Version: 0.1.261
 Summary: The Redis benchmarks specification describes the cross-language/tools requirements and expectations to foster performance and observability standards around redis related technologies. Members from both industry and academia, including organizations and individuals are encouraged to contribute.
 Author: filipecosta90
 Author-email: filipecosta.90@gmail.com

{redis_benchmarks_specification-0.1.259.dist-info → redis_benchmarks_specification-0.1.261.dist-info}/RECORD

@@ -15,16 +15,16 @@ redis_benchmarks_specification/__common__/builder_schema.py,sha256=kfDpRIk7NkJrb
 redis_benchmarks_specification/__common__/env.py,sha256=kvJ8Ll-fvI_Tc0vynrzUEr22TqnJizzvJ4Lu9RjNr_M,3119
 redis_benchmarks_specification/__common__/github.py,sha256=9TZtnISsSgXTSAN_VQejo5YRPDPhlU0gjxgKGPw_sP8,10699
 redis_benchmarks_specification/__common__/package.py,sha256=4uVt1BAZ999LV2rZkq--Tk6otAVIf9YR3g3KGeUpiW4,834
-redis_benchmarks_specification/__common__/runner.py,sha256=7DBI09eu_4RibK6MwcYyIsOI0f-gmv7I-v9OOm2Y5QY,6878
+redis_benchmarks_specification/__common__/runner.py,sha256=2IpMl0IEHi2IZvfLc4_h0e-E3ZfnlB8EkCA_SE8VDCY,7033
 redis_benchmarks_specification/__common__/spec.py,sha256=eTF5559epBB0FrJPx-jRDQVeP_ZVOgyC7Vjxr2xk6fo,3262
 redis_benchmarks_specification/__common__/timeseries.py,sha256=_LJFtC5sVP7DTaLZaIzv5g7wRxPTQZRwFIYvWX4p4N8,50533
 redis_benchmarks_specification/__compare__/__init__.py,sha256=DtBXRp0Q01XgCFmY-1OIePMyyYihVNAjZ1Y8zwqSDN0,101
 redis_benchmarks_specification/__compare__/args.py,sha256=FlKD1wutBoKxeahpXw1gY2H_1FOPH5y-o5QsIPfFsT0,6802
-redis_benchmarks_specification/__compare__/compare.py,sha256=brLymkKXa1ZzV--27LOFuzvFUQwGWKA-lKN7Bnbvlzg,57029
+redis_benchmarks_specification/__compare__/compare.py,sha256=O6ZuB6Ln5xkTX5jRaizpj1PTPhmoETcf-_PY-A_CGr8,57179
 redis_benchmarks_specification/__init__.py,sha256=YQIEx2sLPPA0JR9OuCuMNMNtm-f_gqDKgzvNJnkGNKY,491
 redis_benchmarks_specification/__runner__/__init__.py,sha256=l-G1z-t6twUgi8QLueqoTQLvJmv3hJoEYskGm6H7L6M,83
-redis_benchmarks_specification/__runner__/args.py,sha256=TWWPT4yPlAjLTE6CGHbdkpoRbitOneCxDIyKtuKQSv0,7413
-redis_benchmarks_specification/__runner__/runner.py,sha256=rhjEuh_FKFEYYFteZi5M5l9VXCMi7y3nzsh7iiWEXyU,48987
+redis_benchmarks_specification/__runner__/args.py,sha256=ipEYOM3f4O4ZZH6sQfIc8529oaC1RZCSjcL_uyHhcAU,7529
+redis_benchmarks_specification/__runner__/runner.py,sha256=A4uUkYn7KRBO5xdiNe8NvPC6h1t8G1NHrb8pmWQGcwo,49476
 redis_benchmarks_specification/__self_contained_coordinator__/__init__.py,sha256=l-G1z-t6twUgi8QLueqoTQLvJmv3hJoEYskGm6H7L6M,83
 redis_benchmarks_specification/__self_contained_coordinator__/args.py,sha256=VHjWWjZ0bs05rcQaeZYSFxf1d_0t02PRoXgfrhfF5nU,5770
 redis_benchmarks_specification/__self_contained_coordinator__/artifacts.py,sha256=OVHqJzDgeSSRfUSiKp1ZTAVv14PvSbk-5yJsAAoUfpw,936
@@ -198,6 +198,7 @@ redis_benchmarks_specification/test-suites/memtier_benchmark-10Mkeys-load-hash-5
 redis_benchmarks_specification/test-suites/memtier_benchmark-10Mkeys-load-hash-5-fields-with-100B-values.yml,sha256=MPo4livD4Rl9ExUzTghtSEg6pUQoL55jkAhfNF6BH7o,914
 redis_benchmarks_specification/test-suites/memtier_benchmark-10Mkeys-load-hash-5-fields-with-10B-values-pipeline-10.yml,sha256=woHfOPYnDjh8nn5bCAALzh2-b5VpljhvioY6vE7KzD4,941
 redis_benchmarks_specification/test-suites/memtier_benchmark-10Mkeys-load-hash-5-fields-with-10B-values.yml,sha256=qHoiZqldaLl2Es7r-1_cZFSIr9J0LpSxeqcF11iSC_Y,911
+redis_benchmarks_specification/test-suites/memtier_benchmark-10Mkeys-string-get-10B-pipeline-100-nokeyprefix.yml,sha256=OvkDYP7AGaR6o70YW6gEeNqfhp1m9vtzCBMqWZ960aU,1089
 redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-100B-expire-use-case.yml,sha256=Qd3odpq9rr95qogVIHvXAyyFJQtqfiswrAPuGg0zb6s,1274
 redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-10B-expire-use-case.yml,sha256=q--89owV1uh0Mpb1EBriORMPNPv9Jrb4GRUstUSwtvI,1270
 redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-10B-psetex-expire-use-case.yml,sha256=AtBn-eU4ZiVVOV_gf3qiNSmDxatEiKMl3k6flC8hYdc,1084
@@ -240,6 +241,7 @@ redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-stream-
 redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-100B-values-pipeline-10.yml,sha256=w-xyDU5zG1eQ9uxY46U2IhWo5eU1w-aAmqDFsZN-94A,820
 redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-100B-values.yml,sha256=gjviRmZrNaJw5iaZYh7o9X4pNCCnSdyR3cq_CQ-VNQQ,845
 redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-10B-values-pipeline-10.yml,sha256=h2SKE3sXs88fhhk18olwAxVgxOuxwLqvUjFY0kovytk,842
+redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-10B-values-pipeline-100-nokeyprefix.yml,sha256=LO2cZ75mILDRhMLSYzsKLrIfwHRz4cIQ_IDkCFHeVj4,872
 redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-10B-values-pipeline-100.yml,sha256=dQgK1wfCdc070N3dK7G-4qomgHm1n0lMlCRhpyqt7BY,844
 redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-10B-values-pipeline-50.yml,sha256=pq3dJ3Kn0ws9sFrj-_4Kqe9KIY2rpy0JUMSv4dbxxe4,842
 redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-10B-values-pipeline-500.yml,sha256=s0I485dXIzLFuS88YX7VHZksCb68gQvDr7MM9VLfaMU,844
@@ -255,6 +257,7 @@ redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-decr.
 redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-100B-pipeline-10.yml,sha256=gWswFs6SZOi50BsIjbXkwGmza2-iWAbaf7hW64eH8OU,970
 redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-100B.yml,sha256=_fRtXmRvktAiXBHiL5pp50LzN1RDN6seLKfoDXwWFBU,944
 redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-10B-pipeline-10.yml,sha256=l4KPinBCdBTqmI3iwiIDmDFSa-wAPu6m6LoVTSMo8sM,1041
+redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-10B-pipeline-100-nokeyprefix.yml,sha256=7BBRsP-E31iSrC5O8snEH3MlCaw26aS3OqFeyhSaEqo,1084
 redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-10B-pipeline-100.yml,sha256=tJZBF0fxhkd6hUiySqFG62dxscJqRqZo4cfhj09SRVw,1043
 redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-10B-pipeline-50.yml,sha256=2fVFN3RtVgsDA6vssrrdbzMCj1Pw1Sa48nz0gvvUFD0,1041
 redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-10B-pipeline-500.yml,sha256=_-nT2YzJSJuKkNCMsTPZp1xgqJsTAUACLnvszDarn9U,1043
@@ -364,8 +367,8 @@ redis_benchmarks_specification/test-suites/memtier_benchmark-nokeys-connection-p
 redis_benchmarks_specification/test-suites/memtier_benchmark-nokeys-pubsub-publish-1K-channels-10B-no-subscribers.yml,sha256=ich32ZYaXh-ixNNyFi5wvyEfLq0H5l0GS4MOL5TpjuE,774
 redis_benchmarks_specification/test-suites/memtier_benchmark-nokeys-server-time-pipeline-10.yml,sha256=rJuWWXubUeRKQ2GSfHlbPMLeOyM9Eu_MzvN2vgKcAhA,672
 redis_benchmarks_specification/test-suites/template.txt,sha256=d_edIE7Sxa5X7I2yG-Io0bPdbDIHR0oWFoCA3XUt_EU,435
-redis_benchmarks_specification-0.1.259.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-redis_benchmarks_specification-0.1.259.dist-info/METADATA,sha256=ViazmVPIp8v9WC04T25M78J5b78G426Ero9s86K5Uhg,22726
-redis_benchmarks_specification-0.1.259.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-redis_benchmarks_specification-0.1.259.dist-info/entry_points.txt,sha256=x5WBXCZsnDRTZxV7SBGmC65L2k-ygdDOxV8vuKN00Nk,715
-redis_benchmarks_specification-0.1.259.dist-info/RECORD,,
+redis_benchmarks_specification-0.1.261.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+redis_benchmarks_specification-0.1.261.dist-info/METADATA,sha256=jaBB36Udh64Ri2pb8WcwnIrcS13HjabnTfCGTnp8U9A,22726
+redis_benchmarks_specification-0.1.261.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+redis_benchmarks_specification-0.1.261.dist-info/entry_points.txt,sha256=x5WBXCZsnDRTZxV7SBGmC65L2k-ygdDOxV8vuKN00Nk,715
+redis_benchmarks_specification-0.1.261.dist-info/RECORD,,