redis-benchmarks-specification 0.1.257__py3-none-any.whl → 0.1.258__py3-none-any.whl

redis_benchmarks_specification/__runner__/args.py

@@ -146,6 +146,12 @@ def create_client_runner_args(project_name):
         action="store_true",
         help="Run tests that contain a dbconfig with dataset",
     )
+    parser.add_argument(
+        "--skip-tests-with-preload-via-tool",
+        default=False,
+        action="store_true",
+        help="Run tests that contain a dbconfig with dataset",
+    )
     parser.add_argument(
         "--client_aggregated_results_folder",
         type=str,

redis_benchmarks_specification/__runner__/runner.py

@@ -9,7 +9,7 @@ import tempfile
 import traceback
 from pathlib import Path
 import re
-
+import tqdm
 import docker
 import redis
 from docker.models.containers import Container
@@ -391,7 +391,7 @@ def process_self_contained_coordinator_stream(
         _,
     ) = get_defaults(defaults_filename)
 
-    for test_file in testsuite_spec_files:
+    for test_file in tqdm.tqdm(testsuite_spec_files):
         if defaults_filename in test_file:
             continue
         client_containers = []
@@ -605,6 +605,19 @@ def process_self_contained_coordinator_stream(
                                     benchmark_tool_global=benchmark_tool_global,
                                 )
                                 continue
+                        if "preload_tool" in benchmark_config["dbconfig"]:
+                            if args.skip_tests_with_preload_via_tool is False:
+                                logging.warning(
+                                    "Skipping test {} giving it implies dataset preload via tool".format(
+                                        test_name
+                                    )
+                                )
+                                delete_temporary_files(
+                                    temporary_dir_client=temporary_dir_client,
+                                    full_result_path=None,
+                                    benchmark_tool_global=benchmark_tool_global,
+                                )
+                                continue
 
                     if dry_run is True:
                         dry_run_count = dry_run_count + 1

redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-generic-exists-pipeline-10.yml

@@ -9,7 +9,7 @@ dbconfig:
   preload_tool:
     run_image: redislabs/memtier_benchmark:edge
     tool: memtier_benchmark
-    arguments: '"--data-size" "100" "--command" "HSET __key__ field __data__" "--command-key-pattern" "P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"'
+    arguments: '"--pipeline" "100" "--data-size" "100" "--command" "HSET __key__ field __data__" "--command-key-pattern" "P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"'
   resources:
     requests:
       memory: 1g

redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-generic-expire-pipeline-10.yml

@@ -9,7 +9,7 @@ dbconfig:
   preload_tool:
     run_image: redislabs/memtier_benchmark:edge
     tool: memtier_benchmark
-    arguments: '"--data-size" "100" "--command" "HSET __key__ field __data__" "--command-key-pattern" "P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"'
+    arguments: '"--pipeline" "100" "--data-size" "100" "--command" "HSET __key__ field __data__" "--command-key-pattern" "P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"'
   resources:
     requests:
       memory: 1g

redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-generic-expireat-pipeline-10.yml

@@ -9,7 +9,7 @@ dbconfig:
   preload_tool:
     run_image: redislabs/memtier_benchmark:edge
     tool: memtier_benchmark
-    arguments: '"--data-size" "100" "--command" "HSET __key__ field __data__" "--command-key-pattern" "P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"'
+    arguments: '"--pipeline" "100" "--data-size" "100" "--command" "HSET __key__ field __data__" "--command-key-pattern" "P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"'
   resources:
     requests:
       memory: 1g

redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-generic-pexpire-pipeline-10.yml

@@ -9,7 +9,7 @@ dbconfig:
   preload_tool:
     run_image: redislabs/memtier_benchmark:edge
     tool: memtier_benchmark
-    arguments: '"--data-size" "100" "--command" "HSET __key__ field __data__" "--command-key-pattern" "P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"'
+    arguments: '"--pipeline" "100" "--data-size" "100" "--command" "HSET __key__ field __data__" "--command-key-pattern" "P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"'
   resources:
     requests:
       memory: 1g

redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-generic-scan-pipeline-10.yml

@@ -9,7 +9,7 @@ dbconfig:
   preload_tool:
     run_image: redislabs/memtier_benchmark:edge
     tool: memtier_benchmark
-    arguments: '"--data-size" "100" "--command" "HSET __key__ field __data__" "--command-key-pattern" "P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"'
+    arguments: '"--pipeline" "100" "--data-size" "100" "--command" "HSET __key__ field __data__" "--command-key-pattern" "P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"'
   resources:
     requests:
       memory: 1g

redis_benchmarks_specification/test-suites/memtier_benchmark-1key-set-200K-elements-sadd-constant.yml

@@ -12,7 +12,7 @@ dbconfig:
   preload_tool:
     run_image: redislabs/memtier_benchmark:edge
     tool: memtier_benchmark
-    arguments: --command="SADD myset __key__" --command-key-pattern=P --key-maximum 200000 --key-prefix "" -n 200000 --hide-histogram -t 1 -c 1
+    arguments: --command="SADD myset __key__" --command-key-pattern=P --pipeline 100 --key-maximum 200000 --key-prefix "" -n 200000 --hide-histogram -t 1 -c 1
 tested-groups:
 - set
 tested-commands:

{redis_benchmarks_specification-0.1.257.dist-info → redis_benchmarks_specification-0.1.258.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: redis-benchmarks-specification
-Version: 0.1.257
+Version: 0.1.258
 Summary: The Redis benchmarks specification describes the cross-language/tools requirements and expectations to foster performance and observability standards around redis related technologies. Members from both industry and academia, including organizations and individuals are encouraged to contribute.
 Author: filipecosta90
 Author-email: filipecosta.90@gmail.com

{redis_benchmarks_specification-0.1.257.dist-info → redis_benchmarks_specification-0.1.258.dist-info}/RECORD

@@ -23,8 +23,8 @@ redis_benchmarks_specification/__compare__/args.py,sha256=FlKD1wutBoKxeahpXw1gY2
 redis_benchmarks_specification/__compare__/compare.py,sha256=brLymkKXa1ZzV--27LOFuzvFUQwGWKA-lKN7Bnbvlzg,57029
 redis_benchmarks_specification/__init__.py,sha256=YQIEx2sLPPA0JR9OuCuMNMNtm-f_gqDKgzvNJnkGNKY,491
 redis_benchmarks_specification/__runner__/__init__.py,sha256=l-G1z-t6twUgi8QLueqoTQLvJmv3hJoEYskGm6H7L6M,83
-redis_benchmarks_specification/__runner__/args.py,sha256=lYvbPd_3ppHZv4f2sRwXcF-fcBrwRSn3H2RMmNVkojY,7221
-redis_benchmarks_specification/__runner__/runner.py,sha256=cik5-dBjfYZConKdUv15VnNgXD0UOpss6TEPghYVqco,48184
+redis_benchmarks_specification/__runner__/args.py,sha256=TWWPT4yPlAjLTE6CGHbdkpoRbitOneCxDIyKtuKQSv0,7413
+redis_benchmarks_specification/__runner__/runner.py,sha256=rhjEuh_FKFEYYFteZi5M5l9VXCMi7y3nzsh7iiWEXyU,48987
 redis_benchmarks_specification/__self_contained_coordinator__/__init__.py,sha256=l-G1z-t6twUgi8QLueqoTQLvJmv3hJoEYskGm6H7L6M,83
 redis_benchmarks_specification/__self_contained_coordinator__/args.py,sha256=VHjWWjZ0bs05rcQaeZYSFxf1d_0t02PRoXgfrhfF5nU,5770
 redis_benchmarks_specification/__self_contained_coordinator__/artifacts.py,sha256=OVHqJzDgeSSRfUSiKp1ZTAVv14PvSbk-5yJsAAoUfpw,936
@@ -203,11 +203,11 @@ redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-10B-expire-u
 redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-1KiB-expire-use-case.yml,sha256=y_wWm7-a-IVXOidNTb5uePNteOuesXxu8Rm6iOJQTqc,1277
 redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-4KiB-expire-use-case.yml,sha256=sQZjWlvVBxhI8I7chWaW6XdUrm7hi-1aLeVDSmngDjQ,1277
 redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-bitmap-getbit-pipeline-10.yml,sha256=Atmkt00xvX5ywC6Q3WNGlhnlLRrvAlxrN4gPGYwrLKc,1117
-redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-generic-exists-pipeline-10.yml,sha256=Z2mN656F1VQYVhIOGddEA6SdJ6qRD_vfBkb7U_J3Xqk,1093
-redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-generic-expire-pipeline-10.yml,sha256=0X9h_hA6bL0Xv_UQ2sbWPEY6Sbofm9SmWMapjIOmvyU,1004
-redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-generic-expireat-pipeline-10.yml,sha256=9WhNAdzDwDdfE3_ctBxTDBup75d6A9x3F4kzLWlF23M,1055
-redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-generic-pexpire-pipeline-10.yml,sha256=NZPrA7BLJSE7nEZPfrKSaF9ASmUhqgRp_UIJ3yEJXvw,1011
-redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-generic-scan-pipeline-10.yml,sha256=Aw4WjElXxcFReDNLNaKZboPKI-yHTkVMWAp9cxMBNuI,985
+redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-generic-exists-pipeline-10.yml,sha256=fWg_I4yP7YsETV5h6_RWX5m3wx_BOzvl0cfpv1DBXHw,1112
+redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-generic-expire-pipeline-10.yml,sha256=8C6TQYVudSy_ZNo8LqGlwJFQa_9cAfUCSSrPiLVgAkE,1023
+redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-generic-expireat-pipeline-10.yml,sha256=P_tRwib8x-6NKlBCcIsIE_b2ZKlSJtXl6qaT967vOqI,1074
+redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-generic-pexpire-pipeline-10.yml,sha256=uXOPp6zFHfyck8BCfhYUhK3J7jH0mRRLzCYEdVKakBM,1030
+redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-generic-scan-pipeline-10.yml,sha256=EyC4q7qr4BcuMEXzsA8kXzN5_Yl1-DOIY7Ocb1pND2E,1004
 redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-generic-touch-pipeline-10.yml,sha256=HStd8FtL1zftSWp5qN-sRcl7z9d04bT6fcyieRTEgdQ,995
 redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-generic-ttl-pipeline-10.yml,sha256=XPa3Tm15o0RbOWr401TJCkKUpchzvxbvIGqtr54kHiY,987
 redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-hash-hexists.yml,sha256=fMVTnqpbjd3_mKnPh8SbJpj3iZY_YuWKCipDDeIndqU,1304
@@ -305,7 +305,7 @@ redis_benchmarks_specification/test-suites/memtier_benchmark-1key-set-100-elemen
 redis_benchmarks_specification/test-suites/memtier_benchmark-1key-set-10M-elements-sismember-50pct-chance.yml,sha256=2dn2klO6QnFfttaZi2OXlv_lHggL7_bxYBL3PZJFQw4,1083
 redis_benchmarks_specification/test-suites/memtier_benchmark-1key-set-1K-elements-smembers.yml,sha256=obobyni8avSLoTOTEEWfT_YFuVgpTma9fGszc_JX2lI,13792
 redis_benchmarks_specification/test-suites/memtier_benchmark-1key-set-1M-elements-sismember-50pct-chance.yml,sha256=o47aHfpCJ78VX2SOg8TKYkEHTyRGmQj-MRgtkiX4I0I,1076
-redis_benchmarks_specification/test-suites/memtier_benchmark-1key-set-200K-elements-sadd-constant.yml,sha256=spiUdTx0kSZ0xcilXjOzN5UtmFm08dekzR2YQ0QPJUE,1060
+redis_benchmarks_specification/test-suites/memtier_benchmark-1key-set-200K-elements-sadd-constant.yml,sha256=GVqjU9N9mnUxR8IdnFbh6KxtbWxlSocbFgIxQ8h8Qk0,1075
 redis_benchmarks_specification/test-suites/memtier_benchmark-1key-set-2M-elements-sadd-increasing.yml,sha256=cmAyCOBnDSbtoxj1AJKAfAUwGk4zmqv2whlDB7z0QJw,766
 redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zincrby-1M-elements-pipeline-1.yml,sha256=_gp943gEk2E-hYtwbHLhgJ0G4v4-nRkHJyKgNLXVPJM,1098
 redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zrank-100K-elements-pipeline-1.yml,sha256=xliBq3txUCQmNzz1PJ19z7kC4jlO42jedMBXKjUN2rk,1081
@@ -346,8 +346,8 @@ redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-mixed
 redis_benchmarks_specification/test-suites/memtier_benchmark-connection-hello-pipeline-10.yml,sha256=y8c0KsJ-SYmEfvW8m5rQg0hd9boh-FWkzAZTma4OYaI,734
 redis_benchmarks_specification/test-suites/memtier_benchmark-connection-hello.yml,sha256=VIFNaaAqRQMeDvtXmKGDpJTnu658Lv5i_oAju5uSi_c,708
 redis_benchmarks_specification/test-suites/template.txt,sha256=d_edIE7Sxa5X7I2yG-Io0bPdbDIHR0oWFoCA3XUt_EU,435
-redis_benchmarks_specification-0.1.257.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-redis_benchmarks_specification-0.1.257.dist-info/METADATA,sha256=nqTiM_A0pnwYqWIIIPI3fQNvL6mx9cvKHQ4wXod8kYg,22726
-redis_benchmarks_specification-0.1.257.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-redis_benchmarks_specification-0.1.257.dist-info/entry_points.txt,sha256=x5WBXCZsnDRTZxV7SBGmC65L2k-ygdDOxV8vuKN00Nk,715
-redis_benchmarks_specification-0.1.257.dist-info/RECORD,,
+redis_benchmarks_specification-0.1.258.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+redis_benchmarks_specification-0.1.258.dist-info/METADATA,sha256=FRk7oRA_LEKFJ4eQPhXmIcCNRkTajaiSZAJxPdrIXow,22726
+redis_benchmarks_specification-0.1.258.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+redis_benchmarks_specification-0.1.258.dist-info/entry_points.txt,sha256=x5WBXCZsnDRTZxV7SBGmC65L2k-ygdDOxV8vuKN00Nk,715
+redis_benchmarks_specification-0.1.258.dist-info/RECORD,,