redis-benchmarks-specification 0.1.254__py3-none-any.whl → 0.1.256__py3-none-any.whl

redis_benchmarks_specification/__compare__/compare.py

@@ -804,21 +804,22 @@ def compute_regression_table(
     len_baseline_only_list = len(baseline_only_list)
     if len_baseline_only_list > 0:
         table_output += f"\n  WARNING: There were {len_baseline_only_list} benchmarks with datapoints only on baseline.\n\n"
-        baseline_only_test_names_str = "|".join([l[0] for l in baseline_only_list])
+        baseline_only_test_names_str = "|".join([l for l in baseline_only_list])
         table_output += (
             f"  Baseline only test regexp names: {baseline_only_test_names_str}\n\n"
         )
     len_comparison_only_list = len(comparison_only_list)
     if len_comparison_only_list > 0:
         table_output += f"\n  WARNING: There were {len_comparison_only_list} benchmarks with datapoints only on comparison.\n\n"
-        comparison_only_test_names_str = "|".join([l[0] for l in comparison_only_list])
+        comparison_only_test_names_str = "|".join([l for l in comparison_only_list])
         table_output += (
             f"  Comparison only test regexp names: {comparison_only_test_names_str}\n\n"
         )
     len_no_datapoints = len(no_datapoints_list)
     if len_no_datapoints > 0:
         table_output += f"\n  WARNING: There were {len_no_datapoints} benchmarks with NO datapoints for both baseline and comparison.\n\n"
-        no_datapoints_test_names_str = "|".join([l[0] for l in no_datapoints_list])
+        no_datapoints_test_names_str = "|".join([l for l in no_datapoints_list])
+        
         table_output += (
             f"  NO DATAPOINTS test regexp names: {no_datapoints_test_names_str}\n\n"
         )

redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zrank-100K-elements-pipeline-1.yml

@@ -0,0 +1,34 @@
+version: 0.4
+name: memtier_benchmark-1key-zrank-100K-elements-pipeline-1
+description: Runs memtier_benchmark, for a keyspace length of 1 SORTED SET key. The SORTED SET contains 100K elements and we query it using ZRANK.
+dbconfig:
+  configuration-parameters:
+    save: '""'
+  check:
+    keyspacelen: 1
+  preload_tool:
+    run_image: redislabs/memtier_benchmark:edge
+    tool: memtier_benchmark
+    arguments: --pipeline 50 --command="ZADD key1 __key__  __key__" --command-key-pattern=P --key-maximum 100000 --key-prefix "" -n allkeys --hide-histogram -t 1 -c 1
+  resources:
+    requests:
+      memory: 1g
+tested-groups:
+- sorted-set
+tested-commands:
+- zrank
+redis-topologies:
+- oss-standalone
+build-variants:
+- gcc:8.5.0-amd64-debian-buster-default
+- dockerhub
+clientconfig:
+  run_image: redislabs/memtier_benchmark:edge
+  tool: memtier_benchmark
+  arguments: --command="ZRANK key1 __key__" --key-maximum 100000 --command-key-pattern=R --key-prefix "" --hide-histogram --test-time 180 --pipeline 1 -c 1 -t 1
+  resources:
+    requests:
+      cpus: '4'
+      memory: 2g
+
+priority: 72

redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zrank-10M-elements-pipeline-1.yml

@@ -0,0 +1,34 @@
+version: 0.4
+name: memtier_benchmark-1key-zrank-10M-elements-pipeline-1
+description: Runs memtier_benchmark, for a keyspace length of 1 SORTED SET key. The SORTED SET contains 10M elements and we query it using ZRANK.
+dbconfig:
+  configuration-parameters:
+    save: '""'
+  check:
+    keyspacelen: 1
+  preload_tool:
+    run_image: redislabs/memtier_benchmark:edge
+    tool: memtier_benchmark
+    arguments: --pipeline 50 --command="ZADD key1 __key__  __key__" --command-key-pattern=P --key-maximum 10000000 --key-prefix "" -n 1000000 --hide-histogram -t 10 -c 1
+  resources:
+    requests:
+      memory: 1g
+tested-groups:
+- sorted-set
+tested-commands:
+- zrank
+redis-topologies:
+- oss-standalone
+build-variants:
+- gcc:8.5.0-amd64-debian-buster-default
+- dockerhub
+clientconfig:
+  run_image: redislabs/memtier_benchmark:edge
+  tool: memtier_benchmark
+  arguments: --command="ZRANK key1 __key__" --key-maximum 10000000 --command-key-pattern=R --key-prefix "" --hide-histogram --test-time 180 --pipeline 1 -c 1 -t 1
+  resources:
+    requests:
+      cpus: '4'
+      memory: 2g
+
+priority: 72

redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zrank-1M-elements-pipeline-1.yml

@@ -9,7 +9,7 @@ dbconfig:
   preload_tool:
     run_image: redislabs/memtier_benchmark:edge
     tool: memtier_benchmark
-    arguments: --command="ZADD key1 __key__  __key__" --command-key-pattern=P --key-maximum 1000000 --key-prefix "" -n 1000000 --hide-histogram -t 1 -c 1
+    arguments: --pipeline 50 --command="ZADD key1 __key__  __key__" --command-key-pattern=P --key-maximum 1000000 --key-prefix "" -n 100000 --hide-histogram -t 10 -c 1
   resources:
     requests:
       memory: 1g

redis_benchmarks_specification/test-suites/{memtier_benchmark-3Mkeys-load-string-with-512B-values copy.yml → memtier_benchmark-3Mkeys-load-string-with-512B-values-pipeline-10.yml}

@@ -1,5 +1,5 @@
 version: 0.4
-name: memtier_benchmark-3Mkeys-load-string-with-512B-values
+name: memtier_benchmark-3Mkeys-load-string-with-512B-values-pipeline-10
 description: Runs memtier_benchmark, for a keyspace length of 3M keys loading STRINGs in which the value has a data size of 512 Bytes, with 650 clients running sequential SET commands.
 dbconfig:
   configuration-parameters:
@@ -17,15 +17,13 @@ redis-topologies:
 - oss-standalone-04-io-threads
 - oss-standalone-08-io-threads
 - oss-standalone-16-io-threads
-- oss-standalone-32-io-threads
-- oss-standalone-64-io-threads
 build-variants:
 - gcc:8.5.0-amd64-debian-buster-default
 - dockerhub
 clientconfig:
   run_image: redislabs/memtier_benchmark:edge
   tool: memtier_benchmark
-  arguments: '"--data-size" "512" --ratio 1:0 --key-pattern P:P --key-minimum=1 --key-maximum 3000000 --test-time 180 -c 50 -t 13 --hide-histogram'
+  arguments: '"--data-size" "512" --pipeline 10 --ratio 1:0 --key-pattern P:P --key-minimum=1 --key-maximum 3000000 --test-time 180 -c 50 -t 13 --hide-histogram'
   resources:
     requests:
       cpus: '13'

redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-load-string-with-512B-values.yml

@@ -17,8 +17,6 @@ redis-topologies:
 - oss-standalone-04-io-threads
 - oss-standalone-08-io-threads
 - oss-standalone-16-io-threads
-- oss-standalone-32-io-threads
-- oss-standalone-64-io-threads
 build-variants:
 - gcc:8.5.0-amd64-debian-buster-default
 - dockerhub

redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-get-with-1KiB-values-pipeline-10-2000_conns.yml

@@ -17,6 +17,10 @@ tested-commands:
 - set
 redis-topologies:
 - oss-standalone
+- oss-standalone-02-io-threads
+- oss-standalone-04-io-threads
+- oss-standalone-08-io-threads
+- oss-standalone-16-io-threads
 build-variants:
 - gcc:8.5.0-amd64-debian-buster-default
 - dockerhub

redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-get-with-1KiB-values-pipeline-10-400_conns.yml

@@ -17,6 +17,10 @@ tested-commands:
 - set
 redis-topologies:
 - oss-standalone
+- oss-standalone-02-io-threads
+- oss-standalone-04-io-threads
+- oss-standalone-08-io-threads
+- oss-standalone-16-io-threads
 build-variants:
 - gcc:8.5.0-amd64-debian-buster-default
 - dockerhub

redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-get-with-1KiB-values-pipeline-10-40_conns.yml

@@ -17,6 +17,10 @@ tested-commands:
 - set
 redis-topologies:
 - oss-standalone
+- oss-standalone-02-io-threads
+- oss-standalone-04-io-threads
+- oss-standalone-08-io-threads
+- oss-standalone-16-io-threads
 build-variants:
 - gcc:8.5.0-amd64-debian-buster-default
 - dockerhub

redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-mixed-20-80-with-512B-values-pipeline-10-2000_conns.yml

@@ -17,6 +17,10 @@ tested-commands:
 - set
 redis-topologies:
 - oss-standalone
+- oss-standalone-02-io-threads
+- oss-standalone-04-io-threads
+- oss-standalone-08-io-threads
+- oss-standalone-16-io-threads
 build-variants:
 - gcc:8.5.0-amd64-debian-buster-default
 - dockerhub

redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-mixed-20-80-with-512B-values-pipeline-10-400_conns.yml

@@ -17,6 +17,10 @@ tested-commands:
 - set
 redis-topologies:
 - oss-standalone
+- oss-standalone-02-io-threads
+- oss-standalone-04-io-threads
+- oss-standalone-08-io-threads
+- oss-standalone-16-io-threads
 build-variants:
 - gcc:8.5.0-amd64-debian-buster-default
 - dockerhub

redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-mixed-20-80-with-512B-values-pipeline-10-5200_conns.yml

@@ -17,6 +17,10 @@ tested-commands:
 - set
 redis-topologies:
 - oss-standalone
+- oss-standalone-02-io-threads
+- oss-standalone-04-io-threads
+- oss-standalone-08-io-threads
+- oss-standalone-16-io-threads
 build-variants:
 - gcc:8.5.0-amd64-debian-buster-default
 - dockerhub

{redis_benchmarks_specification-0.1.254.dist-info → redis_benchmarks_specification-0.1.256.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: redis-benchmarks-specification
-Version: 0.1.254
+Version: 0.1.256
 Summary: The Redis benchmarks specification describes the cross-language/tools requirements and expectations to foster performance and observability standards around redis related technologies. Members from both industry and academia, including organizations and individuals are encouraged to contribute.
 Author: filipecosta90
 Author-email: filipecosta.90@gmail.com

{redis_benchmarks_specification-0.1.254.dist-info → redis_benchmarks_specification-0.1.256.dist-info}/RECORD

@@ -20,7 +20,7 @@ redis_benchmarks_specification/__common__/spec.py,sha256=eTF5559epBB0FrJPx-jRDQV
 redis_benchmarks_specification/__common__/timeseries.py,sha256=_LJFtC5sVP7DTaLZaIzv5g7wRxPTQZRwFIYvWX4p4N8,50533
 redis_benchmarks_specification/__compare__/__init__.py,sha256=DtBXRp0Q01XgCFmY-1OIePMyyYihVNAjZ1Y8zwqSDN0,101
 redis_benchmarks_specification/__compare__/args.py,sha256=-vQco6WG73DJtUFA7s-5bNk05vwHjOc94puVKZMZUYE,6513
-redis_benchmarks_specification/__compare__/compare.py,sha256=QfBzQ6jA0kItzjELSpiLZ9EoCG3ChNDRXlwIwR7Fg1c,53480
+redis_benchmarks_specification/__compare__/compare.py,sha256=9O5tiQR5rGpuHawPmVJbpb6_mjN_LpNMHr9jtqzIRxA,53480
 redis_benchmarks_specification/__init__.py,sha256=YQIEx2sLPPA0JR9OuCuMNMNtm-f_gqDKgzvNJnkGNKY,491
 redis_benchmarks_specification/__runner__/__init__.py,sha256=l-G1z-t6twUgi8QLueqoTQLvJmv3hJoEYskGm6H7L6M,83
 redis_benchmarks_specification/__runner__/args.py,sha256=lYvbPd_3ppHZv4f2sRwXcF-fcBrwRSn3H2RMmNVkojY,7221
@@ -307,7 +307,9 @@ redis_benchmarks_specification/test-suites/memtier_benchmark-1key-set-1M-element
 redis_benchmarks_specification/test-suites/memtier_benchmark-1key-set-200K-elements-sadd-constant.yml,sha256=spiUdTx0kSZ0xcilXjOzN5UtmFm08dekzR2YQ0QPJUE,1060
 redis_benchmarks_specification/test-suites/memtier_benchmark-1key-set-2M-elements-sadd-increasing.yml,sha256=cmAyCOBnDSbtoxj1AJKAfAUwGk4zmqv2whlDB7z0QJw,766
 redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zincrby-1M-elements-pipeline-1.yml,sha256=_gp943gEk2E-hYtwbHLhgJ0G4v4-nRkHJyKgNLXVPJM,1098
-redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zrank-1M-elements-pipeline-1.yml,sha256=9dqOehCu7yW3m7JVss0OIShA8eZNILjHClnzW32ko8A,1065
+redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zrank-100K-elements-pipeline-1.yml,sha256=xliBq3txUCQmNzz1PJ19z7kC4jlO42jedMBXKjUN2rk,1081
+redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zrank-10M-elements-pipeline-1.yml,sha256=fK-WdIiqmlQ4O_Tia8WEJVw5nbzsX6riuUKvuGv8Z2E,1084
+redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zrank-1M-elements-pipeline-1.yml,sha256=8s2T1vs_LeAHcLIlsuPGq0-2R0g_nm5678nECChftfw,1079
 redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zrem-5M-elements-pipeline-1.yml,sha256=b6TcOO7qzeO-KT6V1Y3RdwviXrjYXIGrmwF6_S_rdt4,1676
 redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zrevrangebyscore-256K-elements-pipeline-1.yml,sha256=A4yYBcvwEKT18caQmtWcgHZS5Vmg3Rv2jLU4Dtaq0D0,1095
 redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zrevrangebyscore-256K-elements-pipeline-10.yml,sha256=2-5zlreVwBgh9YCbGDV9MaG1Hqwyrlc01pJWn20zZmQ,1097
@@ -332,19 +334,19 @@ redis_benchmarks_specification/test-suites/memtier_benchmark-2keys-stream-5-entr
 redis_benchmarks_specification/test-suites/memtier_benchmark-2keys-stream-5-entries-xread-all-entries.yml,sha256=Z6T75dIbjRb4YO1tFIV9K4S_KFzRHfAa4q3kOg0vcHw,1112
 redis_benchmarks_specification/test-suites/memtier_benchmark-2keys-zset-300-elements-skiplist-encoded-zunion.yml,sha256=_UVlSaeCFNvJHitG1wWs7S07M6o05e8uDYIGz4EgseE,39486
 redis_benchmarks_specification/test-suites/memtier_benchmark-2keys-zset-300-elements-skiplist-encoded-zunionstore.yml,sha256=xkD4HHGvfHZF9YEsp1eErWOnC_WFdgFXyo-RW0_s7Fo,39526
-redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-load-string-with-512B-values copy.yml,sha256=XAIFlbR6VJnmQRwedLGBGenbIsMC_I3uA35Mz_bkTTc,1028
-redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-load-string-with-512B-values.yml,sha256=XAIFlbR6VJnmQRwedLGBGenbIsMC_I3uA35Mz_bkTTc,1028
-redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-get-with-1KiB-values-pipeline-10-2000_conns.yml,sha256=OUj2JnDs6Peax-mOA6Mb5rJJaSkEu1SzChWifJxP--Q,1137
-redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-get-with-1KiB-values-pipeline-10-400_conns.yml,sha256=947oH59ss6ZPDSSNpgqaOueltPusY7UMCD04lH_sP9k,1135
-redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-get-with-1KiB-values-pipeline-10-40_conns.yml,sha256=yQZr0SPEdqG-H2nUuAtlfQ7BAGo36axPiiHsR2-IFAY,1132
-redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-mixed-20-80-with-512B-values-pipeline-10-2000_conns.yml,sha256=dxlhwxliYODCNUmCCXElwSUusSlBdh5vu8EwuwXYgeA,1143
-redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-mixed-20-80-with-512B-values-pipeline-10-400_conns.yml,sha256=veXypnds7M6Hfv4wSXllFzHyWTnLefZdr7awC7xFTMk,1141
-redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-mixed-20-80-with-512B-values-pipeline-10-5200_conns.yml,sha256=4NHvtQR0UY-4iH4mPSUhJKrk-b5vSYtqZc2J7pm4vMA,1143
+redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-load-string-with-512B-values-pipeline-10.yml,sha256=JZFklwHgoD1L2yKjYqNk3be1rPbVHIG96iF3RcucfOY,992
+redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-load-string-with-512B-values.yml,sha256=wzInI4jsrgoMb2-Jb7T0mF33AZCCDioeZB73lIkSvzM,966
+redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-get-with-1KiB-values-pipeline-10-2000_conns.yml,sha256=NZyNaF0A1bWNM01U6esE0a5qtPbx2hThnmejGrl2iMs,1261
+redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-get-with-1KiB-values-pipeline-10-400_conns.yml,sha256=7bWQftc68yKqV4SRd8ipa0QOCjLfqEJZcfciG-TIiIU,1259
+redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-get-with-1KiB-values-pipeline-10-40_conns.yml,sha256=JXJVcp0LgQ0Jeh2blDuArZ50qBTFtRjyhhDhd9ztYws,1256
+redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-mixed-20-80-with-512B-values-pipeline-10-2000_conns.yml,sha256=EEp-o579ScFsUPMP8h1v1qwS4IPH-HnDEdXxhEx8ZrQ,1267
+redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-mixed-20-80-with-512B-values-pipeline-10-400_conns.yml,sha256=oMw3ImCOe5B-Ux4b9MgOVooDaF4oOGuup2iMcvH-LOs,1265
+redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-mixed-20-80-with-512B-values-pipeline-10-5200_conns.yml,sha256=Qejmc3BhMGDEA94_bZly0G_1uYF8HxqJv14lt5kXDDw,1267
 redis_benchmarks_specification/test-suites/memtier_benchmark-connection-hello-pipeline-10.yml,sha256=y8c0KsJ-SYmEfvW8m5rQg0hd9boh-FWkzAZTma4OYaI,734
 redis_benchmarks_specification/test-suites/memtier_benchmark-connection-hello.yml,sha256=VIFNaaAqRQMeDvtXmKGDpJTnu658Lv5i_oAju5uSi_c,708
 redis_benchmarks_specification/test-suites/template.txt,sha256=d_edIE7Sxa5X7I2yG-Io0bPdbDIHR0oWFoCA3XUt_EU,435
-redis_benchmarks_specification-0.1.254.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-redis_benchmarks_specification-0.1.254.dist-info/METADATA,sha256=EJlMHdB0OJMYtKvPhARFwJqIEarP7BxPImSFXbH5nCY,22726
-redis_benchmarks_specification-0.1.254.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-redis_benchmarks_specification-0.1.254.dist-info/entry_points.txt,sha256=x5WBXCZsnDRTZxV7SBGmC65L2k-ygdDOxV8vuKN00Nk,715
-redis_benchmarks_specification-0.1.254.dist-info/RECORD,,
+redis_benchmarks_specification-0.1.256.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+redis_benchmarks_specification-0.1.256.dist-info/METADATA,sha256=0aGL9-HYDVTsuoE6fKAqfoVvAF4dsHAFsTrKb7rZ2BA,22726
+redis_benchmarks_specification-0.1.256.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+redis_benchmarks_specification-0.1.256.dist-info/entry_points.txt,sha256=x5WBXCZsnDRTZxV7SBGmC65L2k-ygdDOxV8vuKN00Nk,715
+redis_benchmarks_specification-0.1.256.dist-info/RECORD,,