redis-benchmarks-specification 0.1.272__py3-none-any.whl → 0.1.273__py3-none-any.whl

redis_benchmarks_specification/test-suites/defaults.yml

@@ -26,3 +26,4 @@ exporter:
     - $."ALL STATS".Totals."Misses/sec"
     - $."ALL STATS".Totals."Percentile Latencies"."p50.00"
     - $."ALL STATS".Totals."Percentile Latencies"."p99.00"
+    - $."MessageRate"

redis_benchmarks_specification/test-suites/generate.py

@@ -75,7 +75,13 @@ for yml_filename in files:
                     keyspace_value = dbconfig["check"]["keyspacelen"]
             if "preload_tool" in dbconfig:
                 precommand = dbconfig["preload_tool"]["arguments"]
-            command = benchmark_config["clientconfig"]["arguments"]
+            # Handle both clientconfig and clientconfigs formats
+            if "clientconfigs" in benchmark_config:
+                # For multiple configs, use the first one for generation
+                command = benchmark_config["clientconfigs"][0]["arguments"]
+            else:
+                # Legacy single clientconfig format
+                command = benchmark_config["clientconfig"]["arguments"]
             check_dict = {"keyspacelen": keyspace_value}
 
             test_definition = {

redis_benchmarks_specification/test-suites/memtier_benchmark-10Mkeys-string-set-update-del-ex-36000-pipeline-10.yml

@@ -0,0 +1,32 @@
+version: 0.4
+name: memtier_benchmark-10Mkeys-string-set-update-del-ex-36000-pipeline-10
+description: Multi-step test - SET EX 36000 (10 hours), then update same keys with SET EX 36000, then DEL. Tests command throughput with long TTL without active expiration.
+dbconfig:
+  configuration-parameters:
+    save: '""'
+  check:
+    keyspacelen: 0
+  resources:
+    requests:
+      memory: 5g
+tested-commands:
+- set
+- del
+tested-groups:
+- string
+- generic
+redis-topologies:
+- oss-standalone
+build-variants:
+- gcc:8.5.0-amd64-debian-buster-default
+- dockerhub
+clientconfig:
+  run_image: redislabs/memtier_benchmark:edge
+  tool: memtier_benchmark
+  arguments: '--command "SET __key__ BBB EX 36000" --command "SET __key__ BBB EX 36000" --command "DEL __key__" -c 50 -t 4 --command-key-pattern=P --pipeline 10 --hide-histogram --key-maximum 10000000 -n allkeys'
+  resources:
+    requests:
+      cpus: '4'
+      memory: 2g
+
+priority: 1

redis_benchmarks_specification/test-suites/memtier_benchmark-150Mkeys-string-set-ex-20-pipeline-10.yml

@@ -0,0 +1,30 @@
+version: 0.4
+name: memtier_benchmark-150Mkeys-string-set-ex-20-pipeline-10
+description: Runs memtier_benchmark, for a keyspace of 150M keys with SET EX 20 commands and pipeline 10. Tests medium TTL expiration performance.
+dbconfig:
+  configuration-parameters:
+    save: '""'
+  check:
+    keyspacelen: 0
+  resources:
+    requests:
+      memory: 20g
+tested-commands:
+- set
+tested-groups:
+- string
+redis-topologies:
+- oss-standalone
+build-variants:
+- gcc:8.5.0-amd64-debian-buster-default
+- dockerhub
+clientconfig:
+  run_image: redislabs/memtier_benchmark:edge
+  tool: memtier_benchmark
+  arguments: '--command "SET __key__ BBB EX 20" -c 50 -t 4 --command-key-pattern=P --pipeline 10 --hide-histogram --key-maximum 150000000 -n allkeys'
+  resources:
+    requests:
+      cpus: '4'
+      memory: 2g
+
+priority: 1

redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-set-intset-with-100-elements-19-digits-pipeline-10.yml

@@ -0,0 +1,30 @@
+version: 0.4
+name: memtier_benchmark-1Mkeys-load-set-intset-with-100-elements-19-digits-pipeline-10
+description: Runs memtier_benchmark, for a keyspace length of 1M keys loading SETs with 100 integer elements with 19 digits each.
+dbconfig:
+  configuration-parameters:
+    save: '""'
+  check:
+    keyspacelen: 0
+  resources:
+    requests:
+      memory: 1g
+tested-commands:
+- sadd
+redis-topologies:
+- oss-standalone
+build-variants:
+- gcc:8.5.0-amd64-debian-buster-default
+- dockerhub
+clientconfig:
+  run_image: redislabs/memtier_benchmark:edge
+  tool: memtier_benchmark
+  arguments: --pipeline 10 --test-time 180 -c 50 -t 4 --command "SADD __key__ 1234567890123456789 9876543210987654321 5647382910564738291 8192736450819273645 3456789012345678901 7890123456789012345 2468135792468135792 1357924680135792468 9753186420975318642 6420975318642097531 8642097531864209753 1975308642197530864 5308641975308641975 0864197530864197530 4197530864197530864 7530864197530864197 3086419753086419753 0641975308641975308 9753086419753086419 5308641975308641975 1975308641975308641 8641975308641975308 4197530864197530864 0864197530864197530 7530864197530864197 3086419753086419753 6419753086419753086 9753086419753086419 5308641975308641975 1975308641975308641 8641975308641975308 4197530864197530864 0864197530864197530 7530864197530864197 3086419753086419753 6419753086419753086 2975318642097531864 8642097531864209753 1864209753186420975 5186420975318642097 9753186420975318642 3186420975318642097 7531864209753186420 0975318642097531864 4209753186420975318 8642097531864209753 1864209753186420975 5186420975318642097 9753186420975318642 3186420975318642097 7531864209753186420 0975318642097531864 4209753186420975318 8642097531864209753 1864209753186420975 5186420975318642097 9753186420975318642 3186420975318642097 7531864209753186420 0975318642097531864 4209753186420975318 8642097531864209753 1864209753186420975 5186420975318642097 9753186420975318642 3186420975318642097 7531864209753186420 0975318642097531864 4209753186420975318 8642097531864209753 1864209753186420975 5186420975318642097 9753186420975318642 3186420975318642097 7531864209753186420 0975318642097531864 4209753186420975318 8642097531864209753 1864209753186420975 5186420975318642097 9753186420975318642 3186420975318642097 7531864209753186420 0975318642097531864 4209753186420975318 8642097531864209753 1864209753186420975 5186420975318642097 9753186420975318642 3186420975318642097 7531864209753186420 0975318642097531864 4209753186420975318 8642097531864209753 1864209753186420975 5186420975318642097 9753186420975318642 3186420975318642097 7531864209753186420 0975318642097531864 4209753186420975318 8642097531864209753 1864209753186420975" --command-key-pattern="P" --key-minimum=1 --key-maximum 1000000 --hide-histogram
+  resources:
+    requests:
+      cpus: '4'
+      memory: 4g
+
+tested-groups:
+- set
+priority: 12

redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-set-intset-with-100-elements-19-digits.yml

@@ -0,0 +1,30 @@
+version: 0.4
+name: memtier_benchmark-1Mkeys-load-set-intset-with-100-elements-19-digits
+description: Runs memtier_benchmark, for a keyspace length of 1M keys loading SETs with 100 integer elements with 19 digits each.
+dbconfig:
+  configuration-parameters:
+    save: '""'
+  check:
+    keyspacelen: 0
+  resources:
+    requests:
+      memory: 1g
+tested-commands:
+- sadd
+redis-topologies:
+- oss-standalone
+build-variants:
+- gcc:8.5.0-amd64-debian-buster-default
+- dockerhub
+clientconfig:
+  run_image: redislabs/memtier_benchmark:edge
+  tool: memtier_benchmark
+  arguments: --test-time 180 -c 50 -t 4 --command "SADD __key__ 1234567890123456789 9876543210987654321 5647382910564738291 8192736450819273645 3456789012345678901 7890123456789012345 2468135792468135792 1357924680135792468 9753186420975318642 6420975318642097531 8642097531864209753 1975308642197530864 5308641975308641975 0864197530864197530 4197530864197530864 7530864197530864197 3086419753086419753 0641975308641975308 9753086419753086419 5308641975308641975 1975308641975308641 8641975308641975308 4197530864197530864 0864197530864197530 7530864197530864197 3086419753086419753 6419753086419753086 9753086419753086419 5308641975308641975 1975308641975308641 8641975308641975308 4197530864197530864 0864197530864197530 7530864197530864197 3086419753086419753 6419753086419753086 2975318642097531864 8642097531864209753 1864209753186420975 5186420975318642097 9753186420975318642 3186420975318642097 7531864209753186420 0975318642097531864 4209753186420975318 8642097531864209753 1864209753186420975 5186420975318642097 9753186420975318642 3186420975318642097 7531864209753186420 0975318642097531864 4209753186420975318 8642097531864209753 1864209753186420975 5186420975318642097 9753186420975318642 3186420975318642097 7531864209753186420 0975318642097531864 4209753186420975318 8642097531864209753 1864209753186420975 5186420975318642097 9753186420975318642 3186420975318642097 7531864209753186420 0975318642097531864 4209753186420975318 8642097531864209753 1864209753186420975 5186420975318642097 9753186420975318642 3186420975318642097 7531864209753186420 0975318642097531864 4209753186420975318 8642097531864209753 1864209753186420975 5186420975318642097 9753186420975318642 3186420975318642097 7531864209753186420 0975318642097531864 4209753186420975318 8642097531864209753 1864209753186420975 5186420975318642097 9753186420975318642 3186420975318642097 7531864209753186420 0975318642097531864 4209753186420975318 8642097531864209753 1864209753186420975 5186420975318642097 9753186420975318642 3186420975318642097 7531864209753186420 0975318642097531864 4209753186420975318 8642097531864209753 1864209753186420975" --command-key-pattern="P" --key-minimum=1 --key-maximum 1000000 --hide-histogram
+  resources:
+    requests:
+      cpus: '4'
+      memory: 4g
+
+tested-groups:
+- set
+priority: 12

redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-get-with-1KiB-values-400_conns.yml

@@ -0,0 +1,38 @@
+version: 0.4
+name: memtier_benchmark-3Mkeys-string-get-with-1KiB-values-400_conns
+description: Runs memtier_benchmark, for a keyspace length of 3M keys loading STRINGs in which the value has a data size of 1000 Bytes, with 400 clients running random GET commands.
+dbconfig:
+  configuration-parameters:
+    save: '""'
+  check:
+    keyspacelen: 3000000
+  preload_tool:
+    run_image: redislabs/memtier_benchmark:edge
+    tool: memtier_benchmark
+    arguments: --data-size 1000 --ratio 1:0 -n allkeys --pipeline 10 --key-maximum 3000000 --key-pattern P:P --key-minimum 1 --hide-histogram -t 4 -c 10
+  resources:
+    requests:
+      memory: 3g
+tested-commands:
+  - set
+redis-topologies:
+  - oss-standalone
+  - oss-standalone-02-io-threads
+  - oss-standalone-04-io-threads
+  - oss-standalone-08-io-threads
+  - oss-standalone-16-io-threads
+build-variants:
+  - gcc:8.5.0-amd64-debian-buster-default
+  - dockerhub
+clientconfig:
+  run_image: redislabs/memtier_benchmark:edge
+  tool: memtier_benchmark
+  arguments: '"--data-size" "1000" --distinct-client-seed --ratio 0:1 --key-pattern R:R --key-minimum=1 --key-maximum 3000000 --test-time 180 -c 40 -t 10 --hide-histogram'
+  resources:
+    requests:
+      cpus: "10"
+      memory: 3g
+
+tested-groups:
+  - string
+priority: 17

redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-get-with-1KiB-values-40_conns.yml

@@ -0,0 +1,38 @@
+version: 0.4
+name: memtier_benchmark-3Mkeys-string-get-with-1KiB-values-40_conns
+description: Runs memtier_benchmark, for a keyspace length of 3M keys loading STRINGs in which the value has a data size of 1000 Bytes, with 40 clients running random GET commands.
+dbconfig:
+  configuration-parameters:
+    save: '""'
+  check:
+    keyspacelen: 3000000
+  preload_tool:
+    run_image: redislabs/memtier_benchmark:edge
+    tool: memtier_benchmark
+    arguments: --data-size 1000 --ratio 1:0 -n allkeys --pipeline 10 --key-maximum 3000000 --key-pattern P:P --key-minimum 1 --hide-histogram -t 4 -c 10
+  resources:
+    requests:
+      memory: 3g
+tested-commands:
+  - set
+redis-topologies:
+  - oss-standalone
+  - oss-standalone-02-io-threads
+  - oss-standalone-04-io-threads
+  - oss-standalone-08-io-threads
+  - oss-standalone-16-io-threads
+build-variants:
+  - gcc:8.5.0-amd64-debian-buster-default
+  - dockerhub
+clientconfig:
+  run_image: redislabs/memtier_benchmark:edge
+  tool: memtier_benchmark
+  arguments: '"--data-size" "1000" --distinct-client-seed --ratio 0:1 --key-pattern R:R --key-minimum=1 --key-maximum 3000000 --test-time 180 -c 4 -t 10 --hide-histogram'
+  resources:
+    requests:
+      cpus: "10"
+      memory: 3g
+
+tested-groups:
+  - string
+priority: 17

redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-get-with-1KiB-values-pipeline-10-2000_conns.yml

@@ -27,7 +27,7 @@ build-variants:
 clientconfig:
   run_image: redislabs/memtier_benchmark:edge
   tool: memtier_benchmark
-  arguments: '"--data-size" "1000" --distinct-client-seed --ratio 0:1 --key-pattern R:R --key-minimum=1 --key-maximum 3000000 --test-time 180 -c 200 -t 10 --hide-histogram'
+  arguments: '"--data-size" "1000" --pipeline 10 --distinct-client-seed --ratio 0:1 --key-pattern R:R --key-minimum=1 --key-maximum 3000000 --test-time 180 -c 200 -t 10 --hide-histogram'
   resources:
     requests:
       cpus: '10'

redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-get-with-1KiB-values-pipeline-10-400_conns.yml

@@ -27,7 +27,7 @@ build-variants:
 clientconfig:
   run_image: redislabs/memtier_benchmark:edge
   tool: memtier_benchmark
-  arguments: '"--data-size" "1000" --distinct-client-seed --ratio 0:1 --key-pattern R:R --key-minimum=1 --key-maximum 3000000 --test-time 180 -c 40 -t 10 --hide-histogram'
+  arguments: '"--data-size" "1000" --pipeline 10 --distinct-client-seed --ratio 0:1 --key-pattern R:R --key-minimum=1 --key-maximum 3000000 --test-time 180 -c 40 -t 10 --hide-histogram'
   resources:
     requests:
       cpus: '10'

redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-get-with-1KiB-values-pipeline-10-40_conns.yml

@@ -27,7 +27,7 @@ build-variants:
 clientconfig:
   run_image: redislabs/memtier_benchmark:edge
   tool: memtier_benchmark
-  arguments: '"--data-size" "1000" --distinct-client-seed --ratio 0:1 --key-pattern R:R --key-minimum=1 --key-maximum 3000000 --test-time 180 -c 4 -t 10 --hide-histogram'
+  arguments: '"--data-size" "1000" --pipeline 10 --distinct-client-seed --ratio 0:1 --key-pattern R:R --key-minimum=1 --key-maximum 3000000 --test-time 180 -c 4 -t 10 --hide-histogram'
   resources:
     requests:
       cpus: '10'

redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-mixed-20-80-with-512B-values-400_conns.yml

@@ -0,0 +1,38 @@
+version: 0.4
+name: memtier_benchmark-3Mkeys-string-mixed-20-80-with-512B-values-400_conns
+description: Runs memtier_benchmark, for a keyspace length of 3M keys loading STRINGs in which the value has a data size of 1000 Bytes, with 400 clients running random GET commands.
+dbconfig:
+  configuration-parameters:
+    save: '""'
+  check:
+    keyspacelen: 3000000
+  preload_tool:
+    run_image: redislabs/memtier_benchmark:edge
+    tool: memtier_benchmark
+    arguments: --data-size 512 --ratio 1:0 -n allkeys --pipeline 10 --key-maximum 3000000 --key-pattern P:P --key-minimum 1 --hide-histogram -t 4 -c 10
+  resources:
+    requests:
+      memory: 3g
+tested-commands:
+  - set
+redis-topologies:
+  - oss-standalone
+  - oss-standalone-02-io-threads
+  - oss-standalone-04-io-threads
+  - oss-standalone-08-io-threads
+  - oss-standalone-16-io-threads
+build-variants:
+  - gcc:8.5.0-amd64-debian-buster-default
+  - dockerhub
+clientconfig:
+  run_image: redislabs/memtier_benchmark:edge
+  tool: memtier_benchmark
+  arguments: '"--data-size" "512" --distinct-client-seed --ratio 1:4 --key-pattern R:R --key-minimum=1 --key-maximum 3000000 --test-time 180 -c 40 -t 10 --hide-histogram'
+  resources:
+    requests:
+      cpus: "10"
+      memory: 3g
+
+tested-groups:
+  - string
+priority: 17

redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-mixed-20-80-with-512B-values-pipeline-10-2000_conns.yml

@@ -27,7 +27,7 @@ build-variants:
 clientconfig:
   run_image: redislabs/memtier_benchmark:edge
   tool: memtier_benchmark
-  arguments: '"--data-size" "512" --distinct-client-seed --ratio 1:4 --key-pattern R:R --key-minimum=1 --key-maximum 3000000 --test-time 180 -c 200 -t 10 --hide-histogram'
+  arguments: '"--data-size" "512" --pipeline 10 --distinct-client-seed --ratio 1:4 --key-pattern R:R --key-minimum=1 --key-maximum 3000000 --test-time 180 -c 200 -t 10 --hide-histogram'
   resources:
     requests:
       cpus: '10'

redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-mixed-20-80-with-512B-values-pipeline-10-400_conns.yml

@@ -27,7 +27,7 @@ build-variants:
 clientconfig:
   run_image: redislabs/memtier_benchmark:edge
   tool: memtier_benchmark
-  arguments: '"--data-size" "512" --distinct-client-seed --ratio 1:4 --key-pattern R:R --key-minimum=1 --key-maximum 3000000 --test-time 180 -c 40 -t 10 --hide-histogram'
+  arguments: '"--data-size" "512" --pipeline 10 --distinct-client-seed --ratio 1:4 --key-pattern R:R --key-minimum=1 --key-maximum 3000000 --test-time 180 -c 40 -t 10 --hide-histogram'
   resources:
     requests:
       cpus: '10'

redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-mixed-20-80-with-512B-values-pipeline-10-5200_conns.yml

@@ -27,7 +27,7 @@ build-variants:
 clientconfig:
   run_image: redislabs/memtier_benchmark:edge
   tool: memtier_benchmark
-  arguments: '"--data-size" "512" --distinct-client-seed --ratio 1:4 --key-pattern R:R --key-minimum=1 --key-maximum 3000000 --test-time 180 -c 520 -t 10 --hide-histogram'
+  arguments: '"--data-size" "512" --pipeline 10 --distinct-client-seed --ratio 1:4 --key-pattern R:R --key-minimum=1 --key-maximum 3000000 --test-time 180 -c 520 -t 10 --hide-histogram'
   resources:
     requests:
       cpus: '10'

redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-mixed-50-50-with-512B-values-with-expiration-pipeline-10-400_conns.yml

@@ -28,7 +28,7 @@ build-variants:
 clientconfig:
   run_image: redislabs/memtier_benchmark:edge
   tool: memtier_benchmark
-  arguments: '"--data-size" "512" --distinct-client-seed --ratio 1:1 --key-pattern R:R --key-minimum=1 --key-maximum 3000000 --test-time 180 -c 40 -t 10 --hide-histogram'
+  arguments: '"--data-size" "512" --pipeline 10 --distinct-client-seed --ratio 1:1 --key-pattern R:R --key-minimum=1 --key-maximum 3000000 --test-time 180 -c 40 -t 10 --hide-histogram'
   resources:
     requests:
       cpus: '10'

redis_benchmarks_specification/test-suites/memtier_benchmark-50Mkeys-string-set-ex-10-with-precondition-pipeline-10.yml

@@ -0,0 +1,34 @@
+version: 0.4
+name: memtier_benchmark-50Mkeys-string-set-ex-10-with-precondition-pipeline-10
+description: Multi-step test - Precondition SET EX 10000 for 50M keys, then SET EX 10 for another 50M keys with different prefix. Tests expiration performance with existing long-TTL keys.
+dbconfig:
+  configuration-parameters:
+    save: '""'
+  check:
+    keyspacelen: 50000000
+  preload_tool:
+    run_image: redislabs/memtier_benchmark:edge
+    tool: memtier_benchmark
+    arguments: '--command "SET __key__ BBB EX 10000" -c 50 -t 4 --command-key-pattern=P --pipeline 10 --hide-histogram --key-maximum 50000000 -n allkeys --key-prefix=1'
+  resources:
+    requests:
+      memory: 10g
+tested-commands:
+- set
+tested-groups:
+- string
+redis-topologies:
+- oss-standalone
+build-variants:
+- gcc:8.5.0-amd64-debian-buster-default
+- dockerhub
+clientconfig:
+  run_image: redislabs/memtier_benchmark:edge
+  tool: memtier_benchmark
+  arguments: '--command "SET __key__ BBB EX 10" -c 50 -t 4 --command-key-pattern=P --pipeline 10 --hide-histogram --key-maximum 50000000 -n allkeys --key-prefix=2'
+  resources:
+    requests:
+      cpus: '4'
+      memory: 2g
+
+priority: 1

redis_benchmarks_specification/test-suites/memtier_benchmark-50Mkeys-string-set-ex-10years-pipeline-10.yml

@@ -0,0 +1,30 @@
+version: 0.4
+name: memtier_benchmark-50Mkeys-string-set-ex-10years-pipeline-10
+description: Runs memtier_benchmark, for a keyspace of 50M keys with SET EX 311040000 (10 years) commands and pipeline 10. Tests very long TTL performance.
+dbconfig:
+  configuration-parameters:
+    save: '""'
+  check:
+    keyspacelen: 0
+  resources:
+    requests:
+      memory: 10g
+tested-commands:
+- set
+tested-groups:
+- string
+redis-topologies:
+- oss-standalone
+build-variants:
+- gcc:8.5.0-amd64-debian-buster-default
+- dockerhub
+clientconfig:
+  run_image: redislabs/memtier_benchmark:edge
+  tool: memtier_benchmark
+  arguments: '--command "SET __key__ BBB EX 311040000" -c 50 -t 4 --command-key-pattern=P --pipeline 10 --hide-histogram --key-maximum 50000000 -n allkeys'
+  resources:
+    requests:
+      cpus: '4'
+      memory: 2g
+
+priority: 1

redis_benchmarks_specification/test-suites/memtier_benchmark-50Mkeys-string-set-ex-3-pipeline-10.yml

@@ -0,0 +1,30 @@
+version: 0.4
+name: memtier_benchmark-50Mkeys-string-set-ex-3-pipeline-10
+description: Runs memtier_benchmark, for a keyspace of 50M keys with SET EX 3 commands and pipeline 10. Tests short TTL expiration performance.
+dbconfig:
+  configuration-parameters:
+    save: '""'
+  check:
+    keyspacelen: 0
+  resources:
+    requests:
+      memory: 10g
+tested-commands:
+- set
+tested-groups:
+- string
+redis-topologies:
+- oss-standalone
+build-variants:
+- gcc:8.5.0-amd64-debian-buster-default
+- dockerhub
+clientconfig:
+  run_image: redislabs/memtier_benchmark:edge
+  tool: memtier_benchmark
+  arguments: '--command "SET __key__ BBB EX 3" -c 50 -t 4 --command-key-pattern=P --pipeline 10 --hide-histogram --key-maximum 50000000 -n allkeys --key-prefix=1'
+  resources:
+    requests:
+      cpus: '4'
+      memory: 2g
+
+priority: 1

redis_benchmarks_specification/test-suites/memtier_benchmark-50Mkeys-string-set-ex-random-range-pipeline-10.yml

@@ -0,0 +1,30 @@
+version: 0.4
+name: memtier_benchmark-50Mkeys-string-set-ex-random-range-pipeline-10
+description: Runs memtier_benchmark with SET EX using random TTL range from 20 seconds to 30 days. Worst-case test for ebuckets with wide TTL distribution. Note - requires memtier_benchmark modification to support __data__ placeholder for EX values.
+dbconfig:
+  configuration-parameters:
+    save: '""'
+  check:
+    keyspacelen: 0
+  resources:
+    requests:
+      memory: 10g
+tested-commands:
+- set
+tested-groups:
+- string
+redis-topologies:
+- oss-standalone
+build-variants:
+- gcc:8.5.0-amd64-debian-buster-default
+- dockerhub
+clientconfig:
+  run_image: redislabs/memtier_benchmark:edge
+  tool: memtier_benchmark
+  arguments: '--command "SET __key__ BBB EX __data__" -c 50 -t 4 --data-size-range=20-2592000 --command-key-pattern=P --pipeline 10 --hide-histogram --key-maximum 50000000 -n allkeys --key-prefix=1'
+  resources:
+    requests:
+      cpus: '4'
+      memory: 2g
+
+priority: 1

redis_benchmarks_specification/test-suites/memtier_benchmark-50Mkeys-string-set-update-del-ex-120-pipeline-10.yml

@@ -0,0 +1,32 @@
+version: 0.4
+name: memtier_benchmark-50Mkeys-string-set-update-del-ex-120-pipeline-10
+description: Multi-step test - SET EX 120, then update same keys with SET EX 120, then DEL. Tests command throughput without active expiration (120s TTL prevents expiration during test).
+dbconfig:
+  configuration-parameters:
+    save: '""'
+  check:
+    keyspacelen: 0
+  resources:
+    requests:
+      memory: 10g
+tested-commands:
+- set
+- del
+tested-groups:
+- string
+- generic
+redis-topologies:
+- oss-standalone
+build-variants:
+- gcc:8.5.0-amd64-debian-buster-default
+- dockerhub
+clientconfig:
+  run_image: redislabs/memtier_benchmark:edge
+  tool: memtier_benchmark
+  arguments: '--command "SET __key__ BBB EX 120" --command "SET __key__ BBB EX 120" --command "DEL __key__" -c 50 -t 4 --command-key-pattern=P --pipeline 10 --hide-histogram --key-maximum 50000000 -n allkeys'
+  resources:
+    requests:
+      cpus: '4'
+      memory: 2g
+
+priority: 1

redis_benchmarks_specification/test-suites/memtier_benchmark-80Mkeys-string-set-ex-20-precodition-multiclient-pipeline-10.yml

@@ -0,0 +1,34 @@
+version: 0.4
+name: memtier_benchmark-80Mkeys-string-set-ex-20-precodition-multiclient-pipeline-10
+description: Multi-step AWS test - Precondition SET EX 10000 for 20M keys, then SET EX 20 for 80M keys with 4 clients and 2 threads. Tests multi-client expiration performance.
+dbconfig:
+  configuration-parameters:
+    save: '""'
+  check:
+    keyspacelen: 20000000
+  preload_tool:
+    run_image: redislabs/memtier_benchmark:edge
+    tool: memtier_benchmark
+    arguments: '--command "SET __key__ XXX EX 10000" --command-key-pattern=P -c 50 -t 4 --pipeline 10 --hide-histogram --key-maximum 20000000 -n allkeys --key-prefix=1'
+  resources:
+    requests:
+      memory: 15g
+tested-commands:
+- set
+tested-groups:
+- string
+redis-topologies:
+- oss-standalone
+build-variants:
+- gcc:8.5.0-amd64-debian-buster-default
+- dockerhub
+clientconfig:
+  run_image: redislabs/memtier_benchmark:edge
+  tool: memtier_benchmark
+  arguments: '--command "SET __key__ XXX EX 20" --command-key-pattern=P -c 4 -t 2 --pipeline 10 --hide-histogram --key-maximum 80000000 -n allkeys --key-prefix=2'
+  resources:
+    requests:
+      cpus: '4'
+      memory: 4g
+
+priority: 1

redis_benchmarks_specification/test-suites/memtier_benchmark-nokeys-pubsub-mixed-100-channels-128B-100-publishers-100-subscribers.yml

@@ -0,0 +1,35 @@
+version: 0.4
+name: memtier_benchmark-nokeys-pubsub-mixed-100-channels-128B-100-publishers-100-subscribers
+description: Mixed workload with memtier publishing messages and pubsub-sub-bench subscribing to channels simultaneously.
+dbconfig:
+  configuration-parameters:
+    save: '""'
+  resources:
+    requests:
+      memory: 2g
+tested-groups:
+- pubsub
+tested-commands:
+- publish
+- subscribe
+redis-topologies:
+- oss-standalone
+build-variants:
+- gcc:8.5.0-amd64-debian-buster-default
+- dockerhub
+clientconfigs:
+  - run_image: redislabs/memtier_benchmark:edge
+    tool: memtier_benchmark
+    arguments: --test-time 120 --key-prefix "channel-" --pipeline 1 -d 128 --key-maximum 100 --command "PUBLISH __key__ __data__" --command-key-pattern="R" -c 50 -t 4 --hide-histogram
+    resources:
+      requests:
+        cpus: '4'
+        memory: 1g
+  - run_image: filipe958/pubsub-sub-bench:latest
+    tool: pubsub-sub-bench
+    arguments: -clients 100 -channel-minimum 1 -channel-maximum 100 -subscriber-prefix "channel-" -mode subscribe -test-time 120 -subscribers-per-channel 1 
+    resources:
+      requests:
+        cpus: '4'
+        memory: 1g
+priority: 23

redis_benchmarks_specification/test-suites/memtier_benchmark-nokeys-pubsub-mixed-100-channels-128B-100-publishers-1000-subscribers.yml

@@ -0,0 +1,35 @@
+version: 0.4
+name: memtier_benchmark-nokeys-pubsub-mixed-100-channels-128B-100-publishers-1000-subscribers
+description: Mixed workload with memtier publishing messages and pubsub-sub-bench subscribing to channels simultaneously.
+dbconfig:
+  configuration-parameters:
+    save: '""'
+  resources:
+    requests:
+      memory: 2g
+tested-groups:
+- pubsub
+tested-commands:
+- publish
+- subscribe
+redis-topologies:
+- oss-standalone
+build-variants:
+- gcc:8.5.0-amd64-debian-buster-default
+- dockerhub
+clientconfigs:
+  - run_image: redislabs/memtier_benchmark:edge
+    tool: memtier_benchmark
+    arguments: --test-time 120 --key-prefix "channel-" --pipeline 1 -d 128 --key-maximum 100 --command "PUBLISH __key__ __data__" --command-key-pattern="R" -c 50 -t 4 --hide-histogram
+    resources:
+      requests:
+        cpus: '4'
+        memory: 1g
+  - run_image: filipe958/pubsub-sub-bench:latest
+    tool: pubsub-sub-bench
+    arguments: -clients 1000 -channel-minimum 1 -channel-maximum 100 -subscriber-prefix "channel-" -mode subscribe -test-time 120 -subscribers-per-channel 1 
+    resources:
+      requests:
+        cpus: '4'
+        memory: 1g
+priority: 23

redis_benchmarks_specification/test-suites/memtier_benchmark-nokeys-pubsub-mixed-100-channels-128B-100-publishers-5000-subscribers.yml

@@ -0,0 +1,35 @@
+version: 0.4
+name: memtier_benchmark-nokeys-pubsub-mixed-100-channels-128B-100-publishers-5000-subscribers
+description: Mixed workload with memtier publishing messages and pubsub-sub-bench subscribing to channels simultaneously.
+dbconfig:
+  configuration-parameters:
+    save: '""'
+  resources:
+    requests:
+      memory: 2g
+tested-groups:
+- pubsub
+tested-commands:
+- publish
+- subscribe
+redis-topologies:
+- oss-standalone
+build-variants:
+- gcc:8.5.0-amd64-debian-buster-default
+- dockerhub
+clientconfigs:
+  - run_image: redislabs/memtier_benchmark:edge
+    tool: memtier_benchmark
+    arguments: --test-time 120 --key-prefix "channel-" --pipeline 1 -d 128 --key-maximum 100 --command "PUBLISH __key__ __data__" --command-key-pattern="R" -c 50 -t 4 --hide-histogram
+    resources:
+      requests:
+        cpus: '4'
+        memory: 1g
+  - run_image: filipe958/pubsub-sub-bench:latest
+    tool: pubsub-sub-bench
+    arguments: -clients 5000 -channel-minimum 1 -channel-maximum 100 -subscriber-prefix "channel-" -mode subscribe -test-time 120 -subscribers-per-channel 1
+    resources:
+      requests:
+        cpus: '4'
+        memory: 1g
+priority: 23