redis-benchmarks-specification 0.2.42__py3-none-any.whl

redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zset-600K-elements-zrangestore-300K-elements.yml

@@ -0,0 +1,43 @@
+version: 0.4
+name: memtier_benchmark-1key-zset-600K-elements-zrangestore-300K-elements
+description: Runs memtier_benchmark, for a keyspace length of 1 key loading the sorted
+  set with 5 elements with different floating-point numbers, gradually increasing
+  in the size of the float to parse. This is a control benchmark for the one named
+  memtier_benchmark-1key-load-zset-with-5-elements-hexa-score
+dbconfig:
+  configuration-parameters:
+    save: '""'
+  check:
+    keyspacelen: 1
+  preload_tool:
+    run_image: redislabs/memtier_benchmark:edge
+    tool: memtier_benchmark
+    arguments: -n allkeys "--data-size" "10" --key-prefix "" "--command" "ZADD zset
+      __key__ __key__" "--command-key-pattern" "P" "-c" "1" "-t" "1" "--hide-histogram"
+      "--key-minimum" "1" "--key-maximum" "600001" --pipeline 50
+  resources:
+    requests:
+      memory: 1g
+  dataset_name: 1key-zset-600K-elements-float
+  dataset_description: This dataset contains 1 sorted set key with 600,000 elements,
+    each with a floating-point score.
+tested-commands:
+- zrangestore
+redis-topologies:
+- oss-standalone
+build-variants:
+- gcc:15.2.0-amd64-debian-bookworm-default
+- gcc:15.2.0-arm64-debian-bookworm-default
+- dockerhub
+clientconfig:
+  run_image: redislabs/memtier_benchmark:edge
+  tool: memtier_benchmark
+  arguments: --test-time 120 -c 1 -t 1 --command "ZRANGESTORE zset1 zset 0 300000"
+    --command-key-pattern="P" --key-minimum=1 --key-maximum 1 --hide-histogram
+  resources:
+    requests:
+      cpus: '4'
+      memory: 4g
+tested-groups:
+- sorted-set
+priority: 12

redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zset-listpack-zrank-100-elements-pipeline-1.yml

@@ -0,0 +1,50 @@
+version: 0.4
+name: memtier_benchmark-1key-zset-listpack-zrank-100-elements-pipeline-1
+description: Runs memtier_benchmark, for a keyspace length of 1 SORTED SET key. The
+  SORTED SET contains 100 elements (listpack encoded) and we query it using ZRANK.
+dbconfig:
+  configuration-parameters:
+    save: '""'
+  check:
+    keyspacelen: 1
+  init_commands:
+  - '"ZADD" "zset:listpack:100" "1" "1" "2" "2" "3" "3" "4" "4" "5" "5" "6" "6" "7"
+    "7" "8" "8" "9" "9" "10" "10" "11" "11" "12" "12" "13" "13" "14" "14" "15" "15"
+    "16" "16" "17" "17" "18" "18" "19" "19" "20" "20" "21" "21" "22" "22" "23" "23"
+    "24" "24" "25" "25" "26" "26" "27" "27" "28" "28" "29" "29" "30" "30" "31" "31"
+    "32" "32" "33" "33" "34" "34" "35" "35" "36" "36" "37" "37" "38" "38" "39" "39"
+    "40" "40" "41" "41" "42" "42" "43" "43" "44" "44" "45" "45" "46" "46" "47" "47"
+    "48" "48" "49" "49" "50" "50" "51" "51" "52" "52" "53" "53" "54" "54" "55" "55"
+    "56" "56" "57" "57" "58" "58" "59" "59" "60" "60" "61" "61" "62" "62" "63" "63"
+    "64" "64" "65" "65" "66" "66" "67" "67" "68" "68" "69" "69" "70" "70" "71" "71"
+    "72" "72" "73" "73" "74" "74" "75" "75" "76" "76" "77" "77" "78" "78" "79" "79"
+    "80" "80" "81" "81" "82" "82" "83" "83" "84" "84" "85" "85" "86" "86" "87" "87"
+    "88" "88" "89" "89" "90" "90" "91" "91" "92" "92" "93" "93" "94" "94" "95" "95"
+    "96" "96" "97" "97" "98" "98" "99" "99" "100" "100"'
+  resources:
+    requests:
+      memory: 1g
+  dataset_name: 1key-zset-100-elements-listpack
+  dataset_description: This dataset contains 1 sorted set key with 100 elements, each
+    with a listpack encoding.
+tested-groups:
+- sorted-set
+tested-commands:
+- zrank
+redis-topologies:
+- oss-standalone
+build-variants:
+- gcc:15.2.0-amd64-debian-bookworm-default
+- gcc:15.2.0-arm64-debian-bookworm-default
+- dockerhub
+clientconfig:
+  run_image: redislabs/memtier_benchmark:edge
+  tool: memtier_benchmark
+  arguments: --command="ZRANK zset:listpack:100 __key__" --key-maximum 100 --key-minimum
+    1 --command-key-pattern=R --key-prefix "" --hide-histogram --test-time 180 --pipeline
+    1
+  resources:
+    requests:
+      cpus: '4'
+      memory: 2g
+priority: 72

redis_benchmarks_specification/test-suites/memtier_benchmark-2keys-lua-eval-hset-expire.yml

@@ -0,0 +1,37 @@
+version: 0.4
+name: memtier_benchmark-2keys-lua-eval-hset-expire
+description: 'Runs memtier_benchmark, for a keyspace length of 2 HASH keys. This benchmark
+  invokes the execution of a server-side Lua script doing 2 HSET commands and doing
+  EXPIRE on those keys. '
+dbconfig:
+  configuration-parameters:
+    save: '""'
+  check:
+    keyspacelen: 0
+  resources:
+    requests:
+      memory: 1g
+tested-groups:
+- scripting
+tested-commands:
+- eval
+- hset
+- expire
+- ping
+redis-topologies:
+- oss-standalone
+build-variants:
+- gcc:15.2.0-amd64-debian-bookworm-default
+- gcc:15.2.0-arm64-debian-bookworm-default
+- dockerhub
+clientconfig:
+  run_image: redislabs/memtier_benchmark:edge
+  tool: memtier_benchmark
+  arguments: --command="eval \"redis.call('hset', 'h1', 'k', 'v');redis.call('hset',
+    'h2', 'k', 'v');redis.call('expire', 'h1', 3600);redis.call('expire', 'h2', 3600);return
+    redis.call('ping')\" 0"  --hide-histogram --test-time 180
+  resources:
+    requests:
+      cpus: '4'
+      memory: 2g
+priority: 39

redis_benchmarks_specification/test-suites/memtier_benchmark-2keys-lua-evalsha-hset-expire.yml

@@ -0,0 +1,41 @@
+version: 0.4
+name: memtier_benchmark-2keys-lua-evalsha-hset-expire
+description: 'Runs memtier_benchmark, for a keyspace length of 2 HASH keys. This benchmark
+  invokes the execution of a server-side Lua script doing 2 HSET commands and doing
+  EXPIRE on those keys. '
+dbconfig:
+  configuration-parameters:
+    save: '""'
+  check:
+    keyspacelen: 0
+  resources:
+    requests:
+      memory: 1g
+  init_commands:
+  - - SCRIPT
+    - LOAD
+    - redis.call('hset', 'h1', 'k', 'v');redis.call('hset', 'h2', 'k', 'v');redis.call('expire',
+      'h1', 3600);redis.call('expire', 'h2', 3600);return
+redis-topologies:
+- oss-standalone
+tested-groups:
+- scripting
+tested-commands:
+- evalsha
+- hset
+- expire
+- ping
+build-variants:
+- gcc:15.2.0-amd64-debian-bookworm-default
+- gcc:15.2.0-arm64-debian-bookworm-default
+- dockerhub
+clientconfig:
+  run_image: redislabs/memtier_benchmark:edge
+  tool: memtier_benchmark
+  arguments: --command="EVALSHA 5664e4cac3c4cb86682722a5e3cf03e2f83ce7a1 0"  --hide-histogram
+    --test-time 180
+  resources:
+    requests:
+      cpus: '4'
+      memory: 2g
+priority: 24

redis_benchmarks_specification/test-suites/memtier_benchmark-2keys-set-10-100-elements-sdiff.yml

@@ -0,0 +1,57 @@
+version: 0.4
+name: memtier_benchmark-2keys-set-10-100-elements-sdiff
+description: 'Runs memtier_benchmark, for a keyspace length of 2 SET key. The first
+  SET contains 10 elements ( set:10 ) The second SET contains 100 elements ( set:100
+  ) The SET with set:10 is a subset of the set:100 We query their difference using
+  SDIFF that returns 90 elements. '
+dbconfig:
+  configuration-parameters:
+    save: '""'
+  check:
+    keyspacelen: 2
+  resources:
+    requests:
+      memory: 1g
+  init_commands:
+  - '"SADD" "set:10" "lysbgqqfqw" "mtccjerdon" "jekkafodvk" "nmgxcctxpn" "vyqqkuszzh"
+    "pytrnqdhvs" "oguwnmniig" "gekntrykfh" "nhfnbxqgol" "cgoeihlnei"'
+  - '"SADD" "set:100" "vyoomgwuzv" "xamjodnbpf" "ewomnmugfa" "ljcgdooafo" "pcxdhdjwnf"
+    "djetcyfxuc" "licotqplim" "alqlzsvuuz" "ijsmoyesvd" "whmotknaff" "rkaznetutk"
+    "ksqpdywgdd" "gorgpnnqwr" "gekntrykfh" "rjkknoigmu" "luemuetmia" "gxephxbdru"
+    "ncjfckgkcl" "hhjclfbbka" "cgoeihlnei" "zwnitejtpg" "upodnpqenn" "mibvtmqxcy"
+    "htvbwmfyic" "rqvryfvlie" "nxcdcaqgit" "gfdqdrondm" "lysbgqqfqw" "nxzsnkmxvi"
+    "nsxaigrnje" "cwaveajmcz" "xsepfhdizi" "owtkxlzaci" "agsdggdghc" "tcjvjofxtd"
+    "kgqrovsxce" "ouuybhtvyb" "ueyrvldzwl" "vpbkvwgxsf" "pytrnqdhvs" "qbiwbqiubb"
+    "ssjqrsluod" "urvgxwbiiz" "ujrxcmpvsq" "mtccjerdon" "xczfmrxrja" "imyizmhzjk"
+    "oguwnmniig" "mxwgdcutnb" "pqyurbvifk" "ccagtnjilc" "mbxohpancs" "lgrkndhekf"
+    "eqlgkwosie" "jxoxtnzujs" "lbtpbknelm" "ichqzmiyot" "mbgehjiauu" "aovfsvbwjg"
+    "nmgxcctxpn" "vyqqkuszzh" "rojeolnopp" "ibhohmfxzt" "qbyhorvill" "nhfnbxqgol"
+    "wkbasfyzqz" "mjjuylgssm" "imdqxmkzdj" "oapbvnisyq" "bqntlsaqjb" "ocrcszcznp"
+    "hhniikmtsx" "hlpdstpvzw" "wqiwdbncmt" "vymjzlzqcn" "hhjchwjlmc" "ypfeltycpy"
+    "qjyeqcfhjj" "uapsgmizgh" "owbbdezgxn" "qrosceblyo" "sahqeskveq" "dapacykoah"
+    "wvcnqbvlnf" "perfwnpvkl" "ulbrotlhze" "fhuvzpxjbc" "holjcdpijr" "onzjrteqmu"
+    "pquewclxuy" "vpmpffdoqz" "eouliovvra" "vxcbagyymm" "jekkafodvk" "ypekeuutef"
+    "dlbqcynhrn" "erxulvebrj" "qwxrsgafzy" "dlsjwmqzhx" "exvhmqxvvp"'
+  dataset_name: 2keys-set-10-100-elements
+  dataset_description: This dataset contains 2 set keys, one with 10 elements and
+    the other with 100 elements. The smaller set is a subset of the larger one.
+tested-commands:
+- smembers
+- sdiff
+redis-topologies:
+- oss-standalone
+build-variants:
+- gcc:15.2.0-amd64-debian-bookworm-default
+- gcc:15.2.0-arm64-debian-bookworm-default
+- dockerhub
+clientconfig:
+  run_image: redislabs/memtier_benchmark:edge
+  tool: memtier_benchmark
+  arguments: --command="SDIFF set:100 set:10"  --hide-histogram --test-time 180
+  resources:
+    requests:
+      cpus: '4'
+      memory: 2g
+tested-groups:
+- set
+priority: 131

redis_benchmarks_specification/test-suites/memtier_benchmark-2keys-set-10-100-elements-sinter.yml

@@ -0,0 +1,57 @@
+version: 0.4
+name: memtier_benchmark-2keys-set-10-100-elements-sinter
+description: 'Runs memtier_benchmark, for a keyspace length of 2 SET key. The first
+  SET contains 10 elements ( set:10 ) The second SET contains 100 elements ( set:100
+  ) The SET with set:10 is a subset of the set:100 We query their intersection using
+  SINTER that returns 10 elements. '
+dbconfig:
+  configuration-parameters:
+    save: '""'
+  check:
+    keyspacelen: 2
+  resources:
+    requests:
+      memory: 1g
+  init_commands:
+  - '"SADD" "set:10" "lysbgqqfqw" "mtccjerdon" "jekkafodvk" "nmgxcctxpn" "vyqqkuszzh"
+    "pytrnqdhvs" "oguwnmniig" "gekntrykfh" "nhfnbxqgol" "cgoeihlnei"'
+  - '"SADD" "set:100" "vyoomgwuzv" "xamjodnbpf" "ewomnmugfa" "ljcgdooafo" "pcxdhdjwnf"
+    "djetcyfxuc" "licotqplim" "alqlzsvuuz" "ijsmoyesvd" "whmotknaff" "rkaznetutk"
+    "ksqpdywgdd" "gorgpnnqwr" "gekntrykfh" "rjkknoigmu" "luemuetmia" "gxephxbdru"
+    "ncjfckgkcl" "hhjclfbbka" "cgoeihlnei" "zwnitejtpg" "upodnpqenn" "mibvtmqxcy"
+    "htvbwmfyic" "rqvryfvlie" "nxcdcaqgit" "gfdqdrondm" "lysbgqqfqw" "nxzsnkmxvi"
+    "nsxaigrnje" "cwaveajmcz" "xsepfhdizi" "owtkxlzaci" "agsdggdghc" "tcjvjofxtd"
+    "kgqrovsxce" "ouuybhtvyb" "ueyrvldzwl" "vpbkvwgxsf" "pytrnqdhvs" "qbiwbqiubb"
+    "ssjqrsluod" "urvgxwbiiz" "ujrxcmpvsq" "mtccjerdon" "xczfmrxrja" "imyizmhzjk"
+    "oguwnmniig" "mxwgdcutnb" "pqyurbvifk" "ccagtnjilc" "mbxohpancs" "lgrkndhekf"
+    "eqlgkwosie" "jxoxtnzujs" "lbtpbknelm" "ichqzmiyot" "mbgehjiauu" "aovfsvbwjg"
+    "nmgxcctxpn" "vyqqkuszzh" "rojeolnopp" "ibhohmfxzt" "qbyhorvill" "nhfnbxqgol"
+    "wkbasfyzqz" "mjjuylgssm" "imdqxmkzdj" "oapbvnisyq" "bqntlsaqjb" "ocrcszcznp"
+    "hhniikmtsx" "hlpdstpvzw" "wqiwdbncmt" "vymjzlzqcn" "hhjchwjlmc" "ypfeltycpy"
+    "qjyeqcfhjj" "uapsgmizgh" "owbbdezgxn" "qrosceblyo" "sahqeskveq" "dapacykoah"
+    "wvcnqbvlnf" "perfwnpvkl" "ulbrotlhze" "fhuvzpxjbc" "holjcdpijr" "onzjrteqmu"
+    "pquewclxuy" "vpmpffdoqz" "eouliovvra" "vxcbagyymm" "jekkafodvk" "ypekeuutef"
+    "dlbqcynhrn" "erxulvebrj" "qwxrsgafzy" "dlsjwmqzhx" "exvhmqxvvp"'
+  dataset_name: 2keys-set-10-100-elements
+  dataset_description: This dataset contains 2 set keys, one with 10 elements and
+    the other with 100 elements. The smaller set is a subset of the larger one.
+tested-commands:
+- smembers
+- sinter
+redis-topologies:
+- oss-standalone
+build-variants:
+- gcc:15.2.0-amd64-debian-bookworm-default
+- gcc:15.2.0-arm64-debian-bookworm-default
+- dockerhub
+clientconfig:
+  run_image: redislabs/memtier_benchmark:edge
+  tool: memtier_benchmark
+  arguments: --command="SINTER set:100 set:10"  --hide-histogram --test-time 180
+  resources:
+    requests:
+      cpus: '4'
+      memory: 2g
+tested-groups:
+- set
+priority: 102

redis_benchmarks_specification/test-suites/memtier_benchmark-2keys-set-10-100-elements-sunion.yml

@@ -0,0 +1,57 @@
+version: 0.4
+name: memtier_benchmark-2keys-set-10-100-elements-sunion
+description: 'Runs memtier_benchmark, for a keyspace length of 2 SET key. The first
+  SET contains 10 elements ( set:10 ) The second SET contains 100 elements ( set:100
+  ) The SET with set:10 is a subset of the set:100 We query their union using SUNION
+  that returns 100 elements. '
+dbconfig:
+  configuration-parameters:
+    save: '""'
+  check:
+    keyspacelen: 2
+  resources:
+    requests:
+      memory: 1g
+  init_commands:
+  - '"SADD" "set:10" "lysbgqqfqw" "mtccjerdon" "jekkafodvk" "nmgxcctxpn" "vyqqkuszzh"
+    "pytrnqdhvs" "oguwnmniig" "gekntrykfh" "nhfnbxqgol" "cgoeihlnei"'
+  - '"SADD" "set:100" "vyoomgwuzv" "xamjodnbpf" "ewomnmugfa" "ljcgdooafo" "pcxdhdjwnf"
+    "djetcyfxuc" "licotqplim" "alqlzsvuuz" "ijsmoyesvd" "whmotknaff" "rkaznetutk"
+    "ksqpdywgdd" "gorgpnnqwr" "gekntrykfh" "rjkknoigmu" "luemuetmia" "gxephxbdru"
+    "ncjfckgkcl" "hhjclfbbka" "cgoeihlnei" "zwnitejtpg" "upodnpqenn" "mibvtmqxcy"
+    "htvbwmfyic" "rqvryfvlie" "nxcdcaqgit" "gfdqdrondm" "lysbgqqfqw" "nxzsnkmxvi"
+    "nsxaigrnje" "cwaveajmcz" "xsepfhdizi" "owtkxlzaci" "agsdggdghc" "tcjvjofxtd"
+    "kgqrovsxce" "ouuybhtvyb" "ueyrvldzwl" "vpbkvwgxsf" "pytrnqdhvs" "qbiwbqiubb"
+    "ssjqrsluod" "urvgxwbiiz" "ujrxcmpvsq" "mtccjerdon" "xczfmrxrja" "imyizmhzjk"
+    "oguwnmniig" "mxwgdcutnb" "pqyurbvifk" "ccagtnjilc" "mbxohpancs" "lgrkndhekf"
+    "eqlgkwosie" "jxoxtnzujs" "lbtpbknelm" "ichqzmiyot" "mbgehjiauu" "aovfsvbwjg"
+    "nmgxcctxpn" "vyqqkuszzh" "rojeolnopp" "ibhohmfxzt" "qbyhorvill" "nhfnbxqgol"
+    "wkbasfyzqz" "mjjuylgssm" "imdqxmkzdj" "oapbvnisyq" "bqntlsaqjb" "ocrcszcznp"
+    "hhniikmtsx" "hlpdstpvzw" "wqiwdbncmt" "vymjzlzqcn" "hhjchwjlmc" "ypfeltycpy"
+    "qjyeqcfhjj" "uapsgmizgh" "owbbdezgxn" "qrosceblyo" "sahqeskveq" "dapacykoah"
+    "wvcnqbvlnf" "perfwnpvkl" "ulbrotlhze" "fhuvzpxjbc" "holjcdpijr" "onzjrteqmu"
+    "pquewclxuy" "vpmpffdoqz" "eouliovvra" "vxcbagyymm" "jekkafodvk" "ypekeuutef"
+    "dlbqcynhrn" "erxulvebrj" "qwxrsgafzy" "dlsjwmqzhx" "exvhmqxvvp"'
+  dataset_name: 2keys-set-10-100-elements
+  dataset_description: This dataset contains 2 set keys, one with 10 elements and
+    the other with 100 elements. The smaller set is a subset of the larger one.
+tested-commands:
+- smembers
+- sunion
+redis-topologies:
+- oss-standalone
+build-variants:
+- gcc:15.2.0-amd64-debian-bookworm-default
+- gcc:15.2.0-arm64-debian-bookworm-default
+- dockerhub
+clientconfig:
+  run_image: redislabs/memtier_benchmark:edge
+  tool: memtier_benchmark
+  arguments: --command="SUNION set:100 set:10"  --hide-histogram --test-time 180
+  resources:
+    requests:
+      cpus: '4'
+      memory: 2g
+tested-groups:
+- set
+priority: 104

redis_benchmarks_specification/test-suites/memtier_benchmark-2keys-stream-5-entries-xread-all-entries-pipeline-10.yml

@@ -0,0 +1,46 @@
+version: 0.4
+name: memtier_benchmark-2keys-stream-5-entries-xread-all-entries-pipeline-10
+description: 'Runs memtier_benchmark, for a keyspace length of 2 STREAM keys with
+  5 entries on each stream. We query both streams on the same command using XREAD
+  with range of all entries. '
+dbconfig:
+  configuration-parameters:
+    save: '""'
+  check:
+    keyspacelen: 2
+  resources:
+    requests:
+      memory: 1g
+  init_commands:
+  - xadd key-1 * field value
+  - xadd key-1 * field value
+  - xadd key-1 * field value
+  - xadd key-1 * field value
+  - xadd key-1 * field value
+  - xadd key-2 * field value
+  - xadd key-2 * field value
+  - xadd key-2 * field value
+  - xadd key-2 * field value
+  - xadd key-2 * field value
+  dataset_name: 2keys-stream-5-entries
+  dataset_description: This dataset contains 2 stream keys, each with 5 entries.
+tested-commands:
+- xread
+redis-topologies:
+- oss-standalone
+build-variants:
+- gcc:15.2.0-amd64-debian-bookworm-default
+- gcc:15.2.0-arm64-debian-bookworm-default
+- dockerhub
+clientconfig:
+  run_image: redislabs/memtier_benchmark:edge
+  tool: memtier_benchmark
+  arguments: --pipeline 10 --command="XREAD STREAMS key-1 key-2 0 0"  --hide-histogram
+    --test-time 180
+  resources:
+    requests:
+      cpus: '4'
+      memory: 2g
+tested-groups:
+- stream
+priority: 97

redis_benchmarks_specification/test-suites/memtier_benchmark-2keys-stream-5-entries-xread-all-entries.yml

@@ -0,0 +1,46 @@
+version: 0.4
+name: memtier_benchmark-2keys-stream-5-entries-xread-all-entries
+description: 'Runs memtier_benchmark, for a keyspace length of 2 STREAM keys with
+  5 entries on each stream. We query both streams on the same command using XREAD
+  with range of all entries. '
+dbconfig:
+  configuration-parameters:
+    save: '""'
+  check:
+    keyspacelen: 2
+  resources:
+    requests:
+      memory: 1g
+  init_commands:
+  - xadd key-1 * field value
+  - xadd key-1 * field value
+  - xadd key-1 * field value
+  - xadd key-1 * field value
+  - xadd key-1 * field value
+  - xadd key-2 * field value
+  - xadd key-2 * field value
+  - xadd key-2 * field value
+  - xadd key-2 * field value
+  - xadd key-2 * field value
+  dataset_name: 2keys-stream-5-entries
+  dataset_description: This dataset contains 2 stream keys, each with 5 entries.
+tested-commands:
+- xread
+redis-topologies:
+- oss-standalone
+build-variants:
+- gcc:15.2.0-amd64-debian-bookworm-default
+- gcc:15.2.0-arm64-debian-bookworm-default
+- dockerhub
+clientconfig:
+  run_image: redislabs/memtier_benchmark:edge
+  tool: memtier_benchmark
+  arguments: --command="XREAD STREAMS key-1 key-2 0 0"  --hide-histogram --test-time
+    180
+  resources:
+    requests:
+      cpus: '4'
+      memory: 2g
+tested-groups:
+- stream
+priority: 97