redis-benchmarks-specification 0.1.70__py3-none-any.whl → 0.1.73__py3-none-any.whl

redis_benchmarks_specification/test-suites/create-re-string.py

@@ -0,0 +1,286 @@
+tests = [
+    {
+        "name": "memtier_benchmark-100Kkeys-string-setget50c-20KiB",
+        "precommand": "--data-size 20000 --ratio 1:0 --key-pattern P:P -c 25 -t 2 --hide-histogram --key-minimum=1 --key-maximum=100000 -n allkeys",
+        "check": {"keyspacelen": 100000},
+        "command": "--data-size 20000  --ratio 1:10 --key-pattern R:R -c 25 -t 2 --hide-histogram --key-minimum=1 --key-maximum=100000  --test-time 180",
+        "kpis": {},
+        "tested-commands": ["setget-20k"],
+        "tested-groups": ["string"],
+    },
+    {
+        "name": "memtier_benchmark-100Kkeys-string-setget50c-20KiB-pipeline-10",
+        "precommand": "--data-size 20000 --ratio 1:0 --key-pattern P:P -c 25 -t 2 --hide-histogram --key-minimum=1 --key-maximum=100000 -n allkeys",
+        "check": {"keyspacelen": 100000},
+        "command": "--pipeline 10 --data-size 20000 --ratio 1:10 --key-pattern R:R -c 25 -t 2 --key-minimum=1 --key-maximum=100000  --hide-histogram --test-time 180",
+        "kpis": {},
+        "tested-commands": ["setget-20k"],
+        "tested-groups": ["string"],
+    },
+    {
+        "name": "memtier_benchmark-100Kkeys-string-setget200c-20KiB",
+        "precommand": "--data-size 20000 --ratio 1:0 --key-pattern P:P -c 50 -t 4 --hide-histogram --key-minimum=1 --key-maximum=100000 -n allkeys",
+        "check": {"keyspacelen": 100000},
+        "command": "--data-size 20000  --ratio 1:10 --key-pattern R:R -c 50 -t 4 --hide-histogram --key-minimum=1 --key-maximum=100000 --test-time 180",
+        "kpis": {},
+        "tested-commands": ["setget-20k"],
+        "tested-groups": ["string"],
+    },
+    {
+        "name": "memtier_benchmark-100Kkeys-string-setget200c-20KiB-pipeline-10",
+        "precommand": "--data-size 20000 --ratio 1:0 --key-pattern P:P -c 50 -t 4 --hide-histogram --key-minimum=1 --key-maximum=100000 -n allkeys",
+        "check": {"keyspacelen": 100000},
+        "command": "--pipeline 10 --data-size 20000 --ratio 1:10 --key-pattern R:R -c 50 -t 4 --key-minimum=1 --key-maximum=100000 --hide-histogram --test-time 180",
+        "kpis": {},
+        "tested-commands": ["setget-20k"],
+        "tested-groups": ["string"],
+    },
+    {
+        "name": "memtier_benchmark-100Kkeys-load-string50c-with-20KiB-values",
+        "precommand": "",
+        "check": {"keyspacelen": 0},
+        "command": "--data-size 20000 --ratio 1:0 --key-pattern P:P --key-minimum=1 --key-maximum=100000 --test-time 180 -c 25 -t 2 --hide-histogram",
+        "kpis": {},
+        "tested-commands": ["set-20k"],
+        "tested-groups": ["string"],
+    },
+    {
+        "name": "memtier_benchmark-100Kkeys-load-string50c-with-20KiB-values-pipeline-10",
+        "precommand": "",
+        "check": {"keyspacelen": 0},
+        "command": "--pipeline 10 --data-size 20000 --ratio 1:0 --key-pattern P:P --key-minimum=1 --key-maximum=100000 --test-time 180 -c 25 -t 2 --hide-histogram",
+        "kpis": {},
+        "tested-commands": ["set-20k"],
+        "tested-groups": ["string"],
+    },
+    {
+        "name": "memtier_benchmark-100Kkeys-load-string200c-with-20KiB-values",
+        "precommand": "",
+        "check": {"keyspacelen": 0},
+        "command": "--data-size 20000 --ratio 1:0 --key-pattern P:P --key-minimum=1 --key-maximum=100000 --test-time 180 -c 50 -t 4 --hide-histogram",
+        "kpis": {},
+        "tested-commands": ["set-20k"],
+        "tested-groups": ["string"],
+    },
+    {
+        "name": "memtier_benchmark-100Kkeys-load-string200c-with-20KiB-values-pipeline-10",
+        "precommand": "",
+        "check": {"keyspacelen": 0},
+        "command": "--pipeline 10 --data-size 20000 --ratio 1:0 --key-pattern P:P --key-minimum=1 --key-maximum=100000 --test-time 180 -c 50 -t 4 --hide-histogram",
+        "kpis": {},
+        "tested-commands": ["set-20k"],
+        "tested-groups": ["string"],
+    },
+    {
+        "name": "memtier_benchmark-1Mkeys-string-setget50c-100B",
+        "precommand": "--data-size 100 --ratio 1:0 --key-pattern P:P -c 25 -t 2 --hide-histogram --key-minimum=1 --key-maximum=1000000 -n allkeys",
+        "check": {"keyspacelen": 1000000},
+        "command": "--data-size 100 --ratio 1:10 --key-pattern R:R -c 25 -t 2 --hide-histogram --test-time 180",
+        "kpis": {},
+        "tested-commands": ["setget"],
+        "tested-groups": ["string"],
+    },
+    {
+        "name": "memtier_benchmark-1Mkeys-string-setget50c-1KiB",
+        "precommand": "--data-size 1000 --ratio 1:0 --key-pattern P:P -c 25 -t 2 --hide-histogram --key-minimum=1 --key-maximum=1000000 -n allkeys",
+        "check": {"keyspacelen": 1000000},
+        "command": "--data-size 1000  --ratio 1:10 --key-pattern R:R -c 25 -t 2 --hide-histogram --test-time 180",
+        "kpis": {},
+        "tested-commands": ["setget"],
+        "tested-groups": ["string"],
+    },
+    {
+        "name": "memtier_benchmark-1Mkeys-string-setget50c-100B-pipeline-10",
+        "precommand": "--data-size 100 --ratio 1:0 --key-pattern P:P -c 25 -t 2 --hide-histogram --key-minimum=1 --key-maximum=1000000 -n allkeys",
+        "check": {"keyspacelen": 1000000},
+        "command": "--pipeline 10 --data-size 100 --ratio 1:10 --key-pattern R:R -c 25 -t 2 --hide-histogram --test-time 180",
+        "kpis": {},
+        "tested-commands": ["setget"],
+        "tested-groups": ["string"],
+    },
+    {
+        "name": "memtier_benchmark-1Mkeys-string-setget50c-1KiB-pipeline-10",
+        "precommand": "--data-size 1000 --ratio 1:0 --key-pattern P:P -c 25 -t 2 --hide-histogram --key-minimum=1 --key-maximum=1000000 -n allkeys",
+        "check": {"keyspacelen": 1000000},
+        "command": "--pipeline 10 --data-size 1000 --ratio 1:10 --key-pattern R:R -c 25 -t 2 --hide-histogram --test-time 180",
+        "kpis": {},
+        "tested-commands": ["setget"],
+        "tested-groups": ["string"],
+    },
+    {
+        "name": "memtier_benchmark-1Mkeys-string-setget200c-100B",
+        "precommand": "--data-size 100 --ratio 1:0 --key-pattern P:P -c 50 -t 4 --hide-histogram --key-minimum=1 --key-maximum=1000000 -n allkeys",
+        "check": {"keyspacelen": 1000000},
+        "command": "--data-size 100 --ratio 1:10 --key-pattern R:R -c 50 -t 4 --hide-histogram --test-time 180",
+        "kpis": {},
+        "tested-commands": ["setget"],
+        "tested-groups": ["string"],
+    },
+    {
+        "name": "memtier_benchmark-1Mkeys-string-setget200c-1KiB",
+        "precommand": "--data-size 1000 --ratio 1:0 --key-pattern P:P -c 50 -t 4 --hide-histogram --key-minimum=1 --key-maximum=1000000 -n allkeys",
+        "check": {"keyspacelen": 1000000},
+        "command": "--data-size 1000  --ratio 1:10 --key-pattern R:R -c 50 -t 4 --hide-histogram --test-time 180",
+        "kpis": {},
+        "tested-commands": ["setget"],
+        "tested-groups": ["string"],
+    },
+    {
+        "name": "memtier_benchmark-1Mkeys-string-setget200c-100B-pipeline-10",
+        "precommand": "--data-size 100 --ratio 1:0 --key-pattern P:P -c 50 -t 4 --hide-histogram --key-minimum=1 --key-maximum=1000000 -n allkeys",
+        "check": {"keyspacelen": 1000000},
+        "command": "--pipeline 10 --data-size 100 --ratio 1:10 --key-pattern R:R -c 50 -t 4 --hide-histogram --test-time 180",
+        "kpis": {},
+        "tested-commands": ["setget"],
+        "tested-groups": ["string"],
+    },
+    {
+        "name": "memtier_benchmark-1Mkeys-string-setget200c-1KiB-pipeline-10",
+        "precommand": "--data-size 1000 --ratio 1:0 --key-pattern P:P -c 50 -t 4 --hide-histogram --key-minimum=1 --key-maximum=1000000 -n allkeys",
+        "check": {"keyspacelen": 1000000},
+        "command": "--pipeline 10 --data-size 1000 --ratio 1:10 --key-pattern R:R -c 50 -t 4 --hide-histogram --test-time 180",
+        "kpis": {},
+        "tested-commands": ["setget"],
+        "tested-groups": ["string"],
+    },
+    {
+        "name": "memtier_benchmark-1Mkeys-load-string50c-with-100B-values",
+        "precommand": "",
+        "check": {"keyspacelen": 0},
+        "command": "--data-size 100 --ratio 1:0 --key-pattern P:P --key-minimum=1 --key-maximum 1000000 --test-time 180 -c 25 -t 2 --hide-histogram",
+        "kpis": {},
+        "tested-commands": ["set"],
+        "tested-groups": ["string"],
+    },
+    {
+        "name": "memtier_benchmark-1Mkeys-load-string50c-with-1KiB-values",
+        "precommand": "",
+        "check": {"keyspacelen": 0},
+        "command": "--data-size 1000 --ratio 1:0 --key-pattern P:P --key-minimum=1 --key-maximum 1000000 --test-time 180 -c 25 -t 2 --hide-histogram",
+        "kpis": {},
+        "tested-commands": ["set"],
+        "tested-groups": ["string"],
+    },
+    {
+        "name": "memtier_benchmark-1Mkeys-load-string50c-with-100B-values-pipeline-10",
+        "precommand": "",
+        "check": {"keyspacelen": 0},
+        "command": "--pipeline 10 --data-size 100 --ratio 1:0 --key-pattern P:P --key-minimum=1 --key-maximum 1000000 --test-time 180 -c 25 -t 2 --hide-histogram",
+        "kpis": {},
+        "tested-commands": ["set"],
+        "tested-groups": ["string"],
+    },
+    {
+        "name": "memtier_benchmark-1Mkeys-load-string50c-with-1KiB-values-pipeline-10",
+        "precommand": "",
+        "check": {"keyspacelen": 0},
+        "command": "--pipeline 10 --data-size 1000 --ratio 1:0 --key-pattern P:P --key-minimum=1 --key-maximum 1000000 --test-time 180 -c 25 -t 2 --hide-histogram",
+        "kpis": {},
+        "tested-commands": ["set"],
+        "tested-groups": ["string"],
+    },
+    {
+        "name": "memtier_benchmark-1Mkeys-load-string200c-with-100B-values",
+        "precommand": "",
+        "check": {"keyspacelen": 0},
+        "command": "--data-size 100 --ratio 1:0 --key-pattern P:P --key-minimum=1 --key-maximum 1000000 --test-time 180 -c 50 -t 4 --hide-histogram",
+        "kpis": {},
+        "tested-commands": ["set"],
+        "tested-groups": ["string"],
+    },
+    {
+        "name": "memtier_benchmark-1Mkeys-load-string200c-with-1KiB-values",
+        "precommand": "",
+        "check": {"keyspacelen": 0},
+        "command": "--data-size 1000 --ratio 1:0 --key-pattern P:P --key-minimum=1 --key-maximum 1000000 --test-time 180 -c 50 -t 4 --hide-histogram",
+        "kpis": {},
+        "tested-commands": ["set"],
+        "tested-groups": ["string"],
+    },
+    {
+        "name": "memtier_benchmark-1Mkeys-load-string200c-with-100B-values-pipeline-10",
+        "precommand": "",
+        "check": {"keyspacelen": 0},
+        "command": "--pipeline 10 --data-size 100 --ratio 1:0 --key-pattern P:P --key-minimum=1 --key-maximum 1000000 --test-time 180 -c 50 -t 4 --hide-histogram",
+        "kpis": {},
+        "tested-commands": ["set"],
+        "tested-groups": ["string"],
+    },
+    {
+        "name": "memtier_benchmark-1Mkeys-load-string200c-with-1KiB-values-pipeline-10",
+        "precommand": "",
+        "check": {"keyspacelen": 0},
+        "command": "--pipeline 10 --data-size 1000 --ratio 1:0 --key-pattern P:P --key-minimum=1 --key-maximum 1000000 --test-time 180 -c 50 -t 4 --hide-histogram",
+        "kpis": {},
+        "tested-commands": ["set"],
+        "tested-groups": ["string"],
+    },
+    {
+        "name": "memtier_benchmark-1Mkeys-string-mget-1KiB",
+        "precommand": "--data-size 1000 --key-minimum=1 --key-maximum 1000000 -n allkeys --ratio=1:0  --key-pattern P:P --hide-histogram -t 2 -c 100",
+        "check": {"keyspacelen": 1000000},
+        "command": ' --command="MGET __key__ memtier-1 memtier-2 memtier-3 memtier-4 memtier-5 memtier-6 memtier-7 memtier-8 memtier-9" --command-key-pattern=R -c 50 -t 2 --hide-histogram --test-time 180',
+        "kpis": {},
+        "tested-commands": ["mget"],
+        "tested-groups": ["string"],
+    },
+]
+
+print(len(tests))
+re_filenames = [x["name"] for x in tests]
+re_test_specs = {}
+for x in tests:
+    re_test_specs[x["name"]] = x
+
+import yaml
+import json
+import pathlib
+
+
+defaults_filename = "default.yml"
+prefix = "memtier_benchmark-"
+test_glob = "memtier_*.yml"
+files = pathlib.Path().glob(test_glob)
+files = [str(x) for x in files]
+
+base_yaml = yaml.safe_load(open("memtier_benchmark-1Mkeys-string-get-1KiB.yml"))
+del base_yaml["description"]
+# del base_yaml["clientconfig"]["resources"]
+# del base_yaml["build-variants"]
+# del base_yaml["priority"]
+# del base_yaml["redis-topologies"]
+# del base_yaml["tested-commands"]
+# del base_yaml["version"]
+# del base_yaml["tested-groups"]
+#
+
+
+#
+# for file in files:
+#     if defaults_filename in file:
+#         files.remove(file)
+
+for re_file in re_filenames:
+    re_spec = re_test_specs[re_file]
+    precommand = ""
+    if "precommand" in re_spec:
+        precommand = re_spec["precommand"]
+
+    command = ""
+    if "command" in re_spec:
+        command = re_spec["command"]
+    if "dbconfig" in base_yaml:
+        del base_yaml["dbconfig"]
+    if precommand != "":
+        base_yaml["dbconfig"] = {}
+        base_yaml["dbconfig"]["preload_tool"] = {}
+        base_yaml["dbconfig"]["preload_tool"][
+            "run_image"
+        ] = "redislabs/memtier_benchmark:edge"
+        base_yaml["dbconfig"]["preload_tool"]["tool"] = "memtier_benchmark"
+        base_yaml["dbconfig"]["preload_tool"]["arguments"] = f"{precommand}"
+
+    base_yaml["clientconfig"]["arguments"] = command
+    base_yaml["name"] = re_file
+    with open(f"re-string/{re_file}.yml", "w") as outfile:
+        yaml.dump(base_yaml, outfile)

redis_benchmarks_specification/test-suites/generate.py

@@ -0,0 +1,108 @@
+import yaml
+import json
+import pathlib
+
+expected_format = {
+    "name": "HSet_d_400_c_10_t_10_pipeline_10_key-max=1000000",
+    "precommand": "",
+    "check": {"keyspacelen": 0},
+    "command": '--command="HSET myhash2 __key__ __data__" --command-key-pattern=G --key-minimum=1 --key-maximum 1000000 d 400 -c 10 -t 10 --hide-histogram --pipeline=10 --test-time=100',
+    "kpis": {
+        "tls": {"ops": 1003694, "latency": 1, "kbs": 89188},
+        "default": {"ops": 932625, "latency": 1.1, "kbs": 82873},
+    },
+    "tested-commands": ["hset"],
+    "tested-groups": ["hash"],
+    "comparison": {"max_variance_percent": 2.0},
+}
+defaults_filename = "default.yml"
+prefix = "memtier_benchmark-"
+test_glob = "memtier_*.yml"
+files = pathlib.Path().glob(test_glob)
+files = [str(x) for x in files]
+
+for file in files:
+    if defaults_filename in file:
+        files.remove(file)
+
+
+print(len(files))
+
+rdb_counter = 0
+init_commands_counter = 0
+can_convert_counter = 0
+
+group_tests = {}
+counter_groups = {}
+final_enterprise_json = []
+for yml_filename in files:
+    with open(yml_filename, "r") as yml_file:
+        benchmark_config = yaml.safe_load(yml_file)
+        tested_commands = benchmark_config["tested-commands"]
+        name = benchmark_config["name"]
+        tested_groups = benchmark_config["tested-groups"]
+        contains_db_config = False
+        contains_init_commands = False
+        contains_rdb = False
+        dbconfig = {}
+        precommand = ""
+        if "dbconfig" in benchmark_config:
+            dbconfig = benchmark_config["dbconfig"]
+            contains_db_config = True
+            if "init_commands" in benchmark_config["dbconfig"]:
+                contains_init_commands = True
+            if "dataset" in benchmark_config["dbconfig"]:
+                contains_rdb = True
+
+        if contains_rdb:
+            rdb_counter = rdb_counter + 1
+        elif contains_init_commands:
+            init_commands_counter = init_commands_counter + 1
+        else:
+            can_convert_counter = can_convert_counter + 1
+
+        if (
+            contains_db_config
+            and contains_rdb is False
+            and contains_init_commands is False
+        ):
+            keyspace_check = False
+            keyspace_value = 0
+
+            if "check" in dbconfig:
+                if "keyspacelen" in dbconfig["check"]:
+                    keyspace_check = True
+                    keyspace_value = dbconfig["check"]["keyspacelen"]
+            if "preload_tool" in dbconfig:
+                precommand = dbconfig["preload_tool"]["arguments"]
+            command = benchmark_config["clientconfig"]["arguments"]
+            check_dict = {"keyspacelen": keyspace_value}
+
+            test_definition = {
+                "name": name,
+                "precommand": f"{precommand}",
+                "check": check_dict,
+                "command": f"{command}",
+                "kpis": {},
+                "tested-commands": tested_commands,
+                "tested-groups": tested_groups,
+            }
+            for tested_group in tested_groups:
+                if tested_group not in group_tests:
+                    group_tests[tested_group] = []
+                group_tests[tested_group].append(test_definition)
+                if tested_group not in counter_groups:
+                    counter_groups[tested_group] = 0
+                counter_groups[tested_group] = counter_groups[tested_group] + 1
+            final_enterprise_json.append(test_definition)
+
+print(f"RDB tests {rdb_counter}")
+print(f"INIT command tests {init_commands_counter}")
+print(f"Other tests {can_convert_counter}")
+print(f"Final Enterprise tests {len(final_enterprise_json)}")
+
+print(counter_groups)
+
+for tested_group, tests in group_tests.items():
+    with open(f"jsons/{tested_group}.json", "w") as json_fd:
+        json.dump(tests, json_fd)

redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-hash-hexists.yml

@@ -1,5 +1,5 @@
 version: 0.4
-name: memtier_benchmark-1Mkeys-lhash-hexists
+name: memtier_benchmark-1Mkeys-hash-hexists
 description: Runs memtier_benchmark, for a keyspace length of 1M keys loading HASHES with 5 fields each. Each field value has a data size of 100 Bytes. After loading test HEXISTS command. 
 dbconfig:
   configuration-parameters:

redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-hash-hincrby.yml

@@ -1,5 +1,5 @@
 version: 0.4
-name: memtier_benchmark-1Mkeys-lhash-hincbry
+name: memtier_benchmark-1Mkeys-hash-hincrby
 description: Runs memtier_benchmark, for a keyspace length of 1M keys loading HASHES with 5 fields each. Each field value has a data size of 1000 Bytes.
 dbconfig:
   configuration-parameters:
@@ -9,7 +9,7 @@ dbconfig:
   preload_tool:
     run_image: redislabs/memtier_benchmark:edge
     tool: memtier_benchmark
-    arguments: '"--data-size" "1000" --command "HSET __key__ field1 __data__ field2 __data__ field3 __data__ field4 __data__ field5 __data__" --command-key-pattern="P" --key-minimum=1 --key-maximum 10000000 -n 5000 -c 50 -t 4 --hide-histogram'
+    arguments: '"--data-size" "1000" --command "HSET __key__ field1 __data__ field2 __data__ field3 __data__ field4 __data__ field5 __data__" --command-key-pattern="P" --key-minimum=1 --key-maximum 1000000 -n 5000 -c 50 -t 4 --hide-histogram'
   resources:
     requests:
       memory: 6g

redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-200KiB-values.yml

@@ -0,0 +1,37 @@
+version: 0.4
+name: memtier_benchmark-1Mkeys-load-string-with-200KiB-values
+description: Runs memtier_benchmark, for a keyspace length of 1M keys loading STRINGs in which the value has a data size of 200K Bytes.
+dbconfig:
+  configuration-parameters:
+    save: '""'
+  check:
+    keyspacelen: 0
+  resources:
+    requests:
+      memory: 12g
+tested-commands:
+- set
+redis-topologies:
+- oss-standalone
+- oss-cluster-03-primaries
+- oss-cluster-05-primaries
+- oss-cluster-09-primaries
+- oss-cluster-15-primaries
+- oss-cluster-21-primaries
+build-variants:
+- gcc:8.5.0-amd64-debian-buster-default
+clientconfig:
+  run_image: redislabs/memtier_benchmark:edge
+  tool: memtier_benchmark
+  arguments: '"--data-size" "200000" --ratio 1:0 --key-pattern P:P --key-minimum=1 --key-maximum 1000000 --test-time 180 -c 50 -t 4 --hide-histogram'
+  resources:
+    requests:
+      cpus: '4'
+      memory: 2g
+  scalability:
+    mode: '1:1'
+    max_processes: 21
+
+tested-groups:
+- string
+priority: 17

redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-20KiB-values.yml

@@ -0,0 +1,37 @@
+version: 0.4
+name: memtier_benchmark-1Mkeys-load-string-with-20KiB-values
+description: Runs memtier_benchmark, for a keyspace length of 1M keys loading STRINGs in which the value has a data size of 20K Bytes.
+dbconfig:
+  configuration-parameters:
+    save: '""'
+  check:
+    keyspacelen: 0
+  resources:
+    requests:
+      memory: 12g
+tested-commands:
+- set
+redis-topologies:
+- oss-standalone
+- oss-cluster-03-primaries
+- oss-cluster-05-primaries
+- oss-cluster-09-primaries
+- oss-cluster-15-primaries
+- oss-cluster-21-primaries
+build-variants:
+- gcc:8.5.0-amd64-debian-buster-default
+clientconfig:
+  run_image: redislabs/memtier_benchmark:edge
+  tool: memtier_benchmark
+  arguments: '"--data-size" "20000" --ratio 1:0 --key-pattern P:P --key-minimum=1 --key-maximum 1000000 --test-time 180 -c 50 -t 4 --hide-histogram'
+  resources:
+    requests:
+      cpus: '4'
+      memory: 2g
+  scalability:
+    mode: '1:1'
+    max_processes: 21
+
+tested-groups:
+- string
+priority: 17

redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-2MB-values.yml

@@ -0,0 +1,37 @@
+version: 0.4
+name: memtier_benchmark-1Mkeys-load-string-with-2MB-values
+description: Runs memtier_benchmark, for a keyspace length of 1M keys loading STRINGs in which the value has a data size of 2M Bytes.
+dbconfig:
+  configuration-parameters:
+    save: '""'
+  check:
+    keyspacelen: 0
+  resources:
+    requests:
+      memory: 12g
+tested-commands:
+- set
+redis-topologies:
+- oss-standalone
+- oss-cluster-03-primaries
+- oss-cluster-05-primaries
+- oss-cluster-09-primaries
+- oss-cluster-15-primaries
+- oss-cluster-21-primaries
+build-variants:
+- gcc:8.5.0-amd64-debian-buster-default
+clientconfig:
+  run_image: redislabs/memtier_benchmark:edge
+  tool: memtier_benchmark
+  arguments: '"--data-size" "2000000" --ratio 1:0 --key-pattern P:P --key-minimum=1 --key-maximum 1000000 --test-time 180 -c 50 -t 4 --hide-histogram'
+  resources:
+    requests:
+      cpus: '4'
+      memory: 2g
+  scalability:
+    mode: '1:1'
+    max_processes: 21
+
+tested-groups:
+- string
+priority: 17

redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-decr.yml

@@ -0,0 +1,33 @@
+version: 0.4
+name: memtier_benchmark-1Mkeys-string-decr
+description: Runs memtier_benchmark, for a keyspace length of 1M keys testing use embedded string object encoding on the string and doing decr command.
+dbconfig:
+  configuration-parameters:
+    save: '""'
+  check:
+    keyspacelen: 1000000
+  preload_tool:
+    run_image: redislabs/memtier_benchmark:edge
+    tool: memtier_benchmark
+    arguments: ' --command "SET __key__ 9223372036854775807" --command-key-pattern="P" -n 5000 --key-minimum=1 --key-maximum 1000000 -c 50 -t 4 --hide-histogram'
+  resources:
+    requests:
+      memory: 1g
+tested-commands:
+- decr
+redis-topologies:
+- oss-standalone
+build-variants:
+- gcc:8.5.0-amd64-debian-buster-default
+clientconfig:
+  run_image: redislabs/memtier_benchmark:edge
+  tool: memtier_benchmark
+  arguments: --test-time 180 --command "DECR __key__" --command-key-pattern="R" --key-minimum=1 --key-maximum 1000000 -c 4 -t 4 --hide-histogram
+  resources:
+    requests:
+      cpus: '4'
+      memory: 2g
+
+tested-groups:
+- string
+priority: 98

redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-200KiB.yml

@@ -0,0 +1,33 @@
+version: 0.4
+name: memtier_benchmark-1Mkeys-string-get-200KiB
+description: Runs memtier_benchmark, for a keyspace length of 1M keys with a data size of 200000 Bytes for each key.
+dbconfig:
+  configuration-parameters:
+    save: '""'
+  check:
+    keyspacelen: 1000000
+  preload_tool:
+    run_image: redislabs/memtier_benchmark:edge
+    tool: memtier_benchmark
+    arguments: '"--data-size" "200000" "--ratio" "1:0" "--key-pattern" "P:P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"'
+  resources:
+    requests:
+      memory: 2g
+tested-commands:
+- get
+redis-topologies:
+- oss-standalone
+build-variants:
+- gcc:8.5.0-amd64-debian-buster-default
+clientconfig:
+  run_image: redislabs/memtier_benchmark:edge
+  tool: memtier_benchmark
+  arguments: --data-size 200000  --ratio 0:1 --key-pattern R:R -c 25 -t 4 --hide-histogram --test-time 180
+  resources:
+    requests:
+      cpus: '4'
+      memory: 2g
+
+tested-groups:
+- string
+priority: 1

redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-20KiB.yml

@@ -0,0 +1,33 @@
+version: 0.4
+name: memtier_benchmark-1Mkeys-string-get-20KiB
+description: Runs memtier_benchmark, for a keyspace length of 1M keys with a data size of 20000 Bytes for each key.
+dbconfig:
+  configuration-parameters:
+    save: '""'
+  check:
+    keyspacelen: 1000000
+  preload_tool:
+    run_image: redislabs/memtier_benchmark:edge
+    tool: memtier_benchmark
+    arguments: '"--data-size" "20000" "--ratio" "1:0" "--key-pattern" "P:P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"'
+  resources:
+    requests:
+      memory: 2g
+tested-commands:
+- get
+redis-topologies:
+- oss-standalone
+build-variants:
+- gcc:8.5.0-amd64-debian-buster-default
+clientconfig:
+  run_image: redislabs/memtier_benchmark:edge
+  tool: memtier_benchmark
+  arguments: --data-size 20000  --ratio 0:1 --key-pattern R:R -c 25 -t 4 --hide-histogram --test-time 180
+  resources:
+    requests:
+      cpus: '4'
+      memory: 2g
+
+tested-groups:
+- string
+priority: 1

redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-2MB.yml

@@ -0,0 +1,33 @@
+version: 0.4
+name: memtier_benchmark-1Mkeys-string-get-2MB
+description: Runs memtier_benchmark, for a keyspace length of 1M keys with a data size of 2000000 Bytes for each key.
+dbconfig:
+  configuration-parameters:
+    save: '""'
+  check:
+    keyspacelen: 1000000
+  preload_tool:
+    run_image: redislabs/memtier_benchmark:edge
+    tool: memtier_benchmark
+    arguments: '"--data-size" "2000000" "--ratio" "1:0" "--key-pattern" "P:P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"'
+  resources:
+    requests:
+      memory: 2g
+tested-commands:
+- get
+redis-topologies:
+- oss-standalone
+build-variants:
+- gcc:8.5.0-amd64-debian-buster-default
+clientconfig:
+  run_image: redislabs/memtier_benchmark:edge
+  tool: memtier_benchmark
+  arguments: --data-size 2000000  --ratio 0:1 --key-pattern R:R -c 25 -t 4 --hide-histogram --test-time 180
+  resources:
+    requests:
+      cpus: '4'
+      memory: 2g
+
+tested-groups:
+- string
+priority: 1