redis-benchmarks-specification 0.1.257__py3-none-any.whl → 0.1.259__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of redis-benchmarks-specification might be problematic. Click here for more details.

Files changed (36) hide show
  1. redis_benchmarks_specification/__cli__/stats.py +163 -4
  2. redis_benchmarks_specification/__runner__/args.py +6 -0
  3. redis_benchmarks_specification/__runner__/runner.py +15 -2
  4. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-10B-psetex-expire-use-case.yml +34 -0
  5. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-10B-setex-expire-use-case.yml +34 -0
  6. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-generic-exists-pipeline-10.yml +1 -1
  7. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-generic-expire-pipeline-10.yml +1 -1
  8. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-generic-expireat-pipeline-10.yml +1 -1
  9. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-generic-pexpire-pipeline-10.yml +1 -1
  10. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-generic-scan-pipeline-10.yml +1 -1
  11. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-hash-hincrbyfloat.yml +34 -0
  12. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-list-rpoplpush-with-10B-values.yml +34 -0
  13. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-list-rpush-with-10B-values.yml +30 -0
  14. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-10B-values-pipeline-10.yml +2 -2
  15. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-10B-values-pipeline-100.yml +30 -0
  16. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-10B-values-pipeline-50.yml +30 -0
  17. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-10B-values-pipeline-500.yml +30 -0
  18. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-100B-pipeline-10.yml +1 -1
  19. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-10B-pipeline-10.yml +2 -2
  20. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-10B-pipeline-100.yml +34 -0
  21. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-10B-pipeline-50.yml +34 -0
  22. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-10B-pipeline-500.yml +34 -0
  23. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-10B.yml +2 -2
  24. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-incr-pipeline-10.yml +28 -0
  25. redis_benchmarks_specification/test-suites/memtier_benchmark-1key-list-100-elements-llen-pipeline-10.yml +32 -0
  26. redis_benchmarks_specification/test-suites/memtier_benchmark-1key-set-10M-elements-srem-50pct-chance.yml +33 -0
  27. redis_benchmarks_specification/test-suites/memtier_benchmark-1key-set-200K-elements-sadd-constant.yml +1 -1
  28. redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zset-1M-elements-zremrangebyscore-pipeline-10.yml +34 -0
  29. redis_benchmarks_specification/test-suites/memtier_benchmark-nokeys-connection-ping-pipeline-10.yml +28 -0
  30. redis_benchmarks_specification/test-suites/memtier_benchmark-nokeys-pubsub-publish-1K-channels-10B-no-subscribers.yml +28 -0
  31. redis_benchmarks_specification/test-suites/memtier_benchmark-nokeys-server-time-pipeline-10.yml +28 -0
  32. {redis_benchmarks_specification-0.1.257.dist-info → redis_benchmarks_specification-0.1.259.dist-info}/METADATA +1 -1
  33. {redis_benchmarks_specification-0.1.257.dist-info → redis_benchmarks_specification-0.1.259.dist-info}/RECORD +36 -18
  34. {redis_benchmarks_specification-0.1.257.dist-info → redis_benchmarks_specification-0.1.259.dist-info}/LICENSE +0 -0
  35. {redis_benchmarks_specification-0.1.257.dist-info → redis_benchmarks_specification-0.1.259.dist-info}/WHEEL +0 -0
  36. {redis_benchmarks_specification-0.1.257.dist-info → redis_benchmarks_specification-0.1.259.dist-info}/entry_points.txt +0 -0
@@ -8,6 +8,7 @@ import csv
8
8
 
9
9
  from redis_benchmarks_specification.__common__.runner import get_benchmark_specs
10
10
 
11
+
11
12
  # logging settings
12
13
  logging.basicConfig(
13
14
  format="%(asctime)s %(levelname)-4s %(message)s",
@@ -16,6 +17,42 @@ logging.basicConfig(
16
17
  )
17
18
 
18
19
 
20
+ def clean_number(value):
21
+ """Cleans and converts numeric values from CSV, handling B (billion), M (million), K (thousand)."""
22
+ try:
23
+ value = value.replace(",", "").strip() # Remove commas and spaces
24
+
25
+ # Determine the scale factor
26
+ multiplier = 1
27
+ if value.endswith("B"):
28
+ multiplier = 1_000_000_000 # Billion
29
+ value = value[:-1] # Remove "B"
30
+ elif value.endswith("M"):
31
+ multiplier = 1_000_000 # Million
32
+ value = value[:-1] # Remove "M"
33
+ elif value.endswith("K"):
34
+ multiplier = 1_000 # Thousand
35
+ value = value[:-1] # Remove "K"
36
+
37
+ return int(float(value) * multiplier) # Convert to full number
38
+ except ValueError:
39
+ logging.error(f"Skipping invalid count value: {value}")
40
+ return 0 # Default to 0 if invalid
41
+
42
+
43
+ def get_arg_value(args, flag, default):
44
+ """Extract integer values safely from CLI arguments"""
45
+ if flag in args:
46
+ try:
47
+ val = (
48
+ args[args.index(flag) + 1].lstrip("=").strip()
49
+ ) # Remove any leading '='
50
+ return int(val) # Convert to integer safely
51
+ except (IndexError, ValueError):
52
+ logging.error(f"Failed to extract {flag}, using default: {default}")
53
+ return default # Return default if not found or invalid
54
+
55
+
19
56
  def generate_stats_cli_command_logic(args, project_name, project_version):
20
57
  logging.info(
21
58
  "Using: {project_name} {project_version}".format(
@@ -55,10 +92,14 @@ def generate_stats_cli_command_logic(args, project_name, project_version):
55
92
  )
56
93
  priority_json = json.load(fd)
57
94
  tracked_groups = []
95
+ tracked_groups_hist = {}
58
96
  override_enabled = args.override_tests
59
97
  fail_on_required_diff = args.fail_on_required_diff
60
98
  overall_result = True
61
99
  test_names = []
100
+ pipelines = {}
101
+ connections = {}
102
+ data_sizes = {}
62
103
  defaults_filename = args.defaults_filename
63
104
 
64
105
  for test_file in testsuite_spec_files:
@@ -83,6 +124,13 @@ def generate_stats_cli_command_logic(args, project_name, project_version):
83
124
  test_names.append(test_name)
84
125
  group = ""
85
126
  is_memtier = False
127
+
128
+ ## defaults
129
+ pipeline_size = 1
130
+ clients = 50
131
+ threads = 4
132
+ data_size = 32
133
+
86
134
  if "memtier" in test_name:
87
135
  is_memtier = True
88
136
  tested_groups = []
@@ -101,6 +149,32 @@ def generate_stats_cli_command_logic(args, project_name, project_version):
101
149
  tested_commands.append(tested_command.lower())
102
150
  if is_memtier:
103
151
  arguments = benchmark_config["clientconfig"]["arguments"]
152
+ arg_list = (
153
+ benchmark_config["clientconfig"]["arguments"]
154
+ .replace('"', "")
155
+ .split()
156
+ )
157
+
158
+ data_size = get_arg_value(arg_list, "--data-size", data_size)
159
+ data_size = get_arg_value(arg_list, "-d", data_size)
160
+
161
+ # Extract values using the safer parsing function
162
+ pipeline_size = get_arg_value(arg_list, "--pipeline", pipeline_size)
163
+ pipeline_size = get_arg_value(
164
+ arg_list, "-P", pipeline_size
165
+ ) # Support short form
166
+
167
+ # Extract values using the safer parsing function
168
+ clients = get_arg_value(arg_list, "--clients", clients)
169
+ clients = get_arg_value(
170
+ arg_list, "-c", clients
171
+ ) # Support short form
172
+
173
+ threads = get_arg_value(arg_list, "--threads", threads)
174
+ threads = get_arg_value(
175
+ arg_list, "-t", threads
176
+ ) # Support short form
177
+
104
178
  arguments_split = arguments.split("--command")
105
179
 
106
180
  if len(arguments_split) == 1:
@@ -133,9 +207,27 @@ def generate_stats_cli_command_logic(args, project_name, project_version):
133
207
 
134
208
  group = command_json["group"]
135
209
  if group not in tested_groups:
210
+
136
211
  tested_groups.append(group)
137
212
  if group not in tracked_groups:
138
213
  tracked_groups.append(group)
214
+ tracked_groups_hist[group] = 0
215
+ tracked_groups_hist[group] = tracked_groups_hist[group] + 1
216
+
217
+ # Calculate total connections
218
+ total_connections = clients * threads
219
+
220
+ if pipeline_size not in pipelines:
221
+ pipelines[pipeline_size] = 0
222
+ pipelines[pipeline_size] = pipelines[pipeline_size] + 1
223
+
224
+ if total_connections not in connections:
225
+ connections[total_connections] = 0
226
+ connections[total_connections] = connections[total_connections] + 1
227
+
228
+ if data_size not in data_sizes:
229
+ data_sizes[data_size] = 0
230
+ data_sizes[data_size] = data_sizes[data_size] + 1
139
231
 
140
232
  if tested_commands != origin_tested_commands:
141
233
  requires_override = True
@@ -281,10 +373,10 @@ def generate_stats_cli_command_logic(args, project_name, project_version):
281
373
  if "cmdstat_" not in cmdstat:
282
374
  continue
283
375
  cmdstat = cmdstat.replace("cmdstat_", "")
284
- count = int(row[1])
376
+ count = clean_number(row[1])
285
377
  usecs = None
286
378
  if len(row) > 2:
287
- usecs = int(row[2])
379
+ usecs = clean_number(row[2])
288
380
  total_usecs += usecs
289
381
  if count == 0:
290
382
  continue
@@ -470,11 +562,15 @@ def generate_stats_cli_command_logic(args, project_name, project_version):
470
562
  logging.info("Top 10 fully tracked?: {}".format(len(top_10_missing) == 0))
471
563
  logging.info("Top 30 fully tracked?: {}".format(len(top_30_missing) == 0))
472
564
  if len(top_30_missing) > 0:
473
- logging.info("\t\tTotal missing for Top 30: {}".format(len(top_30_missing)))
565
+ logging.info(
566
+ f"\t\tTotal missing for Top 30: {len(top_30_missing)}. {top_30_missing}"
567
+ )
474
568
 
475
569
  logging.info("Top 50 fully tracked?: {}".format(len(top_50_missing) == 0))
476
570
  if len(top_50_missing) > 0:
477
- logging.info("\t\tTotal missing for Top 50: {}".format(len(top_50_missing)))
571
+ logging.info(
572
+ f"\t\tTotal missing for Top 50: {len(top_50_missing)}. {top_50_missing}"
573
+ )
478
574
 
479
575
  if overall_result is False and fail_on_required_diff:
480
576
  logging.error(
@@ -505,3 +601,66 @@ def generate_stats_cli_command_logic(args, project_name, project_version):
505
601
  logging.info(
506
602
  f"There is a total of : {len(list(tracked_commands_json.keys()))} tracked commands."
507
603
  )
604
+ # Save pipeline count to CSV
605
+ csv_filename = "memtier_pipeline_count.csv"
606
+ with open(csv_filename, "w", newline="") as csvfile:
607
+ fieldnames = ["pipeline", "count"]
608
+ writer = csv.DictWriter(csvfile, fieldnames=fieldnames)
609
+ writer.writeheader()
610
+ for pipeline_size in sorted(pipelines.keys()):
611
+ writer.writerow(
612
+ {"pipeline": pipeline_size, "count": pipelines[pipeline_size]}
613
+ )
614
+
615
+ logging.info(f"Pipeline count data saved to {csv_filename}")
616
+
617
+ csv_filename = "memtier_connection_count.csv"
618
+ with open(csv_filename, "w", newline="") as csvfile:
619
+ fieldnames = ["connections", "count"]
620
+ writer = csv.DictWriter(csvfile, fieldnames=fieldnames)
621
+ writer.writeheader()
622
+
623
+ # Sort connections dictionary by keys before writing
624
+ for connection_count in sorted(connections.keys()):
625
+ writer.writerow(
626
+ {
627
+ "connections": connection_count,
628
+ "count": connections[connection_count],
629
+ }
630
+ )
631
+
632
+ logging.info(f"Sorted connection count data saved to {csv_filename}")
633
+
634
+ csv_filename = "memtier_data_size_histogram.csv"
635
+ with open(csv_filename, "w", newline="") as csvfile:
636
+ fieldnames = ["data_size", "count"]
637
+ writer = csv.DictWriter(csvfile, fieldnames=fieldnames)
638
+ writer.writeheader()
639
+
640
+ # Sort connections dictionary by keys before writing
641
+ for data_size in sorted(data_sizes.keys()):
642
+ writer.writerow(
643
+ {
644
+ "data_size": data_size,
645
+ "count": data_sizes[data_size],
646
+ }
647
+ )
648
+
649
+ logging.info(f"Sorted data size count data saved to {csv_filename}")
650
+
651
+ csv_filename = "memtier_groups_histogram.csv"
652
+ with open(csv_filename, "w", newline="") as csvfile:
653
+ fieldnames = ["group", "count"]
654
+ writer = csv.DictWriter(csvfile, fieldnames=fieldnames)
655
+ writer.writeheader()
656
+
657
+ # Sort connections dictionary by keys before writing
658
+ for group in sorted(tracked_groups_hist.keys()):
659
+ writer.writerow(
660
+ {
661
+ "group": group,
662
+ "count": tracked_groups_hist[group],
663
+ }
664
+ )
665
+
666
+ logging.info(f"Sorted command groups count data saved to {csv_filename}")
@@ -146,6 +146,12 @@ def create_client_runner_args(project_name):
146
146
  action="store_true",
147
147
  help="Run tests that contain a dbconfig with dataset",
148
148
  )
149
+ parser.add_argument(
150
+ "--skip-tests-with-preload-via-tool",
151
+ default=False,
152
+ action="store_true",
153
+ help="Run tests that contain a dbconfig with dataset",
154
+ )
149
155
  parser.add_argument(
150
156
  "--client_aggregated_results_folder",
151
157
  type=str,
@@ -9,7 +9,7 @@ import tempfile
9
9
  import traceback
10
10
  from pathlib import Path
11
11
  import re
12
-
12
+ import tqdm
13
13
  import docker
14
14
  import redis
15
15
  from docker.models.containers import Container
@@ -391,7 +391,7 @@ def process_self_contained_coordinator_stream(
391
391
  _,
392
392
  ) = get_defaults(defaults_filename)
393
393
 
394
- for test_file in testsuite_spec_files:
394
+ for test_file in tqdm.tqdm(testsuite_spec_files):
395
395
  if defaults_filename in test_file:
396
396
  continue
397
397
  client_containers = []
@@ -605,6 +605,19 @@ def process_self_contained_coordinator_stream(
605
605
  benchmark_tool_global=benchmark_tool_global,
606
606
  )
607
607
  continue
608
+ if "preload_tool" in benchmark_config["dbconfig"]:
609
+ if args.skip_tests_with_preload_via_tool is False:
610
+ logging.warning(
611
+ "Skipping test {} giving it implies dataset preload via tool".format(
612
+ test_name
613
+ )
614
+ )
615
+ delete_temporary_files(
616
+ temporary_dir_client=temporary_dir_client,
617
+ full_result_path=None,
618
+ benchmark_tool_global=benchmark_tool_global,
619
+ )
620
+ continue
608
621
 
609
622
  if dry_run is True:
610
623
  dry_run_count = dry_run_count + 1
@@ -0,0 +1,34 @@
1
+ version: 0.4
2
+ name: memtier_benchmark-1Mkeys-10B-psetex-expire-use-case
3
+ description: Runs memtier_benchmark, for a keyspace length of 1M keys with a data size of 10 Bytes for each key, which 50% of the keys have expiration set during the benchmark.
4
+ dbconfig:
5
+ configuration-parameters:
6
+ save: '""'
7
+ check:
8
+ keyspacelen: 1000000
9
+ preload_tool:
10
+ run_image: redislabs/memtier_benchmark:edge
11
+ tool: memtier_benchmark
12
+ arguments: '"--data-size" "10" "--command" "SET __key__ __data__" "--command-key-pattern" "P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"'
13
+ resources:
14
+ requests:
15
+ memory: 1g
16
+ tested-groups:
17
+ - string
18
+ tested-commands:
19
+ - psetex
20
+ redis-topologies:
21
+ - oss-standalone
22
+ build-variants:
23
+ - gcc:8.5.0-amd64-debian-buster-default
24
+ - dockerhub
25
+ clientconfig:
26
+ run_image: redislabs/memtier_benchmark:edge
27
+ tool: memtier_benchmark
28
+ arguments: '"--data-size" "10" --command "PSETEX __key__ 10 __data__" --command-key-pattern="R" -c 50 -t 2 --hide-histogram --test-time 120'
29
+ resources:
30
+ requests:
31
+ cpus: '3'
32
+ memory: 2g
33
+
34
+ priority: 33
@@ -0,0 +1,34 @@
1
+ version: 0.4
2
+ name: memtier_benchmark-1Mkeys-10B-setex-expire-use-case
3
+ description: Runs memtier_benchmark, for a keyspace length of 1M keys with a data size of 10 Bytes for each key, which 50% of the keys have expiration set during the benchmark.
4
+ dbconfig:
5
+ configuration-parameters:
6
+ save: '""'
7
+ check:
8
+ keyspacelen: 1000000
9
+ preload_tool:
10
+ run_image: redislabs/memtier_benchmark:edge
11
+ tool: memtier_benchmark
12
+ arguments: '"--data-size" "10" "--command" "SET __key__ __data__" "--command-key-pattern" "P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"'
13
+ resources:
14
+ requests:
15
+ memory: 1g
16
+ tested-groups:
17
+ - string
18
+ tested-commands:
19
+ - setex
20
+ redis-topologies:
21
+ - oss-standalone
22
+ build-variants:
23
+ - gcc:8.5.0-amd64-debian-buster-default
24
+ - dockerhub
25
+ clientconfig:
26
+ run_image: redislabs/memtier_benchmark:edge
27
+ tool: memtier_benchmark
28
+ arguments: '"--data-size" "10" --command "SETEX __key__ 10 __data__" --command-key-pattern="R" -c 50 -t 2 --hide-histogram --test-time 120'
29
+ resources:
30
+ requests:
31
+ cpus: '3'
32
+ memory: 2g
33
+
34
+ priority: 33
@@ -9,7 +9,7 @@ dbconfig:
9
9
  preload_tool:
10
10
  run_image: redislabs/memtier_benchmark:edge
11
11
  tool: memtier_benchmark
12
- arguments: '"--data-size" "100" "--command" "HSET __key__ field __data__" "--command-key-pattern" "P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"'
12
+ arguments: '"--pipeline" "100" "--data-size" "100" "--command" "HSET __key__ field __data__" "--command-key-pattern" "P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"'
13
13
  resources:
14
14
  requests:
15
15
  memory: 1g
@@ -9,7 +9,7 @@ dbconfig:
9
9
  preload_tool:
10
10
  run_image: redislabs/memtier_benchmark:edge
11
11
  tool: memtier_benchmark
12
- arguments: '"--data-size" "100" "--command" "HSET __key__ field __data__" "--command-key-pattern" "P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"'
12
+ arguments: '"--pipeline" "100" "--data-size" "100" "--command" "HSET __key__ field __data__" "--command-key-pattern" "P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"'
13
13
  resources:
14
14
  requests:
15
15
  memory: 1g
@@ -9,7 +9,7 @@ dbconfig:
9
9
  preload_tool:
10
10
  run_image: redislabs/memtier_benchmark:edge
11
11
  tool: memtier_benchmark
12
- arguments: '"--data-size" "100" "--command" "HSET __key__ field __data__" "--command-key-pattern" "P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"'
12
+ arguments: '"--pipeline" "100" "--data-size" "100" "--command" "HSET __key__ field __data__" "--command-key-pattern" "P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"'
13
13
  resources:
14
14
  requests:
15
15
  memory: 1g
@@ -9,7 +9,7 @@ dbconfig:
9
9
  preload_tool:
10
10
  run_image: redislabs/memtier_benchmark:edge
11
11
  tool: memtier_benchmark
12
- arguments: '"--data-size" "100" "--command" "HSET __key__ field __data__" "--command-key-pattern" "P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"'
12
+ arguments: '"--pipeline" "100" "--data-size" "100" "--command" "HSET __key__ field __data__" "--command-key-pattern" "P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"'
13
13
  resources:
14
14
  requests:
15
15
  memory: 1g
@@ -9,7 +9,7 @@ dbconfig:
9
9
  preload_tool:
10
10
  run_image: redislabs/memtier_benchmark:edge
11
11
  tool: memtier_benchmark
12
- arguments: '"--data-size" "100" "--command" "HSET __key__ field __data__" "--command-key-pattern" "P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"'
12
+ arguments: '"--pipeline" "100" "--data-size" "100" "--command" "HSET __key__ field __data__" "--command-key-pattern" "P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"'
13
13
  resources:
14
14
  requests:
15
15
  memory: 1g
@@ -0,0 +1,34 @@
1
+ version: 0.4
2
+ name: memtier_benchmark-1Mkeys-hash-hincrbyfloat
3
+ description: Runs memtier_benchmark, for a keyspace length of 1M keys loading HASHES with 5 fields each. Each field value has a data size of 1000 Bytes.
4
+ dbconfig:
5
+ configuration-parameters:
6
+ save: '""'
7
+ check:
8
+ keyspacelen: 1000000
9
+ preload_tool:
10
+ run_image: redislabs/memtier_benchmark:edge
11
+ tool: memtier_benchmark
12
+ arguments: '"--data-size" "1000" --command "HSET __key__ field1 __data__ field2 __data__ field3 __data__ field4 __data__ field5 __data__" --command-key-pattern="P" --key-minimum=1 --key-maximum 1000000 -n 5000 -c 50 -t 4 --hide-histogram'
13
+ resources:
14
+ requests:
15
+ memory: 6g
16
+ tested-groups:
17
+ - hash
18
+ tested-commands:
19
+ - hincrbyfloat
20
+ redis-topologies:
21
+ - oss-standalone
22
+ build-variants:
23
+ - gcc:8.5.0-amd64-debian-buster-default
24
+ - dockerhub
25
+ clientconfig:
26
+ run_image: redislabs/memtier_benchmark:edge
27
+ tool: memtier_benchmark
28
+ arguments: --test-time 180 --command "HINCRBYFLOAT __key__ field1 0.999999" --command-key-pattern="R" --key-minimum=1 --key-maximum 1000000 -c 50 -t 4 --hide-histogram
29
+ resources:
30
+ requests:
31
+ cpus: '4'
32
+ memory: 2g
33
+
34
+ priority: 21
@@ -0,0 +1,34 @@
1
+ version: 0.4
2
+ name: memtier_benchmark-1Mkeys-list-rpoplpush-with-10B-values
3
+ description: Runs memtier_benchmark, for a keyspace length of 1M keys pre-loading LISTs in which the value has a data size of 10 Bytes. After pre-loading the data it issues LPOP and RPOP commands.
4
+ dbconfig:
5
+ configuration-parameters:
6
+ save: '""'
7
+ check:
8
+ keyspacelen: 1000000
9
+ preload_tool:
10
+ run_image: redislabs/memtier_benchmark:edge
11
+ tool: memtier_benchmark
12
+ arguments: '"--data-size" "10" --command "LPUSH __key__ __data__" --command-key-pattern="P" --key-minimum=1 --key-maximum 1000000 --test-time 60 -c 50 -t 4 --hide-histogram'
13
+ resources:
14
+ requests:
15
+ memory: 2g
16
+ tested-groups:
17
+ - list
18
+ tested-commands:
19
+ - rpoplpush
20
+ redis-topologies:
21
+ - oss-standalone
22
+ build-variants:
23
+ - gcc:8.5.0-amd64-debian-buster-default
24
+ - dockerhub
25
+ clientconfig:
26
+ run_image: redislabs/memtier_benchmark:edge
27
+ tool: memtier_benchmark
28
+ arguments: '"--data-size" "10" --command "RPOPLPUSH __key__ myotherlist" --command-key-pattern="R" --key-minimum=1 --key-maximum 1000000 --test-time 120 -c 50 -t 4 --hide-histogram'
29
+ resources:
30
+ requests:
31
+ cpus: '4'
32
+ memory: 2g
33
+
34
+ priority: 55
@@ -0,0 +1,30 @@
1
+ version: 0.4
2
+ name: memtier_benchmark-1Mkeys-load-list-rpush-with-10B-values
3
+ description: Runs memtier_benchmark, for a keyspace length of 1M keys loading LISTs in which the value has a data size of 10 Bytes.
4
+ dbconfig:
5
+ configuration-parameters:
6
+ save: '""'
7
+ check:
8
+ keyspacelen: 0
9
+ resources:
10
+ requests:
11
+ memory: 1g
12
+ tested-groups:
13
+ - list
14
+ tested-commands:
15
+ - rpush
16
+ redis-topologies:
17
+ - oss-standalone
18
+ build-variants:
19
+ - gcc:8.5.0-amd64-debian-buster-default
20
+ - dockerhub
21
+ clientconfig:
22
+ run_image: redislabs/memtier_benchmark:edge
23
+ tool: memtier_benchmark
24
+ arguments: '"--data-size" "10" --command "RPUSH __key__ __data__" --command-key-pattern="P" --key-minimum=1 --key-maximum 1000000 --test-time 180 -c 50 -t 4 --hide-histogram'
25
+ resources:
26
+ requests:
27
+ cpus: '4'
28
+ memory: 2g
29
+
30
+ priority: 38
@@ -19,10 +19,10 @@ build-variants:
19
19
  clientconfig:
20
20
  run_image: redislabs/memtier_benchmark:edge
21
21
  tool: memtier_benchmark
22
- arguments: '"--pipeline" "10" "--data-size" "10" --ratio 1:0 --key-pattern P:P --key-minimum=1 --key-maximum 1000000 --test-time 180 -c 50 -t 4 --hide-histogram'
22
+ arguments: '"--pipeline" "10" "--data-size" "10" --distinct-client-seed --ratio 1:0 --key-pattern P:P --key-minimum=1 --key-maximum 1000000 --test-time 120 -c 10 -t 10 --hide-histogram'
23
23
  resources:
24
24
  requests:
25
- cpus: '4'
25
+ cpus: '10'
26
26
  memory: 2g
27
27
 
28
28
  tested-groups:
@@ -0,0 +1,30 @@
1
+ version: 0.4
2
+ name: memtier_benchmark-1Mkeys-load-string-with-10B-values-pipeline-100
3
+ description: Runs memtier_benchmark, for a keyspace length of 1M keys loading STRINGs in which the value has a data size of 10 Bytes.
4
+ dbconfig:
5
+ configuration-parameters:
6
+ save: '""'
7
+ check:
8
+ keyspacelen: 0
9
+ resources:
10
+ requests:
11
+ memory: 1g
12
+ tested-commands:
13
+ - set
14
+ redis-topologies:
15
+ - oss-standalone
16
+ build-variants:
17
+ - gcc:8.5.0-amd64-debian-buster-default
18
+ - dockerhub
19
+ clientconfig:
20
+ run_image: redislabs/memtier_benchmark:edge
21
+ tool: memtier_benchmark
22
+ arguments: '"--pipeline" "100" "--data-size" "10" --distinct-client-seed --ratio 1:0 --key-pattern P:P --key-minimum=1 --key-maximum 1000000 --test-time 120 -c 10 -t 10 --hide-histogram'
23
+ resources:
24
+ requests:
25
+ cpus: '10'
26
+ memory: 2g
27
+
28
+ tested-groups:
29
+ - string
30
+ priority: 17
@@ -0,0 +1,30 @@
1
+ version: 0.4
2
+ name: memtier_benchmark-1Mkeys-load-string-with-10B-values-pipeline-50
3
+ description: Runs memtier_benchmark, for a keyspace length of 1M keys loading STRINGs in which the value has a data size of 10 Bytes.
4
+ dbconfig:
5
+ configuration-parameters:
6
+ save: '""'
7
+ check:
8
+ keyspacelen: 0
9
+ resources:
10
+ requests:
11
+ memory: 1g
12
+ tested-commands:
13
+ - set
14
+ redis-topologies:
15
+ - oss-standalone
16
+ build-variants:
17
+ - gcc:8.5.0-amd64-debian-buster-default
18
+ - dockerhub
19
+ clientconfig:
20
+ run_image: redislabs/memtier_benchmark:edge
21
+ tool: memtier_benchmark
22
+ arguments: '"--pipeline" "50" "--data-size" "10" --distinct-client-seed --ratio 1:0 --key-pattern P:P --key-minimum=1 --key-maximum 1000000 --test-time 120 -c 10 -t 10 --hide-histogram'
23
+ resources:
24
+ requests:
25
+ cpus: '10'
26
+ memory: 2g
27
+
28
+ tested-groups:
29
+ - string
30
+ priority: 17
@@ -0,0 +1,30 @@
1
+ version: 0.4
2
+ name: memtier_benchmark-1Mkeys-load-string-with-10B-values-pipeline-500
3
+ description: Runs memtier_benchmark, for a keyspace length of 1M keys loading STRINGs in which the value has a data size of 10 Bytes.
4
+ dbconfig:
5
+ configuration-parameters:
6
+ save: '""'
7
+ check:
8
+ keyspacelen: 0
9
+ resources:
10
+ requests:
11
+ memory: 1g
12
+ tested-commands:
13
+ - set
14
+ redis-topologies:
15
+ - oss-standalone
16
+ build-variants:
17
+ - gcc:8.5.0-amd64-debian-buster-default
18
+ - dockerhub
19
+ clientconfig:
20
+ run_image: redislabs/memtier_benchmark:edge
21
+ tool: memtier_benchmark
22
+ arguments: '"--pipeline" "500" "--data-size" "10" --distinct-client-seed --ratio 1:0 --key-pattern P:P --key-minimum=1 --key-maximum 1000000 --test-time 120 -c 10 -t 10 --hide-histogram'
23
+ resources:
24
+ requests:
25
+ cpus: '10'
26
+ memory: 2g
27
+
28
+ tested-groups:
29
+ - string
30
+ priority: 17
@@ -23,7 +23,7 @@ build-variants:
23
23
  clientconfig:
24
24
  run_image: redislabs/memtier_benchmark:edge
25
25
  tool: memtier_benchmark
26
- arguments: '"--pipeline" "10" "--data-size" "100" --ratio 0:1 --key-pattern R:R -c 25 -t 4 --hide-histogram --test-time 180'
26
+ arguments: '--pipeline 10 --data-size 100 --ratio 0:1 --key-pattern R:R -c 25 -t 4 --hide-histogram --test-time 180'
27
27
  resources:
28
28
  requests:
29
29
  cpus: '4'
@@ -23,10 +23,10 @@ build-variants:
23
23
  clientconfig:
24
24
  run_image: redislabs/memtier_benchmark:edge
25
25
  tool: memtier_benchmark
26
- arguments: '"--key-minimum" "1" "--key-maximum" "1000000" "--pipeline" "10" "--data-size" "10" --ratio 0:1 --key-pattern R:R -c 25 -t 4 --hide-histogram --test-time 180'
26
+ arguments: '"--pipeline" "10" --distinct-client-seed "--data-size" "10" --ratio 0:1 --key-pattern R:R -c 10 -t 10 --hide-histogram --test-time 120'
27
27
  resources:
28
28
  requests:
29
- cpus: '4'
29
+ cpus: '10'
30
30
  memory: 2g
31
31
 
32
32
  tested-groups:
@@ -0,0 +1,34 @@
1
+ version: 0.4
2
+ name: memtier_benchmark-1Mkeys-string-get-10B-pipeline-100
3
+ description: Runs memtier_benchmark, for a keyspace length of 1M keys with a data size of 10 Bytes for each key.
4
+ dbconfig:
5
+ configuration-parameters:
6
+ save: '""'
7
+ check:
8
+ keyspacelen: 1000000
9
+ preload_tool:
10
+ run_image: redislabs/memtier_benchmark:edge
11
+ tool: memtier_benchmark
12
+ arguments: '"--key-maximum" "1000000" "-n" "allkeys" "--data-size" "10" "--ratio" "1:0" "--key-pattern" "P:P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"'
13
+ resources:
14
+ requests:
15
+ memory: 1g
16
+ tested-commands:
17
+ - get
18
+ redis-topologies:
19
+ - oss-standalone
20
+ build-variants:
21
+ - gcc:8.5.0-amd64-debian-buster-default
22
+ - dockerhub
23
+ clientconfig:
24
+ run_image: redislabs/memtier_benchmark:edge
25
+ tool: memtier_benchmark
26
+ arguments: '"--pipeline" "100" --distinct-client-seed "--data-size" "10" --ratio 0:1 --key-pattern R:R -c 10 -t 10 --hide-histogram --test-time 120'
27
+ resources:
28
+ requests:
29
+ cpus: '10'
30
+ memory: 2g
31
+
32
+ tested-groups:
33
+ - string
34
+ priority: 1
@@ -0,0 +1,34 @@
1
+ version: 0.4
2
+ name: memtier_benchmark-1Mkeys-string-get-10B-pipeline-50
3
+ description: Runs memtier_benchmark, for a keyspace length of 1M keys with a data size of 10 Bytes for each key.
4
+ dbconfig:
5
+ configuration-parameters:
6
+ save: '""'
7
+ check:
8
+ keyspacelen: 1000000
9
+ preload_tool:
10
+ run_image: redislabs/memtier_benchmark:edge
11
+ tool: memtier_benchmark
12
+ arguments: '"--key-maximum" "1000000" "-n" "allkeys" "--data-size" "10" "--ratio" "1:0" "--key-pattern" "P:P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"'
13
+ resources:
14
+ requests:
15
+ memory: 1g
16
+ tested-commands:
17
+ - get
18
+ redis-topologies:
19
+ - oss-standalone
20
+ build-variants:
21
+ - gcc:8.5.0-amd64-debian-buster-default
22
+ - dockerhub
23
+ clientconfig:
24
+ run_image: redislabs/memtier_benchmark:edge
25
+ tool: memtier_benchmark
26
+ arguments: '"--pipeline" "50" --distinct-client-seed "--data-size" "10" --ratio 0:1 --key-pattern R:R -c 10 -t 10 --hide-histogram --test-time 120'
27
+ resources:
28
+ requests:
29
+ cpus: '10'
30
+ memory: 2g
31
+
32
+ tested-groups:
33
+ - string
34
+ priority: 1
@@ -0,0 +1,34 @@
1
+ version: 0.4
2
+ name: memtier_benchmark-1Mkeys-string-get-10B-pipeline-500
3
+ description: Runs memtier_benchmark, for a keyspace length of 1M keys with a data size of 10 Bytes for each key.
4
+ dbconfig:
5
+ configuration-parameters:
6
+ save: '""'
7
+ check:
8
+ keyspacelen: 1000000
9
+ preload_tool:
10
+ run_image: redislabs/memtier_benchmark:edge
11
+ tool: memtier_benchmark
12
+ arguments: '"--key-maximum" "1000000" "-n" "allkeys" "--data-size" "10" "--ratio" "1:0" "--key-pattern" "P:P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"'
13
+ resources:
14
+ requests:
15
+ memory: 1g
16
+ tested-commands:
17
+ - get
18
+ redis-topologies:
19
+ - oss-standalone
20
+ build-variants:
21
+ - gcc:8.5.0-amd64-debian-buster-default
22
+ - dockerhub
23
+ clientconfig:
24
+ run_image: redislabs/memtier_benchmark:edge
25
+ tool: memtier_benchmark
26
+ arguments: '"--pipeline" "500" --distinct-client-seed "--data-size" "10" --ratio 0:1 --key-pattern R:R -c 10 -t 10 --hide-histogram --test-time 120'
27
+ resources:
28
+ requests:
29
+ cpus: '10'
30
+ memory: 2g
31
+
32
+ tested-groups:
33
+ - string
34
+ priority: 1
@@ -23,10 +23,10 @@ build-variants:
23
23
  clientconfig:
24
24
  run_image: redislabs/memtier_benchmark:edge
25
25
  tool: memtier_benchmark
26
- arguments: '"--data-size" "10" --ratio 0:1 --key-pattern R:R -c 25 -t 4 --hide-histogram --test-time 180'
26
+ arguments: '"--data-size" "10" --distinct-client-seed --ratio 0:1 --key-pattern R:R -c 10 -t 10 --hide-histogram --test-time 120'
27
27
  resources:
28
28
  requests:
29
- cpus: '4'
29
+ cpus: '10'
30
30
  memory: 2g
31
31
 
32
32
  tested-groups:
@@ -0,0 +1,28 @@
1
+ version: 0.4
2
+ name: memtier_benchmark-1Mkeys-string-incr-pipeline-10
3
+ description: Runs memtier_benchmark, for a keyspace length of 1M keys doing incr of 1.
4
+ dbconfig:
5
+ configuration-parameters:
6
+ save: '""'
7
+ resources:
8
+ requests:
9
+ memory: 1g
10
+ tested-groups:
11
+ - string
12
+ tested-commands:
13
+ - incr
14
+ redis-topologies:
15
+ - oss-standalone
16
+ build-variants:
17
+ - gcc:8.5.0-amd64-debian-buster-default
18
+ - dockerhub
19
+ clientconfig:
20
+ run_image: redislabs/memtier_benchmark:edge
21
+ tool: memtier_benchmark
22
+ arguments: --test-time 120 --pipeline 10 --command "INCR __key__" --command-key-pattern="R" --key-minimum=1 --key-maximum 1000000 -c 50 -t 4 --hide-histogram
23
+ resources:
24
+ requests:
25
+ cpus: '4'
26
+ memory: 2g
27
+
28
+ priority: 21
@@ -0,0 +1,32 @@
1
+ version: 0.4
2
+ name: memtier_benchmark-1key-list-100-elements-llen-pipeline-10
3
+ description: 'Runs memtier_benchmark, for a keyspace length of 1 LIST key. The LIST contains 100 elements in it and we query its size using LLEN. '
4
+ dbconfig:
5
+ configuration-parameters:
6
+ save: '""'
7
+ check:
8
+ keyspacelen: 1
9
+ resources:
10
+ requests:
11
+ memory: 1g
12
+ init_commands:
13
+ - '"LPUSH" "list:100" "vyoomgwuzv" "xamjodnbpf" "ewomnmugfa" "ljcgdooafo" "pcxdhdjwnf" "djetcyfxuc" "licotqplim" "alqlzsvuuz" "ijsmoyesvd" "whmotknaff" "rkaznetutk" "ksqpdywgdd" "gorgpnnqwr" "gekntrykfh" "rjkknoigmu" "luemuetmia" "gxephxbdru" "ncjfckgkcl" "hhjclfbbka" "cgoeihlnei" "zwnitejtpg" "upodnpqenn" "mibvtmqxcy" "htvbwmfyic" "rqvryfvlie" "nxcdcaqgit" "gfdqdrondm" "lysbgqqfqw" "nxzsnkmxvi" "nsxaigrnje" "cwaveajmcz" "xsepfhdizi" "owtkxlzaci" "agsdggdghc" "tcjvjofxtd" "kgqrovsxce" "ouuybhtvyb" "ueyrvldzwl" "vpbkvwgxsf" "pytrnqdhvs" "qbiwbqiubb" "ssjqrsluod" "urvgxwbiiz" "ujrxcmpvsq" "mtccjerdon" "xczfmrxrja" "imyizmhzjk" "oguwnmniig" "mxwgdcutnb" "pqyurbvifk" "ccagtnjilc" "mbxohpancs" "lgrkndhekf" "eqlgkwosie" "jxoxtnzujs" "lbtpbknelm" "ichqzmiyot" "mbgehjiauu" "aovfsvbwjg" "nmgxcctxpn" "vyqqkuszzh" "rojeolnopp" "ibhohmfxzt" "qbyhorvill" "nhfnbxqgol" "wkbasfyzqz" "mjjuylgssm" "imdqxmkzdj" "oapbvnisyq" "bqntlsaqjb" "ocrcszcznp" "hhniikmtsx" "hlpdstpvzw" "wqiwdbncmt" "vymjzlzqcn" "hhjchwjlmc" "ypfeltycpy" "qjyeqcfhjj" "uapsgmizgh" "owbbdezgxn" "qrosceblyo" "sahqeskveq" "dapacykoah" "wvcnqbvlnf" "perfwnpvkl" "ulbrotlhze" "fhuvzpxjbc" "holjcdpijr" "onzjrteqmu" "pquewclxuy" "vpmpffdoqz" "eouliovvra" "vxcbagyymm" "jekkafodvk" "ypekeuutef" "dlbqcynhrn" "erxulvebrj" "qwxrsgafzy" "dlsjwmqzhx" "exvhmqxvvp"'
14
+ tested-groups:
15
+ - list
16
+ tested-commands:
17
+ - llen
18
+ redis-topologies:
19
+ - oss-standalone
20
+ build-variants:
21
+ - gcc:8.5.0-amd64-debian-buster-default
22
+ - dockerhub
23
+ clientconfig:
24
+ run_image: redislabs/memtier_benchmark:edge
25
+ tool: memtier_benchmark
26
+ arguments: --pipeline 10 --command="LLEN list:100" --hide-histogram --test-time 60
27
+ resources:
28
+ requests:
29
+ cpus: '4'
30
+ memory: 2g
31
+
32
+ priority: 34
@@ -0,0 +1,33 @@
1
+ version: 0.4
2
+ name: memtier_benchmark-1key-set-10M-elements-srem-50pct-chance
3
+ description: 'Runs memtier_benchmark, for a keyspace length of 1 SET key with 10M elements. We query it using SISMEMBER in which the value has 50% change of being member. '
4
+ dbconfig:
5
+ configuration-parameters:
6
+ save: '""'
7
+ check:
8
+ keyspacelen: 1
9
+ resources:
10
+ requests:
11
+ memory: 1g
12
+ preload_tool:
13
+ run_image: redislabs/memtier_benchmark:edge
14
+ tool: memtier_benchmark
15
+ arguments: --command="SADD set:10M:elements __key__" --command-key-pattern=P --key-maximum 10000000 --key-prefix "" -n 10000000 --hide-histogram -t 1 -c 1
16
+ tested-groups:
17
+ - set
18
+ tested-commands:
19
+ - srem
20
+ redis-topologies:
21
+ - oss-standalone
22
+ build-variants:
23
+ - gcc:8.5.0-amd64-debian-buster-default
24
+ - dockerhub
25
+ clientconfig:
26
+ run_image: redislabs/memtier_benchmark:edge
27
+ tool: memtier_benchmark
28
+ arguments: --command="SREM set:10M:elements __key__" --key-maximum 20000000 --key-prefix "" --hide-histogram --test-time 120
29
+ resources:
30
+ requests:
31
+ cpus: '4'
32
+ memory: 2g
33
+ priority: 1
@@ -12,7 +12,7 @@ dbconfig:
12
12
  preload_tool:
13
13
  run_image: redislabs/memtier_benchmark:edge
14
14
  tool: memtier_benchmark
15
- arguments: --command="SADD myset __key__" --command-key-pattern=P --key-maximum 200000 --key-prefix "" -n 200000 --hide-histogram -t 1 -c 1
15
+ arguments: --command="SADD myset __key__" --command-key-pattern=P --pipeline 100 --key-maximum 200000 --key-prefix "" -n 200000 --hide-histogram -t 1 -c 1
16
16
  tested-groups:
17
17
  - set
18
18
  tested-commands:
@@ -0,0 +1,34 @@
1
+ version: 0.4
2
+ name: memtier_benchmark-1key-zset-1M-elements-zremrangebyscore-pipeline-10
3
+ description: 'Runs memtier_benchmark, for a keyspace length of 1 SORTED SET key. The SORTED SET contains 1M elements in it and we query it using ZREVRANGE with a range of 5 elements. This benchmarks helps assessing: https://github.com/redis/redis/issues/10310'
4
+ dbconfig:
5
+ configuration-parameters:
6
+ save: '""'
7
+ check:
8
+ keyspacelen: 1
9
+ preload_tool:
10
+ run_image: redislabs/memtier_benchmark:edge
11
+ tool: memtier_benchmark
12
+ arguments: --key-maximum 1000000 --key-prefix "" --command="ZADD lb __key__ __key__" --command-key-pattern P --hide-histogram -t 4 -c 100
13
+ resources:
14
+ requests:
15
+ memory: 1g
16
+ tested-groups:
17
+ - sorted-set
18
+ tested-commands:
19
+ - zremrangebyscore
20
+ redis-topologies:
21
+ - oss-standalone
22
+ build-variants:
23
+ - gcc:8.5.0-amd64-debian-buster-default
24
+ - dockerhub
25
+ clientconfig:
26
+ run_image: redislabs/memtier_benchmark:edge
27
+ tool: memtier_benchmark
28
+ arguments: --command="ZREMRANGEBYSCORE lb __key__ __key__" --hide-histogram --test-time 120 --pipeline 10
29
+ resources:
30
+ requests:
31
+ cpus: '4'
32
+ memory: 2g
33
+
34
+ priority: 8
@@ -0,0 +1,28 @@
1
+ version: 0.4
2
+ name: memtier_benchmark-nokeys-connection-ping-pipeline-10
3
+ description: Runs memtier_benchmark, for a empty keyspace doing the TIME command.
4
+ dbconfig:
5
+ configuration-parameters:
6
+ save: '""'
7
+ resources:
8
+ requests:
9
+ memory: 1g
10
+ tested-groups:
11
+ - connection
12
+ tested-commands:
13
+ - ping
14
+ redis-topologies:
15
+ - oss-standalone
16
+ build-variants:
17
+ - gcc:8.5.0-amd64-debian-buster-default
18
+ - dockerhub
19
+ clientconfig:
20
+ run_image: redislabs/memtier_benchmark:edge
21
+ tool: memtier_benchmark
22
+ arguments: --test-time 120 --pipeline 10 --command "PING" --command-key-pattern="R" -c 50 -t 4 --hide-histogram
23
+ resources:
24
+ requests:
25
+ cpus: '4'
26
+ memory: 2g
27
+
28
+ priority: 21
@@ -0,0 +1,28 @@
1
+ version: 0.4
2
+ name: memtier_benchmark-nokeys-pubsub-publish-1K-channels-10B-no-subscribers
3
+ description: Runs memtier_benchmark, for a empty keyspace doing the PUBSUB's PUBLISH command with no subscribers.
4
+ dbconfig:
5
+ configuration-parameters:
6
+ save: '""'
7
+ resources:
8
+ requests:
9
+ memory: 1g
10
+ tested-groups:
11
+ - pubsub
12
+ tested-commands:
13
+ - publish
14
+ redis-topologies:
15
+ - oss-standalone
16
+ build-variants:
17
+ - gcc:8.5.0-amd64-debian-buster-default
18
+ - dockerhub
19
+ clientconfig:
20
+ run_image: redislabs/memtier_benchmark:edge
21
+ tool: memtier_benchmark
22
+ arguments: --test-time 120 --pipeline 10 -d 10 --key-maximum 1000 --command "PUBLISH __key__ __data__" --command-key-pattern="R" -c 50 -t 4 --hide-histogram
23
+ resources:
24
+ requests:
25
+ cpus: '4'
26
+ memory: 2g
27
+
28
+ priority: 21
@@ -0,0 +1,28 @@
1
+ version: 0.4
2
+ name: memtier_benchmark-nokeys-server-time-pipeline-10
3
+ description: Runs memtier_benchmark, for a empty keyspace doing the TIME command.
4
+ dbconfig:
5
+ configuration-parameters:
6
+ save: '""'
7
+ resources:
8
+ requests:
9
+ memory: 1g
10
+ tested-groups:
11
+ - server
12
+ tested-commands:
13
+ - time
14
+ redis-topologies:
15
+ - oss-standalone
16
+ build-variants:
17
+ - gcc:8.5.0-amd64-debian-buster-default
18
+ - dockerhub
19
+ clientconfig:
20
+ run_image: redislabs/memtier_benchmark:edge
21
+ tool: memtier_benchmark
22
+ arguments: --test-time 120 --pipeline 10 --command "TIME" --command-key-pattern="R" -c 50 -t 4 --hide-histogram
23
+ resources:
24
+ requests:
25
+ cpus: '4'
26
+ memory: 2g
27
+
28
+ priority: 21
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: redis-benchmarks-specification
3
- Version: 0.1.257
3
+ Version: 0.1.259
4
4
  Summary: The Redis benchmarks specification describes the cross-language/tools requirements and expectations to foster performance and observability standards around redis related technologies. Members from both industry and academia, including organizations and individuals are encouraged to contribute.
5
5
  Author: filipecosta90
6
6
  Author-email: filipecosta.90@gmail.com
@@ -9,7 +9,7 @@ redis_benchmarks_specification/__builder__/schema.py,sha256=1wcmyVJBcWrBvK58pghN
9
9
  redis_benchmarks_specification/__cli__/__init__.py,sha256=l-G1z-t6twUgi8QLueqoTQLvJmv3hJoEYskGm6H7L6M,83
10
10
  redis_benchmarks_specification/__cli__/args.py,sha256=uZkk1Jom9i0xJ_OpVMrIWbw_70jFo7IswLV2EtKTKEA,7210
11
11
  redis_benchmarks_specification/__cli__/cli.py,sha256=6tt0Ai-JIFEF3ykWFU2_g5ZrzKVIoyLLXUmyzYpVDF4,21843
12
- redis_benchmarks_specification/__cli__/stats.py,sha256=QbxiJj_F5Hu7ktstBcS45xekPE9CmEl-niYiZcX8dZA,20411
12
+ redis_benchmarks_specification/__cli__/stats.py,sha256=CDCoGgi1R66WyYw79xw8jUYtcrhRBtJExpCeIm-qcqA,26418
13
13
  redis_benchmarks_specification/__common__/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
14
14
  redis_benchmarks_specification/__common__/builder_schema.py,sha256=kfDpRIk7NkJrb5qj9jzsBhLVNO7K_W2Clumj4pxrkG8,5938
15
15
  redis_benchmarks_specification/__common__/env.py,sha256=kvJ8Ll-fvI_Tc0vynrzUEr22TqnJizzvJ4Lu9RjNr_M,3119
@@ -23,8 +23,8 @@ redis_benchmarks_specification/__compare__/args.py,sha256=FlKD1wutBoKxeahpXw1gY2
23
23
  redis_benchmarks_specification/__compare__/compare.py,sha256=brLymkKXa1ZzV--27LOFuzvFUQwGWKA-lKN7Bnbvlzg,57029
24
24
  redis_benchmarks_specification/__init__.py,sha256=YQIEx2sLPPA0JR9OuCuMNMNtm-f_gqDKgzvNJnkGNKY,491
25
25
  redis_benchmarks_specification/__runner__/__init__.py,sha256=l-G1z-t6twUgi8QLueqoTQLvJmv3hJoEYskGm6H7L6M,83
26
- redis_benchmarks_specification/__runner__/args.py,sha256=lYvbPd_3ppHZv4f2sRwXcF-fcBrwRSn3H2RMmNVkojY,7221
27
- redis_benchmarks_specification/__runner__/runner.py,sha256=cik5-dBjfYZConKdUv15VnNgXD0UOpss6TEPghYVqco,48184
26
+ redis_benchmarks_specification/__runner__/args.py,sha256=TWWPT4yPlAjLTE6CGHbdkpoRbitOneCxDIyKtuKQSv0,7413
27
+ redis_benchmarks_specification/__runner__/runner.py,sha256=rhjEuh_FKFEYYFteZi5M5l9VXCMi7y3nzsh7iiWEXyU,48987
28
28
  redis_benchmarks_specification/__self_contained_coordinator__/__init__.py,sha256=l-G1z-t6twUgi8QLueqoTQLvJmv3hJoEYskGm6H7L6M,83
29
29
  redis_benchmarks_specification/__self_contained_coordinator__/args.py,sha256=VHjWWjZ0bs05rcQaeZYSFxf1d_0t02PRoXgfrhfF5nU,5770
30
30
  redis_benchmarks_specification/__self_contained_coordinator__/artifacts.py,sha256=OVHqJzDgeSSRfUSiKp1ZTAVv14PvSbk-5yJsAAoUfpw,936
@@ -200,28 +200,33 @@ redis_benchmarks_specification/test-suites/memtier_benchmark-10Mkeys-load-hash-5
200
200
  redis_benchmarks_specification/test-suites/memtier_benchmark-10Mkeys-load-hash-5-fields-with-10B-values.yml,sha256=qHoiZqldaLl2Es7r-1_cZFSIr9J0LpSxeqcF11iSC_Y,911
201
201
  redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-100B-expire-use-case.yml,sha256=Qd3odpq9rr95qogVIHvXAyyFJQtqfiswrAPuGg0zb6s,1274
202
202
  redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-10B-expire-use-case.yml,sha256=q--89owV1uh0Mpb1EBriORMPNPv9Jrb4GRUstUSwtvI,1270
203
+ redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-10B-psetex-expire-use-case.yml,sha256=AtBn-eU4ZiVVOV_gf3qiNSmDxatEiKMl3k6flC8hYdc,1084
204
+ redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-10B-setex-expire-use-case.yml,sha256=-4QvkiYKVhR4wNMrzVkXfUmffcp2rmeWw_OIR1md9lQ,1081
203
205
  redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-1KiB-expire-use-case.yml,sha256=y_wWm7-a-IVXOidNTb5uePNteOuesXxu8Rm6iOJQTqc,1277
204
206
  redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-4KiB-expire-use-case.yml,sha256=sQZjWlvVBxhI8I7chWaW6XdUrm7hi-1aLeVDSmngDjQ,1277
205
207
  redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-bitmap-getbit-pipeline-10.yml,sha256=Atmkt00xvX5ywC6Q3WNGlhnlLRrvAlxrN4gPGYwrLKc,1117
206
- redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-generic-exists-pipeline-10.yml,sha256=Z2mN656F1VQYVhIOGddEA6SdJ6qRD_vfBkb7U_J3Xqk,1093
207
- redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-generic-expire-pipeline-10.yml,sha256=0X9h_hA6bL0Xv_UQ2sbWPEY6Sbofm9SmWMapjIOmvyU,1004
208
- redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-generic-expireat-pipeline-10.yml,sha256=9WhNAdzDwDdfE3_ctBxTDBup75d6A9x3F4kzLWlF23M,1055
209
- redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-generic-pexpire-pipeline-10.yml,sha256=NZPrA7BLJSE7nEZPfrKSaF9ASmUhqgRp_UIJ3yEJXvw,1011
210
- redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-generic-scan-pipeline-10.yml,sha256=Aw4WjElXxcFReDNLNaKZboPKI-yHTkVMWAp9cxMBNuI,985
208
+ redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-generic-exists-pipeline-10.yml,sha256=fWg_I4yP7YsETV5h6_RWX5m3wx_BOzvl0cfpv1DBXHw,1112
209
+ redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-generic-expire-pipeline-10.yml,sha256=8C6TQYVudSy_ZNo8LqGlwJFQa_9cAfUCSSrPiLVgAkE,1023
210
+ redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-generic-expireat-pipeline-10.yml,sha256=P_tRwib8x-6NKlBCcIsIE_b2ZKlSJtXl6qaT967vOqI,1074
211
+ redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-generic-pexpire-pipeline-10.yml,sha256=uXOPp6zFHfyck8BCfhYUhK3J7jH0mRRLzCYEdVKakBM,1030
212
+ redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-generic-scan-pipeline-10.yml,sha256=EyC4q7qr4BcuMEXzsA8kXzN5_Yl1-DOIY7Ocb1pND2E,1004
211
213
  redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-generic-touch-pipeline-10.yml,sha256=HStd8FtL1zftSWp5qN-sRcl7z9d04bT6fcyieRTEgdQ,995
212
214
  redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-generic-ttl-pipeline-10.yml,sha256=XPa3Tm15o0RbOWr401TJCkKUpchzvxbvIGqtr54kHiY,987
213
215
  redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-hash-hexists.yml,sha256=fMVTnqpbjd3_mKnPh8SbJpj3iZY_YuWKCipDDeIndqU,1304
214
216
  redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-hash-hget-hgetall-hkeys-hvals-with-100B-values.yml,sha256=667rukDur4PsHlj6j6QUc-w5EWJsEbxozaPA6jgY0Sk,1442
215
217
  redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-hash-hgetall-50-fields-10B-values.yml,sha256=Jb67yLA8gHp-N1GHov2lggGWvPPL3nW3hx7Yh3Ii9KE,2009
216
218
  redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-hash-hincrby.yml,sha256=tQtmhrHY6uj4ImoEwu6Df3b3lz1uzmZ0fA0EXJDiqCQ,1148
219
+ redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-hash-hincrbyfloat.yml,sha256=YpBO9F7yEYTIVlqwHW-tYcTbe4c9Ol2lwRZ5QS0cAjA,1168
217
220
  redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-hash-hmget-5-fields-with-100B-values-pipeline-10.yml,sha256=zk2pKONH8pEtbxJq92YYcvz5XRlR01498ckmZM3wXow,1288
218
221
  redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-hash-transactions-multi-exec-pipeline-20.yml,sha256=zGsbogzZoaMUKuOfLCvAr8vZCpavZj6LGuMnxzZZ7A4,1252
219
222
  redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-list-lpop-rpop-with-100B-values.yml,sha256=wx0LbhDSgVc138_6dVKQBKx-Kns_HXTct8WNCMlHmNw,1212
220
223
  redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-list-lpop-rpop-with-10B-values.yml,sha256=Xg45m0g9qVNTgWx0UVAbj0zJ8q4iehze7fY3vIXsgJE,1208
221
224
  redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-list-lpop-rpop-with-1KiB-values.yml,sha256=oe_M4VVjs9ncYraIHqTuiBjeRyjN23lRUfmH0fYmjcw,1216
225
+ redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-list-rpoplpush-with-10B-values.yml,sha256=H-Ay55VM7xQE1Blon9079hazwJ6Dgc5HLQ5nk0WMlsI,1171
222
226
  redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-hash-5-fields-with-1000B-values-pipeline-10.yml,sha256=pdQLSqjE5rf0dlFmaILoZAwSv6GBygGYQa7exEFtcCM,944
223
227
  redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-hash-5-fields-with-1000B-values.yml,sha256=wrChaQIw4cDLsgE7cmxL2kZqyuf0qB1MykNlva-s818,914
224
228
  redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-hash-hmset-5-fields-with-1000B-values.yml,sha256=25mRsgq-ibTr4rCVnCoe_riDHyfJxoSFf2sblNmN1LA,923
229
+ redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-list-rpush-with-10B-values.yml,sha256=PtUAIKFhYBKLF_mkCily9YqUH7ppogZ8tevSueOiMD4,820
225
230
  redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-list-with-100B-values.yml,sha256=Y0FiaI0e35wrz9Ddet0y0e0UKjfANJxjnx2SkwsVBYw,817
226
231
  redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-list-with-10B-values-pipeline-10.yml,sha256=ArOUyjaC6QTBVo7lkEkTyaiC3-EYGNWgjIHf0vrABJ8,840
227
232
  redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-list-with-10B-values.yml,sha256=uK2uepy114KHiu3M4-ezrrTPawUjnWg1PhFyiJIFTLQ,814
@@ -234,7 +239,10 @@ redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-stream-
234
239
  redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-stream-5-fields-with-100B-values.yml,sha256=1UyTgiWyq0nDCIWxm0mHIM2d_8cmZcjF3rnnrBhwmI8,919
235
240
  redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-100B-values-pipeline-10.yml,sha256=w-xyDU5zG1eQ9uxY46U2IhWo5eU1w-aAmqDFsZN-94A,820
236
241
  redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-100B-values.yml,sha256=gjviRmZrNaJw5iaZYh7o9X4pNCCnSdyR3cq_CQ-VNQQ,845
237
- redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-10B-values-pipeline-10.yml,sha256=YDe06S0lJuOwhgrjVsR5bAzNsBQLozLCKLxEh6AKnfY,817
242
+ redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-10B-values-pipeline-10.yml,sha256=h2SKE3sXs88fhhk18olwAxVgxOuxwLqvUjFY0kovytk,842
243
+ redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-10B-values-pipeline-100.yml,sha256=dQgK1wfCdc070N3dK7G-4qomgHm1n0lMlCRhpyqt7BY,844
244
+ redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-10B-values-pipeline-50.yml,sha256=pq3dJ3Kn0ws9sFrj-_4Kqe9KIY2rpy0JUMSv4dbxxe4,842
245
+ redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-10B-values-pipeline-500.yml,sha256=s0I485dXIzLFuS88YX7VHZksCb68gQvDr7MM9VLfaMU,844
238
246
  redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-10B-values.yml,sha256=9tWNxoMvovLek1Bq7sSN5JjGdpeJ5dmTMCa8lmS5qaY,787
239
247
  redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-1KiB-values.yml,sha256=HCcsNH8DGSAe6IdMDcIXaqU6OT0Yso5QU91lHv4Av8s,792
240
248
  redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-20KiB-values.yml,sha256=bPLmNnjaxejXRi-MgvQfnkRUJNpVr7WWRGl9odn_OPU,848
@@ -244,12 +252,16 @@ redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-zset-wi
244
252
  redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-append-1-100B-pipeline-10.yml,sha256=m7pKCK_0M1K8m3wam91IdnDNfw5-MNJklTre35_U0j0,1128
245
253
  redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-append-1-100B.yml,sha256=N5mrDUO9d3FH2LQjASwhVYqLP8-pKZJfSuNRloHir28,1102
246
254
  redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-decr.yml,sha256=jRmqwgafIDKCwn1o7Xwx6Rywcq-Z3JeS-KTL254K9qs,1049
247
- redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-100B-pipeline-10.yml,sha256=fvuKzY2WjIY4cl96x4DBSFMlaXl1g-Hmsw_J4VAGIuo,978
255
+ redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-100B-pipeline-10.yml,sha256=gWswFs6SZOi50BsIjbXkwGmza2-iWAbaf7hW64eH8OU,970
248
256
  redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-100B.yml,sha256=_fRtXmRvktAiXBHiL5pp50LzN1RDN6seLKfoDXwWFBU,944
249
- redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-10B-pipeline-10.yml,sha256=UZ2-9lH2W3zj_1Vt16kqTI-relWXLk5pOXAaXB3yMq4,1061
250
- redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-10B.yml,sha256=jS471lFerZ0WRSvn8JZoLAXc15CAa-KNKMWIEF38wRc,944
257
+ redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-10B-pipeline-10.yml,sha256=l4KPinBCdBTqmI3iwiIDmDFSa-wAPu6m6LoVTSMo8sM,1041
258
+ redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-10B-pipeline-100.yml,sha256=tJZBF0fxhkd6hUiySqFG62dxscJqRqZo4cfhj09SRVw,1043
259
+ redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-10B-pipeline-50.yml,sha256=2fVFN3RtVgsDA6vssrrdbzMCj1Pw1Sa48nz0gvvUFD0,1041
260
+ redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-10B-pipeline-500.yml,sha256=_-nT2YzJSJuKkNCMsTPZp1xgqJsTAUACLnvszDarn9U,1043
261
+ redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-10B.yml,sha256=ibgaQn8067_O6J-6Bl4lEmVQcSemNI_MN1wu0_h-Xew,969
251
262
  redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-1KiB-pipeline-10.yml,sha256=OoaXsYA89M0jK9wRP1WX6id-0FWolH5NYrqDPrO0vy0,971
252
263
  redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-1KiB.yml,sha256=-XAGrSO8kQWmVi1ne2nRHYlnYIAR3C8nPTPqd0SXMJk,946
264
+ redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-incr-pipeline-10.yml,sha256=ocSWnNSWQnWFCH--7HEnMrY60jlWUBcF2bnw1wvXdpU,723
253
265
  redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-incrby-pipeline-10.yml,sha256=zQuBWbhJqc47y_fNzSL4IoVSV3bab4zZ-Azf6YK1nB0,733
254
266
  redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-incrby.yml,sha256=jU9FuUVTYNruLmBwS1GDA6oUzi8iBi5lgVOLJABTsew,707
255
267
  redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-incrbyfloat-pipeline-10.yml,sha256=ocKvmopOhCmhyJm9RiTbVVS3gBA1ug63tMrDa0FApys,754
@@ -280,6 +292,7 @@ redis_benchmarks_specification/test-suites/memtier_benchmark-1key-list-10-elemen
280
292
  redis_benchmarks_specification/test-suites/memtier_benchmark-1key-list-10-elements-lrange-all-elements.yml,sha256=Gz7qlq4GB2GfxAvU1Ijyh2tYOua2Kg4oMr46QJ5g3y8,938
281
293
  redis_benchmarks_specification/test-suites/memtier_benchmark-1key-list-100-elements-int-7bit-uint-lrange-all-elements-pipeline-10.yml,sha256=efmGZprAQF5InTux81Rk-H8KzQxmOT89zfzi6Hm7sbY,1418
282
294
  redis_benchmarks_specification/test-suites/memtier_benchmark-1key-list-100-elements-int-lrange-all-elements-pipeline-10.yml,sha256=bKooAQ9yusgMOi2TjKdlvxl7YDFI_6k_yoklaz1vyqs,2045
295
+ redis_benchmarks_specification/test-suites/memtier_benchmark-1key-list-100-elements-llen-pipeline-10.yml,sha256=z2pox7ASV1zehU0DDUcPznzCeSfC2P06aD5TI68ql9Q,2088
283
296
  redis_benchmarks_specification/test-suites/memtier_benchmark-1key-list-100-elements-lrange-all-elements-pipeline-10.yml,sha256=kJEKi1Jd9V8f8iT1OFYwg6Tqe610v2RifaLu_hRv3eg,2138
284
297
  redis_benchmarks_specification/test-suites/memtier_benchmark-1key-list-100-elements-lrange-all-elements.yml,sha256=On8EBrmCX0qtdVIIp9Kd8y6TW6l6aRvBWaqXlHJT02c,2112
285
298
  redis_benchmarks_specification/test-suites/memtier_benchmark-1key-list-10K-elements-lindex-integer.yml,sha256=MFFSXtxPzrGnsnKFgQ0lBgvjAaceHrpyD-CppsuuhGk,1086
@@ -303,9 +316,10 @@ redis_benchmarks_specification/test-suites/memtier_benchmark-1key-set-100-elemen
303
316
  redis_benchmarks_specification/test-suites/memtier_benchmark-1key-set-100-elements-smismember.yml,sha256=yIpS_oixm5c9XjWrXXbnD7HpkdS-9qcoqbpQNjvT2kQ,2171
304
317
  redis_benchmarks_specification/test-suites/memtier_benchmark-1key-set-100-elements-sscan.yml,sha256=hEhvXxbZZ-0xg-1E4hHbgS2rH_mvbgdy-IHEaqA2d1c,2083
305
318
  redis_benchmarks_specification/test-suites/memtier_benchmark-1key-set-10M-elements-sismember-50pct-chance.yml,sha256=2dn2klO6QnFfttaZi2OXlv_lHggL7_bxYBL3PZJFQw4,1083
319
+ redis_benchmarks_specification/test-suites/memtier_benchmark-1key-set-10M-elements-srem-50pct-chance.yml,sha256=zm3_P4kpdI16A_XuKVBf3ywtvG8XWy03hUILRu7sx-g,1061
306
320
  redis_benchmarks_specification/test-suites/memtier_benchmark-1key-set-1K-elements-smembers.yml,sha256=obobyni8avSLoTOTEEWfT_YFuVgpTma9fGszc_JX2lI,13792
307
321
  redis_benchmarks_specification/test-suites/memtier_benchmark-1key-set-1M-elements-sismember-50pct-chance.yml,sha256=o47aHfpCJ78VX2SOg8TKYkEHTyRGmQj-MRgtkiX4I0I,1076
308
- redis_benchmarks_specification/test-suites/memtier_benchmark-1key-set-200K-elements-sadd-constant.yml,sha256=spiUdTx0kSZ0xcilXjOzN5UtmFm08dekzR2YQ0QPJUE,1060
322
+ redis_benchmarks_specification/test-suites/memtier_benchmark-1key-set-200K-elements-sadd-constant.yml,sha256=GVqjU9N9mnUxR8IdnFbh6KxtbWxlSocbFgIxQ8h8Qk0,1075
309
323
  redis_benchmarks_specification/test-suites/memtier_benchmark-1key-set-2M-elements-sadd-increasing.yml,sha256=cmAyCOBnDSbtoxj1AJKAfAUwGk4zmqv2whlDB7z0QJw,766
310
324
  redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zincrby-1M-elements-pipeline-1.yml,sha256=_gp943gEk2E-hYtwbHLhgJ0G4v4-nRkHJyKgNLXVPJM,1098
311
325
  redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zrank-100K-elements-pipeline-1.yml,sha256=xliBq3txUCQmNzz1PJ19z7kC4jlO42jedMBXKjUN2rk,1081
@@ -323,6 +337,7 @@ redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zset-100-eleme
323
337
  redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zset-100-elements-zscan.yml,sha256=E5g5jQgFkQmQO0XwrGLf7pXd2DCsbtDdiIPZcJfwyg4,3217
324
338
  redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zset-1K-elements-zrange-all-elements.yml,sha256=xxCruOKlAT0EST1s5aNDpD9SiQoHbOqD96Ebi6-JB-8,24854
325
339
  redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zset-1M-elements-zcard-pipeline-10.yml,sha256=K4GdJcVwSRBnwLcdpp7vM-1fvmmjmyp00DEDtN-oxh4,986
340
+ redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zset-1M-elements-zremrangebyscore-pipeline-10.yml,sha256=n2V9VwxteZzgfPTph_8f2qdg60KOU0xDOQNjyxHK5o8,1144
326
341
  redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zset-1M-elements-zrevrange-5-elements.yml,sha256=PC0XF3qArdCouNREp7gur90CMVNRbzs64r3LVDtA7OA,1097
327
342
  redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zset-1M-elements-zrevrange-withscores-5-elements-pipeline-10.yml,sha256=jGAKUehiL-y7SDyQ5VVFvsCG1SkDezttZ5SJjoe9yGY,1145
328
343
  redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zset-1M-elements-zscore-pipeline-10.yml,sha256=SKHxxVXYKsTvTDCmOgV85kPYDk4KH_9WnJIg_wAxqG0,1012
@@ -345,9 +360,12 @@ redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-mixed
345
360
  redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-mixed-20-80-with-512B-values-pipeline-10-5200_conns.yml,sha256=Qejmc3BhMGDEA94_bZly0G_1uYF8HxqJv14lt5kXDDw,1267
346
361
  redis_benchmarks_specification/test-suites/memtier_benchmark-connection-hello-pipeline-10.yml,sha256=y8c0KsJ-SYmEfvW8m5rQg0hd9boh-FWkzAZTma4OYaI,734
347
362
  redis_benchmarks_specification/test-suites/memtier_benchmark-connection-hello.yml,sha256=VIFNaaAqRQMeDvtXmKGDpJTnu658Lv5i_oAju5uSi_c,708
363
+ redis_benchmarks_specification/test-suites/memtier_benchmark-nokeys-connection-ping-pipeline-10.yml,sha256=UM801JomvpZk2k6mySc_ByxMF9oAsUVJ_s_9HlL3Sn8,680
364
+ redis_benchmarks_specification/test-suites/memtier_benchmark-nokeys-pubsub-publish-1K-channels-10B-no-subscribers.yml,sha256=ich32ZYaXh-ixNNyFi5wvyEfLq0H5l0GS4MOL5TpjuE,774
365
+ redis_benchmarks_specification/test-suites/memtier_benchmark-nokeys-server-time-pipeline-10.yml,sha256=rJuWWXubUeRKQ2GSfHlbPMLeOyM9Eu_MzvN2vgKcAhA,672
348
366
  redis_benchmarks_specification/test-suites/template.txt,sha256=d_edIE7Sxa5X7I2yG-Io0bPdbDIHR0oWFoCA3XUt_EU,435
349
- redis_benchmarks_specification-0.1.257.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
350
- redis_benchmarks_specification-0.1.257.dist-info/METADATA,sha256=nqTiM_A0pnwYqWIIIPI3fQNvL6mx9cvKHQ4wXod8kYg,22726
351
- redis_benchmarks_specification-0.1.257.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
352
- redis_benchmarks_specification-0.1.257.dist-info/entry_points.txt,sha256=x5WBXCZsnDRTZxV7SBGmC65L2k-ygdDOxV8vuKN00Nk,715
353
- redis_benchmarks_specification-0.1.257.dist-info/RECORD,,
367
+ redis_benchmarks_specification-0.1.259.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
368
+ redis_benchmarks_specification-0.1.259.dist-info/METADATA,sha256=ViazmVPIp8v9WC04T25M78J5b78G426Ero9s86K5Uhg,22726
369
+ redis_benchmarks_specification-0.1.259.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
370
+ redis_benchmarks_specification-0.1.259.dist-info/entry_points.txt,sha256=x5WBXCZsnDRTZxV7SBGmC65L2k-ygdDOxV8vuKN00Nk,715
371
+ redis_benchmarks_specification-0.1.259.dist-info/RECORD,,