redis-benchmarks-specification 0.1.262__py3-none-any.whl → 0.1.263__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of redis-benchmarks-specification might be problematic. Click here for more details.

Files changed (20) hide show
  1. redis_benchmarks_specification/__builder__/builder.py +9 -1
  2. redis_benchmarks_specification/__cli__/stats.py +12 -2
  3. redis_benchmarks_specification/__self_contained_coordinator__/args.py +6 -0
  4. redis_benchmarks_specification/__self_contained_coordinator__/clients.py +26 -2
  5. redis_benchmarks_specification/__self_contained_coordinator__/post_processing.py +19 -0
  6. redis_benchmarks_specification/__self_contained_coordinator__/runners.py +26 -12
  7. redis_benchmarks_specification/__self_contained_coordinator__/self_contained_coordinator.py +127 -64
  8. redis_benchmarks_specification/setups/builders/gcc:10.5.0-amd64-debian-bullseye-redisearch.yml +24 -0
  9. redis_benchmarks_specification/setups/topologies/topologies.yml +11 -0
  10. redis_benchmarks_specification/test-suites/memtier_benchmark-10Mkeys-string-get-10B-pipeline-100-nokeyprefix.yml +8 -14
  11. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-10B-values-pipeline-100-nokeyprefix.yml +8 -10
  12. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-10B-pipeline-100-nokeyprefix.yml +7 -13
  13. redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zset-600K-elements-zrangestore-1K-elements.yml +34 -0
  14. redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zset-600K-elements-zrangestore-300K-elements.yml +34 -0
  15. redis_benchmarks_specification/test-suites/vector_db_benchmark_test.yml +44 -0
  16. {redis_benchmarks_specification-0.1.262.dist-info → redis_benchmarks_specification-0.1.263.dist-info}/METADATA +3 -2
  17. {redis_benchmarks_specification-0.1.262.dist-info → redis_benchmarks_specification-0.1.263.dist-info}/RECORD +20 -15
  18. {redis_benchmarks_specification-0.1.262.dist-info → redis_benchmarks_specification-0.1.263.dist-info}/WHEEL +1 -1
  19. {redis_benchmarks_specification-0.1.262.dist-info → redis_benchmarks_specification-0.1.263.dist-info}/LICENSE +0 -0
  20. {redis_benchmarks_specification-0.1.262.dist-info → redis_benchmarks_specification-0.1.263.dist-info}/entry_points.txt +0 -0
@@ -381,6 +381,8 @@ def builder_process_stream(
381
381
  # build_vars_str,
382
382
  # )
383
383
  build_command = "sh -c 'make -j'"
384
+ if "build_command" in build_config:
385
+ build_command = build_config["build_command"]
384
386
  if b"build_command" in testDetails:
385
387
  build_command = testDetails[b"build_command"].decode()
386
388
  server_name = "redis"
@@ -649,7 +651,13 @@ def generate_benchmark_stream_request(
649
651
  prefix = f"github_org={github_org}/github_repo={github_repo}/git_branch={str(git_branch)}/git_version={str(git_version)}/git_hash={str(git_hash)}"
650
652
  for artifact in build_artifacts:
651
653
  bin_key = f"zipped:artifacts:{prefix}:{id}:{artifact}.zip"
652
- bin_artifact = open(f"{redis_temporary_dir}src/{artifact}", "rb").read()
654
+ if artifact == "redisearch.so":
655
+ bin_artifact = open(
656
+ f"{redis_temporary_dir}modules/redisearch/src/bin/linux-x64-release/search-community/{artifact}",
657
+ "rb",
658
+ ).read()
659
+ else:
660
+ bin_artifact = open(f"{redis_temporary_dir}src/{artifact}", "rb").read()
653
661
  bin_artifact_len = len(bytes(bin_artifact))
654
662
  assert bin_artifact_len > 0
655
663
  conn.set(bin_key, bytes(bin_artifact), ex=REDIS_BINS_EXPIRE_SECS)
@@ -108,6 +108,8 @@ def generate_stats_cli_command_logic(args, project_name, project_version):
108
108
  benchmark_config = {}
109
109
  requires_override = False
110
110
  test_result = True
111
+ tested_groups_match_origin = True
112
+
111
113
  with open(test_file, "r") as stream:
112
114
 
113
115
  try:
@@ -291,7 +293,7 @@ def generate_stats_cli_command_logic(args, project_name, project_version):
291
293
  )
292
294
 
293
295
  if tested_groups != origin_tested_groups:
294
- requires_override = True
296
+ tested_groups_match_origin = False
295
297
  benchmark_config["tested-groups"] = tested_groups
296
298
  logging.warn(
297
299
  "there is a difference between specified test-groups in the yaml (name={}) and the ones we've detected {}!={}".format(
@@ -312,7 +314,15 @@ def generate_stats_cli_command_logic(args, project_name, project_version):
312
314
  test_result = False
313
315
  overall_result &= test_result
314
316
 
315
- if requires_override and override_enabled:
317
+ if not tested_groups_match_origin:
318
+ if len(tested_groups) > 0:
319
+ overall_result = False
320
+ else:
321
+ logging.warn(
322
+ "difference between specified and detected test-groups was ignored since command info is not available in this benchmark version"
323
+ )
324
+
325
+ if (requires_override or not tested_groups_match_origin) and override_enabled:
316
326
  logging.info(
317
327
  "Saving a new version of the file {} with the overrided data".format(
318
328
  test_file
@@ -165,4 +165,10 @@ def create_self_contained_coordinator_args(project_name):
165
165
  default=100000,
166
166
  help="Run a subset of the tests based uppon a preset priority. By default runs all tests.",
167
167
  )
168
+ parser.add_argument(
169
+ "--topology",
170
+ type=str,
171
+ default="",
172
+ help="Filter tests to run only with the specified topology (e.g. oss-standalone)",
173
+ )
168
174
  return parser
@@ -8,12 +8,12 @@ def prepare_memtier_benchmark_parameters(
8
8
  ):
9
9
  benchmark_command = [
10
10
  full_benchmark_path,
11
+ "--json-out-file",
12
+ local_benchmark_output_filename,
11
13
  "--port",
12
14
  "{}".format(port),
13
15
  "--server",
14
16
  "{}".format(server),
15
- "--json-out-file",
16
- local_benchmark_output_filename,
17
17
  ]
18
18
  if oss_cluster_api_enabled is True:
19
19
  benchmark_command.append("--cluster-mode")
@@ -22,3 +22,27 @@ def prepare_memtier_benchmark_parameters(
22
22
  benchmark_command_str = benchmark_command_str + " " + clientconfig["arguments"]
23
23
 
24
24
  return None, benchmark_command_str
25
+
26
+
27
+ def prepare_vector_db_benchmark_parameters(
28
+ clientconfig, full_benchmark_path, port, server, password, client_mnt_point
29
+ ):
30
+ benchmark_command = []
31
+ # if port is not None:
32
+ # benchmark_command.extend(["REDIS_PORT={}".format(port)])
33
+ # if password is not None:
34
+ # benchmark_command.extend(["REDIS_AUTH={}".format(password)])
35
+ benchmark_command.extend(
36
+ [
37
+ full_benchmark_path,
38
+ "--host",
39
+ f"{server}",
40
+ ]
41
+ )
42
+ benchmark_command.extend(["--engines", clientconfig.get("engines", "redis-test")])
43
+ benchmark_command.extend(
44
+ ["--datasets", clientconfig.get("datasets", "glove-100-angular")]
45
+ )
46
+ benchmark_command_str = " ".join(benchmark_command)
47
+ benchmark_command_str = f"bash -c 'ITERATIONS=1 {benchmark_command_str} && mv /code/results {client_mnt_point}.'"
48
+ return None, benchmark_command_str
@@ -0,0 +1,19 @@
1
+ import os
2
+ import json
3
+
4
+
5
+ def post_process_vector_db(temporary_dir):
6
+ results_dir = os.path.join(temporary_dir, "results")
7
+ results = {}
8
+ for file in os.listdir(results_dir):
9
+ if "upload" in file:
10
+ with open(os.path.join(results_dir, file), "r") as f:
11
+ upload_results = json.load(f)
12
+ results["upload_time"] = upload_results["results"]["upload_time"]
13
+ else:
14
+ with open(os.path.join(results_dir, file), "r") as f:
15
+ query_results = json.load(f)
16
+ results["rps"] = query_results["results"]["rps"]
17
+ results["precision"] = query_results["results"]["mean_precisions"]
18
+ results["total_time"] = query_results["results"]["total_time"]
19
+ return results
@@ -56,6 +56,7 @@ from redis_benchmarks_specification.__self_contained_coordinator__.build_info im
56
56
  )
57
57
  from redis_benchmarks_specification.__self_contained_coordinator__.clients import (
58
58
  prepare_memtier_benchmark_parameters,
59
+ prepare_vector_db_benchmark_parameters,
59
60
  )
60
61
  from redis_benchmarks_specification.__self_contained_coordinator__.cpuset import (
61
62
  extract_db_cpu_limit,
@@ -347,9 +348,12 @@ def process_self_contained_coordinator_stream(
347
348
  # backwards compatible
348
349
  if benchmark_tool is None:
349
350
  benchmark_tool = "redis-benchmark"
350
- full_benchmark_path = "/usr/local/bin/{}".format(
351
- benchmark_tool
352
- )
351
+ if benchmark_tool == "vector_db_benchmark":
352
+ full_benchmark_path = "python /code/run.py"
353
+ else:
354
+ full_benchmark_path = "/usr/local/bin/{}".format(
355
+ benchmark_tool
356
+ )
353
357
 
354
358
  # setup the benchmark
355
359
  (
@@ -370,32 +374,42 @@ def process_self_contained_coordinator_stream(
370
374
  local_benchmark_output_filename
371
375
  )
372
376
  )
373
- if "memtier_benchmark" not in benchmark_tool:
374
- # prepare the benchmark command
377
+ if "memtier_benchmark" in benchmark_tool:
375
378
  (
376
- benchmark_command,
379
+ _,
377
380
  benchmark_command_str,
378
- ) = prepare_benchmark_parameters(
379
- benchmark_config,
381
+ ) = prepare_memtier_benchmark_parameters(
382
+ benchmark_config["clientconfig"],
380
383
  full_benchmark_path,
381
384
  redis_proc_start_port,
382
385
  "localhost",
383
386
  local_benchmark_output_filename,
384
- False,
385
387
  benchmark_tool_workdir,
386
- False,
387
388
  )
388
- else:
389
+ elif "vector_db_benchmark" in benchmark_tool:
389
390
  (
390
391
  _,
391
392
  benchmark_command_str,
392
- ) = prepare_memtier_benchmark_parameters(
393
+ ) = prepare_vector_db_benchmark_parameters(
393
394
  benchmark_config["clientconfig"],
394
395
  full_benchmark_path,
395
396
  redis_proc_start_port,
396
397
  "localhost",
398
+ )
399
+ else:
400
+ # prepare the benchmark command
401
+ (
402
+ benchmark_command,
403
+ benchmark_command_str,
404
+ ) = prepare_benchmark_parameters(
405
+ benchmark_config,
406
+ full_benchmark_path,
407
+ redis_proc_start_port,
408
+ "localhost",
397
409
  local_benchmark_output_filename,
410
+ False,
398
411
  benchmark_tool_workdir,
412
+ False,
399
413
  )
400
414
 
401
415
  client_container_image = extract_client_container_image(
@@ -7,6 +7,7 @@ import tempfile
7
7
  import traceback
8
8
  import re
9
9
  import docker
10
+ import docker.errors
10
11
  import redis
11
12
  import os
12
13
  from pathlib import Path
@@ -14,6 +15,9 @@ import sys
14
15
  import time
15
16
 
16
17
  from docker.models.containers import Container
18
+ from redis_benchmarks_specification.__self_contained_coordinator__.post_processing import (
19
+ post_process_vector_db,
20
+ )
17
21
  from redisbench_admin.profilers.profilers_local import (
18
22
  check_compatible_system_and_kernel_and_prepare_profile,
19
23
  )
@@ -107,6 +111,9 @@ from redis_benchmarks_specification.__self_contained_coordinator__.cpuset import
107
111
  extract_db_cpu_limit,
108
112
  generate_cpuset_cpus,
109
113
  )
114
+ from redis_benchmarks_specification.__self_contained_coordinator__.clients import (
115
+ prepare_vector_db_benchmark_parameters,
116
+ )
110
117
  from redis_benchmarks_specification.__self_contained_coordinator__.docker import (
111
118
  generate_standalone_redis_server_args,
112
119
  )
@@ -364,9 +371,17 @@ def self_contained_coordinator_blocking_read(
364
371
  count=1,
365
372
  block=0,
366
373
  )
374
+ logging.info(f"New test info: {newTestInfo}")
367
375
  if len(newTestInfo[0]) < 2 or len(newTestInfo[0][1]) < 1:
368
376
  stream_id = ">"
369
377
  else:
378
+ # Create args object with topology parameter
379
+ class Args:
380
+ def __init__(self):
381
+ self.topology = ""
382
+
383
+ args = Args()
384
+
370
385
  (
371
386
  stream_id,
372
387
  overall_result,
@@ -398,6 +413,7 @@ def self_contained_coordinator_blocking_read(
398
413
  default_metrics_str,
399
414
  docker_keep_env,
400
415
  restore_build_artifacts_default,
416
+ args,
401
417
  )
402
418
  num_process_streams = num_process_streams + 1
403
419
  num_process_test_suites = num_process_test_suites + total_test_suite_runs
@@ -478,6 +494,7 @@ def process_self_contained_coordinator_stream(
478
494
  default_metrics_str="ALL_STATS.Totals.Ops/sec",
479
495
  docker_keep_env=False,
480
496
  restore_build_artifacts_default=True,
497
+ args=None,
481
498
  ):
482
499
  stream_id = "n/a"
483
500
  overall_result = False
@@ -549,7 +566,7 @@ def process_self_contained_coordinator_stream(
549
566
  )
550
567
  new_executable = f"{mnt_point}{server_name}-server"
551
568
  logging.info(
552
- "changing executable from {executable} to {new_executable}"
569
+ f"changing executable from {executable} to {new_executable}"
553
570
  )
554
571
  executable = new_executable
555
572
 
@@ -764,6 +781,18 @@ def process_self_contained_coordinator_stream(
764
781
  for topology_spec_name in benchmark_config["redis-topologies"]:
765
782
  setup_name = topology_spec_name
766
783
  setup_type = "oss-standalone"
784
+
785
+ # Filter by topology if specified
786
+ if (
787
+ args is not None
788
+ and args.topology
789
+ and topology_spec_name != args.topology
790
+ ):
791
+ logging.info(
792
+ f"Skipping topology {topology_spec_name} as it doesn't match the requested topology {args.topology}"
793
+ )
794
+ continue
795
+
767
796
  if topology_spec_name in topologies_map:
768
797
  topology_spec = topologies_map[topology_spec_name]
769
798
  setup_type = topology_spec["type"]
@@ -906,9 +935,12 @@ def process_self_contained_coordinator_stream(
906
935
  # backwards compatible
907
936
  if benchmark_tool is None:
908
937
  benchmark_tool = "redis-benchmark"
909
- full_benchmark_path = "/usr/local/bin/{}".format(
910
- benchmark_tool
911
- )
938
+ if benchmark_tool == "vector_db_benchmark":
939
+ full_benchmark_path = "python /code/run.py"
940
+ else:
941
+ full_benchmark_path = "/usr/local/bin/{}".format(
942
+ benchmark_tool
943
+ )
912
944
 
913
945
  # setup the benchmark
914
946
  (
@@ -929,41 +961,53 @@ def process_self_contained_coordinator_stream(
929
961
  local_benchmark_output_filename
930
962
  )
931
963
  )
932
- if "memtier_benchmark" not in benchmark_tool:
964
+ if "memtier_benchmark" in benchmark_tool:
933
965
  # prepare the benchmark command
934
966
  (
935
- benchmark_command,
967
+ _,
936
968
  benchmark_command_str,
937
- ) = prepare_benchmark_parameters(
938
- benchmark_config,
969
+ arbitrary_command,
970
+ ) = prepare_memtier_benchmark_parameters(
971
+ benchmark_config["clientconfig"],
939
972
  full_benchmark_path,
940
973
  redis_proc_start_port,
941
974
  "localhost",
975
+ None,
942
976
  local_benchmark_output_filename,
943
977
  False,
944
- benchmark_tool_workdir,
945
978
  False,
979
+ False,
980
+ None,
981
+ None,
982
+ None,
983
+ None,
984
+ override_test_time,
946
985
  )
947
- else:
986
+ elif "vector_db_benchmark" in benchmark_tool:
948
987
  (
949
988
  _,
950
989
  benchmark_command_str,
951
- arbitrary_command,
952
- ) = prepare_memtier_benchmark_parameters(
990
+ ) = prepare_vector_db_benchmark_parameters(
953
991
  benchmark_config["clientconfig"],
954
992
  full_benchmark_path,
955
993
  redis_proc_start_port,
956
994
  "localhost",
957
995
  None,
996
+ client_mnt_point,
997
+ )
998
+ else:
999
+ (
1000
+ benchmark_command,
1001
+ benchmark_command_str,
1002
+ ) = prepare_benchmark_parameters(
1003
+ benchmark_config,
1004
+ full_benchmark_path,
1005
+ redis_proc_start_port,
1006
+ "localhost",
958
1007
  local_benchmark_output_filename,
959
1008
  False,
1009
+ benchmark_tool_workdir,
960
1010
  False,
961
- False,
962
- None,
963
- None,
964
- None,
965
- None,
966
- override_test_time,
967
1011
  )
968
1012
 
969
1013
  client_container_image = extract_client_container_image(
@@ -995,23 +1039,37 @@ def process_self_contained_coordinator_stream(
995
1039
  )
996
1040
  # run the benchmark
997
1041
  benchmark_start_time = datetime.datetime.now()
998
-
999
- client_container_stdout = docker_client.containers.run(
1000
- image=client_container_image,
1001
- volumes={
1002
- temporary_dir_client: {
1003
- "bind": client_mnt_point,
1004
- "mode": "rw",
1005
- },
1006
- },
1007
- auto_remove=True,
1008
- privileged=True,
1009
- working_dir=benchmark_tool_workdir,
1010
- command=benchmark_command_str,
1011
- network_mode="host",
1012
- detach=False,
1013
- cpuset_cpus=client_cpuset_cpus,
1014
- )
1042
+ try:
1043
+ client_container_stdout = (
1044
+ docker_client.containers.run(
1045
+ image=client_container_image,
1046
+ volumes={
1047
+ temporary_dir_client: {
1048
+ "bind": client_mnt_point,
1049
+ "mode": "rw",
1050
+ },
1051
+ },
1052
+ auto_remove=True,
1053
+ privileged=True,
1054
+ working_dir=benchmark_tool_workdir,
1055
+ command=benchmark_command_str,
1056
+ network_mode="host",
1057
+ detach=False,
1058
+ cpuset_cpus=client_cpuset_cpus,
1059
+ )
1060
+ )
1061
+ except docker.errors.ContainerError as e:
1062
+ logging.info(
1063
+ "stdout: {}".format(
1064
+ e.container.logs(stdout=True)
1065
+ )
1066
+ )
1067
+ logging.info(
1068
+ "stderr: {}".format(
1069
+ e.container.logs(stderr=True)
1070
+ )
1071
+ )
1072
+ raise e
1015
1073
 
1016
1074
  benchmark_end_time = datetime.datetime.now()
1017
1075
  benchmark_duration_seconds = (
@@ -1133,39 +1191,44 @@ def process_self_contained_coordinator_stream(
1133
1191
  and git_timestamp_ms is not None
1134
1192
  ):
1135
1193
  datapoint_time_ms = git_timestamp_ms
1136
- post_process_benchmark_results(
1137
- benchmark_tool,
1138
- local_benchmark_output_filename,
1139
- datapoint_time_ms,
1140
- start_time_str,
1141
- client_container_stdout,
1142
- None,
1143
- )
1144
- full_result_path = local_benchmark_output_filename
1145
- if "memtier_benchmark" in benchmark_tool:
1146
- full_result_path = "{}/{}".format(
1147
- temporary_dir_client,
1194
+ if "vector_db_benchmark" in benchmark_tool:
1195
+ results_dict = post_process_vector_db(
1196
+ temporary_dir_client
1197
+ )
1198
+ else:
1199
+ post_process_benchmark_results(
1200
+ benchmark_tool,
1148
1201
  local_benchmark_output_filename,
1202
+ datapoint_time_ms,
1203
+ start_time_str,
1204
+ client_container_stdout,
1205
+ None,
1149
1206
  )
1150
- logging.info(
1151
- "Reading results json from {}".format(
1152
- full_result_path
1207
+ full_result_path = local_benchmark_output_filename
1208
+ if "memtier_benchmark" in benchmark_tool:
1209
+ full_result_path = "{}/{}".format(
1210
+ temporary_dir_client,
1211
+ local_benchmark_output_filename,
1212
+ )
1213
+ logging.info(
1214
+ "Reading results json from {}".format(
1215
+ full_result_path
1216
+ )
1153
1217
  )
1154
- )
1155
1218
 
1156
- with open(
1157
- full_result_path,
1158
- "r",
1159
- ) as json_file:
1160
- results_dict = json.load(json_file)
1161
- print_results_table_stdout(
1162
- benchmark_config,
1163
- default_metrics,
1164
- results_dict,
1165
- setup_type,
1166
- test_name,
1167
- None,
1168
- )
1219
+ with open(
1220
+ full_result_path,
1221
+ "r",
1222
+ ) as json_file:
1223
+ results_dict = json.load(json_file)
1224
+ print_results_table_stdout(
1225
+ benchmark_config,
1226
+ default_metrics,
1227
+ results_dict,
1228
+ setup_type,
1229
+ test_name,
1230
+ None,
1231
+ )
1169
1232
 
1170
1233
  dataset_load_duration_seconds = 0
1171
1234
  try:
@@ -0,0 +1,24 @@
1
+ version: 0.1
2
+ id: gcc:10.5.0-amd64-debian-bullseye-redisearch
3
+ os: debian-bullseye
4
+ arch: amd64
5
+ compiler: "gcc"
6
+ cpp_compiler: "g++"
7
+ kind: docker
8
+ build_image: gcc:10.5.0-bullseye
9
+ run_image: debian:bullseye
10
+ description: "Using GNU Compiler Containers (https://hub.docker.com/_/gcc?tab=description)
11
+ pre-configured environment with all the tools required to build with gcc."
12
+ build_artifacts:
13
+ - redisearch.so
14
+ - redis-server
15
+ build_command: "sh -c 'apt update && apt install python3-pip -y && BUILD_WITH_MODULES=yes make --ignore-errors -j && cd modules/redisearch/src && make setup && make build && cd -'"
16
+ metadata:
17
+ compiler: "gcc"
18
+ compiler_version: "10.5.0"
19
+ os: debian-bullseye
20
+ arch: amd64
21
+
22
+ env:
23
+ REDIS_CFLAGS: "-g -fno-omit-frame-pointer"
24
+
@@ -10,6 +10,17 @@ spec:
10
10
  cpus: "1"
11
11
  memory: "10g"
12
12
 
13
+ - name: oss-standalone-with-redisearch
14
+ type: oss-standalone
15
+ redis_topology:
16
+ primaries: 1
17
+ replicas: 0
18
+ redis_arguments: --loadmodule /mnt/redis/redisearch.so
19
+ resources:
20
+ requests:
21
+ cpus: "1"
22
+ memory: "10g"
23
+
13
24
  - name: oss-standalone-02-io-threads
14
25
  type: oss-standalone
15
26
  redis_topology:
@@ -1,34 +1,28 @@
1
1
  version: 0.4
2
2
  name: memtier_benchmark-10Mkeys-string-get-10B-pipeline-100-nokeyprefix
3
- description: Runs memtier_benchmark, for a keyspace length of 10M keys with a data size of 10 Bytes for each key.
3
+ description: memtier_benchmark, 10M keys, string GET, 10B value size, pipeline=100, no key prefix
4
4
  dbconfig:
5
5
  configuration-parameters:
6
6
  save: '""'
7
7
  check:
8
8
  keyspacelen: 10000000
9
- preload_tool:
10
- run_image: redislabs/memtier_benchmark:edge
11
- tool: memtier_benchmark
12
- arguments: '--key-maximum 10000000 -n allkeys --key-prefix "" --data-size 10 --ratio 1:0 --key-pattern P:P -c 50 -t 2 --hide-histogram --key-minimum 1'
13
9
  resources:
14
10
  requests:
15
- memory: 1g
11
+ memory: 10g
12
+ tested-groups:
13
+ - string
16
14
  tested-commands:
17
15
  - get
18
16
  redis-topologies:
19
17
  - oss-standalone
20
- build-variants:
21
- - gcc:8.5.0-amd64-debian-buster-default
22
- - dockerhub
18
+ - oss-cluster-3-primaries
23
19
  clientconfig:
24
20
  run_image: redislabs/memtier_benchmark:edge
25
21
  tool: memtier_benchmark
26
- arguments: '--key-maximum 10000000 --key-minimum 1 --pipeline 100 --key-prefix "" --distinct-client-seed --data-size 10 --ratio 0:1 --key-pattern R:R -c 10 -t 10 --hide-histogram --test-time 120'
22
+ arguments: '"--data-size" "10" --command "GET __key__" --command-key-pattern="R" --key-prefix="" -c 50 -t 2 --pipeline 100 --hide-histogram --test-time 180'
27
23
  resources:
28
24
  requests:
29
- cpus: '10'
25
+ cpus: '3'
30
26
  memory: 2g
31
27
 
32
- tested-groups:
33
- - string
34
- priority: 1
28
+ priority: 33
@@ -1,30 +1,28 @@
1
1
  version: 0.4
2
2
  name: memtier_benchmark-1Mkeys-load-string-with-10B-values-pipeline-100-nokeyprefix
3
- description: Runs memtier_benchmark, for a keyspace length of 1M keys loading STRINGs in which the value has a data size of 10 Bytes.
3
+ description: memtier_benchmark, 1M keys, string SET, 10B value size, pipeline=100, no key prefix
4
4
  dbconfig:
5
5
  configuration-parameters:
6
6
  save: '""'
7
7
  check:
8
- keyspacelen: 0
8
+ keyspacelen: 1000000
9
9
  resources:
10
10
  requests:
11
11
  memory: 1g
12
+ tested-groups:
13
+ - string
12
14
  tested-commands:
13
15
  - set
14
16
  redis-topologies:
15
17
  - oss-standalone
16
- build-variants:
17
- - gcc:8.5.0-amd64-debian-buster-default
18
- - dockerhub
18
+ - oss-cluster-3-primaries
19
19
  clientconfig:
20
20
  run_image: redislabs/memtier_benchmark:edge
21
21
  tool: memtier_benchmark
22
- arguments: '"--pipeline" "100" "--data-size" "10" --distinct-client-seed --key-prefix "" --ratio 1:0 --key-pattern P:P --key-minimum=1 --key-maximum 1000000 --test-time 120 -c 10 -t 10 --hide-histogram'
22
+ arguments: '"--data-size" "10" --command "SET __key__ __data__" --command-key-pattern="R" --key-prefix="" -c 50 -t 2 --pipeline 100 --hide-histogram --test-time 180'
23
23
  resources:
24
24
  requests:
25
- cpus: '10'
25
+ cpus: '3'
26
26
  memory: 2g
27
27
 
28
- tested-groups:
29
- - string
30
- priority: 17
28
+ priority: 33
@@ -1,34 +1,28 @@
1
1
  version: 0.4
2
2
  name: memtier_benchmark-1Mkeys-string-get-10B-pipeline-100-nokeyprefix
3
- description: Runs memtier_benchmark, for a keyspace length of 1M keys with a data size of 10 Bytes for each key.
3
+ description: memtier_benchmark, 1M keys, string GET, 10B value size, pipeline=100, no key prefix
4
4
  dbconfig:
5
5
  configuration-parameters:
6
6
  save: '""'
7
7
  check:
8
8
  keyspacelen: 1000000
9
- preload_tool:
10
- run_image: redislabs/memtier_benchmark:edge
11
- tool: memtier_benchmark
12
- arguments: '--key-maximum 1000000 -n allkeys --key-prefix "" --data-size 10 --ratio 1:0 --key-pattern P:P -c 50 -t 2 --hide-histogram --key-minimum 1'
13
9
  resources:
14
10
  requests:
15
11
  memory: 1g
12
+ tested-groups:
13
+ - string
16
14
  tested-commands:
17
15
  - get
18
16
  redis-topologies:
19
17
  - oss-standalone
20
- build-variants:
21
- - gcc:8.5.0-amd64-debian-buster-default
22
- - dockerhub
18
+ - oss-cluster-3-primaries
23
19
  clientconfig:
24
20
  run_image: redislabs/memtier_benchmark:edge
25
21
  tool: memtier_benchmark
26
- arguments: '--key-maximum 1000000 --key-minimum 1 --pipeline 100 --key-prefix "" --distinct-client-seed --data-size 10 --ratio 0:1 --key-pattern R:R -c 10 -t 10 --hide-histogram --test-time 120'
22
+ arguments: '"--data-size" "10" --command "GET __key__" --command-key-pattern="R" --key-prefix="" -c 50 -t 2 --pipeline 100 --hide-histogram --test-time 180'
27
23
  resources:
28
24
  requests:
29
- cpus: '10'
25
+ cpus: '3'
30
26
  memory: 2g
31
27
 
32
- tested-groups:
33
- - string
34
- priority: 1
28
+ priority: 33
@@ -0,0 +1,34 @@
1
+ version: 0.4
2
+ name: memtier_benchmark-1key-zset-600K-elements-zrangestore-1K-elements
3
+ description: Runs memtier_benchmark, for a keyspace length of 1 key doing zrangestore on a high cardinality sorted set
4
+ dbconfig:
5
+ configuration-parameters:
6
+ save: '""'
7
+ check:
8
+ keyspacelen: 1
9
+ preload_tool:
10
+ run_image: redislabs/memtier_benchmark:edge
11
+ tool: memtier_benchmark
12
+ arguments: '-n allkeys "--data-size" "10" --key-prefix "" "--command" "ZADD zset __key__ __key__" "--command-key-pattern" "P" "-c" "1" "-t" "1" "--hide-histogram" "--key-minimum" "1" "--key-maximum" "600001"'
13
+ resources:
14
+ requests:
15
+ memory: 1g
16
+ tested-commands:
17
+ - zrangestore
18
+ redis-topologies:
19
+ - oss-standalone
20
+ build-variants:
21
+ - gcc:8.5.0-amd64-debian-buster-default
22
+ - dockerhub
23
+ clientconfig:
24
+ run_image: redislabs/memtier_benchmark:edge
25
+ tool: memtier_benchmark
26
+ arguments: --test-time 120 -c 1 -t 1 --command "ZRANGESTORE zset1 zset 0 1000" --command-key-pattern="P" --key-minimum=1 --key-maximum 1 --hide-histogram
27
+ resources:
28
+ requests:
29
+ cpus: '4'
30
+ memory: 4g
31
+
32
+ tested-groups:
33
+ - sorted-set
34
+ priority: 12
@@ -0,0 +1,34 @@
1
+ version: 0.4
2
+ name: memtier_benchmark-1key-zset-600K-elements-zrangestore-300K-elements
3
+ description: Runs memtier_benchmark, for a keyspace length of 1 key loading the sorted set with 5 elements with different floating-point numbers, gradually increasing in the size of the float to parse. This is a control benchmark for the one named memtier_benchmark-1key-load-zset-with-5-elements-hexa-score
4
+ dbconfig:
5
+ configuration-parameters:
6
+ save: '""'
7
+ check:
8
+ keyspacelen: 1
9
+ preload_tool:
10
+ run_image: redislabs/memtier_benchmark:edge
11
+ tool: memtier_benchmark
12
+ arguments: '-n allkeys "--data-size" "10" --key-prefix "" "--command" "ZADD zset __key__ __key__" "--command-key-pattern" "P" "-c" "1" "-t" "1" "--hide-histogram" "--key-minimum" "1" "--key-maximum" "600001"'
13
+ resources:
14
+ requests:
15
+ memory: 1g
16
+ tested-commands:
17
+ - zrangestore
18
+ redis-topologies:
19
+ - oss-standalone
20
+ build-variants:
21
+ - gcc:8.5.0-amd64-debian-buster-default
22
+ - dockerhub
23
+ clientconfig:
24
+ run_image: redislabs/memtier_benchmark:edge
25
+ tool: memtier_benchmark
26
+ arguments: --test-time 120 -c 1 -t 1 --command "ZRANGESTORE zset1 zset 0 300000" --command-key-pattern="P" --key-minimum=1 --key-maximum 1 --hide-histogram
27
+ resources:
28
+ requests:
29
+ cpus: '4'
30
+ memory: 4g
31
+
32
+ tested-groups:
33
+ - sorted-set
34
+ priority: 12
@@ -0,0 +1,44 @@
1
+ version: 0.4
2
+ name: vector_db_benchmark_test
3
+ description: Test if vector-db-benchmark can be run with this tool
4
+ dbconfig:
5
+ configuration-parameters:
6
+ save: '""'
7
+ check:
8
+ keyspacelen: 0
9
+ resources:
10
+ requests:
11
+ memory: 1g
12
+ tested-groups:
13
+ - search
14
+ tested-commands:
15
+ - hset
16
+ - ft.search
17
+ redis-topologies:
18
+ - oss-standalone-with-redisearch
19
+ build-variants:
20
+ - gcc:10.5.0-amd64-debian-bullseye-redisearch
21
+ - dockerhub
22
+ clientconfig:
23
+ run_image: vector-db-benchmark:test
24
+ tool: vector_db_benchmark
25
+ datasets: laion-img-emb-512-1M-cosine
26
+ engine: redis-hnsw-m-16-ef-128
27
+ #arguments: '"--data-size" "100" --command "LPUSH __key__ __data__" --command-key-pattern="P" --key-minimum=1 --key-maximum 1000000 --test-time 180 -c 50 -t 4 --hide-histogram'
28
+ resources:
29
+ requests:
30
+ cpus: '4'
31
+ memory: 2g
32
+
33
+ exporter:
34
+ redistimeseries:
35
+ break_by:
36
+ - version
37
+ - commit
38
+ metrics:
39
+ - upload_time
40
+ - total_time
41
+ - rps
42
+ - precision
43
+
44
+ priority: 38
@@ -1,6 +1,6 @@
1
- Metadata-Version: 2.1
1
+ Metadata-Version: 2.3
2
2
  Name: redis-benchmarks-specification
3
- Version: 0.1.262
3
+ Version: 0.1.263
4
4
  Summary: The Redis benchmarks specification describes the cross-language/tools requirements and expectations to foster performance and observability standards around redis related technologies. Members from both industry and academia, including organizations and individuals are encouraged to contribute.
5
5
  Author: filipecosta90
6
6
  Author-email: filipecosta.90@gmail.com
@@ -9,6 +9,7 @@ Classifier: Programming Language :: Python :: 3
9
9
  Classifier: Programming Language :: Python :: 3.10
10
10
  Classifier: Programming Language :: Python :: 3.11
11
11
  Classifier: Programming Language :: Python :: 3.12
12
+ Classifier: Programming Language :: Python :: 3.13
12
13
  Requires-Dist: Flask (>=2.0.3,<3.0.0)
13
14
  Requires-Dist: Flask-HTTPAuth (>=4.4.0,<5.0.0)
14
15
  Requires-Dist: GitPython (>=3.1.20,<4.0.0)
@@ -4,12 +4,12 @@ redis_benchmarks_specification/__api__/api.py,sha256=k_CMICtMm1z8jY3hByaL0hIr_5v
4
4
  redis_benchmarks_specification/__api__/app.py,sha256=JzQm84DjIVdfLbDO423BJbrds6gFzMbA0syRkHE_aUU,7063
5
5
  redis_benchmarks_specification/__builder__/Readme.md,sha256=O6MV_J3OSgzW-ir2TbukP8Vhkm_LOzQJJndG1Cykqic,111
6
6
  redis_benchmarks_specification/__builder__/__init__.py,sha256=l-G1z-t6twUgi8QLueqoTQLvJmv3hJoEYskGm6H7L6M,83
7
- redis_benchmarks_specification/__builder__/builder.py,sha256=NRTqSdlXU0BmFx5J0Tmwnm_MFjIe7i2fk6hgnDgcTWY,27958
7
+ redis_benchmarks_specification/__builder__/builder.py,sha256=cK2yGtoS6Xnux7wANQkTT2rCvkz5Y5_7huQbQFAcMMk,28324
8
8
  redis_benchmarks_specification/__builder__/schema.py,sha256=1wcmyVJBcWrBvK58pghN9NCoWLCO3BzPsmdKWYfkVog,584
9
9
  redis_benchmarks_specification/__cli__/__init__.py,sha256=l-G1z-t6twUgi8QLueqoTQLvJmv3hJoEYskGm6H7L6M,83
10
10
  redis_benchmarks_specification/__cli__/args.py,sha256=uZkk1Jom9i0xJ_OpVMrIWbw_70jFo7IswLV2EtKTKEA,7210
11
11
  redis_benchmarks_specification/__cli__/cli.py,sha256=6tt0Ai-JIFEF3ykWFU2_g5ZrzKVIoyLLXUmyzYpVDF4,21843
12
- redis_benchmarks_specification/__cli__/stats.py,sha256=CDCoGgi1R66WyYw79xw8jUYtcrhRBtJExpCeIm-qcqA,26418
12
+ redis_benchmarks_specification/__cli__/stats.py,sha256=vTwNjvlPj3SVFWJRuIATqgrSuGKpYeV8aXjEXnuzhRk,26845
13
13
  redis_benchmarks_specification/__common__/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
14
14
  redis_benchmarks_specification/__common__/builder_schema.py,sha256=kfDpRIk7NkJrb5qj9jzsBhLVNO7K_W2Clumj4pxrkG8,5938
15
15
  redis_benchmarks_specification/__common__/env.py,sha256=kvJ8Ll-fvI_Tc0vynrzUEr22TqnJizzvJ4Lu9RjNr_M,3119
@@ -26,15 +26,16 @@ redis_benchmarks_specification/__runner__/__init__.py,sha256=l-G1z-t6twUgi8QLueq
26
26
  redis_benchmarks_specification/__runner__/args.py,sha256=ipEYOM3f4O4ZZH6sQfIc8529oaC1RZCSjcL_uyHhcAU,7529
27
27
  redis_benchmarks_specification/__runner__/runner.py,sha256=A4uUkYn7KRBO5xdiNe8NvPC6h1t8G1NHrb8pmWQGcwo,49476
28
28
  redis_benchmarks_specification/__self_contained_coordinator__/__init__.py,sha256=l-G1z-t6twUgi8QLueqoTQLvJmv3hJoEYskGm6H7L6M,83
29
- redis_benchmarks_specification/__self_contained_coordinator__/args.py,sha256=VHjWWjZ0bs05rcQaeZYSFxf1d_0t02PRoXgfrhfF5nU,5770
29
+ redis_benchmarks_specification/__self_contained_coordinator__/args.py,sha256=uxBjdQ78klvsVi6lOfGYQVaWIxc8OI-DwYKY16SgvCY,5952
30
30
  redis_benchmarks_specification/__self_contained_coordinator__/artifacts.py,sha256=OVHqJzDgeSSRfUSiKp1ZTAVv14PvSbk-5yJsAAoUfpw,936
31
31
  redis_benchmarks_specification/__self_contained_coordinator__/build_info.py,sha256=vlg8H8Rxu2falW8xp1GvL1SV1fyBguSbz6Apxc7A2yM,2282
32
- redis_benchmarks_specification/__self_contained_coordinator__/clients.py,sha256=voL6zP3RenpZ1A7JKGVkvEWVXI9KYwmnSgVJr6l8o-4,710
32
+ redis_benchmarks_specification/__self_contained_coordinator__/clients.py,sha256=ydpbKrL_pNRlqU9lNCeIlFb-EAZF3Eh5THeXus7NZdc,1608
33
33
  redis_benchmarks_specification/__self_contained_coordinator__/cpuset.py,sha256=sRvtoJIitppcOpm3R5LbVmSfPEAqPumOqVATnF5Wbek,594
34
34
  redis_benchmarks_specification/__self_contained_coordinator__/docker.py,sha256=Alf9Y1dfuOMoD4u_Dv3jTodkwZfSrlo2_YceevaWNFo,2757
35
+ redis_benchmarks_specification/__self_contained_coordinator__/post_processing.py,sha256=sVLKNnWdAqYY9DjVdqRC5tDaIrVSaI3Ca7w8-DQ-LRM,776
35
36
  redis_benchmarks_specification/__self_contained_coordinator__/prepopulation.py,sha256=qB1rwqkROfuyFotB7MfUQiYS4Gzafd8dd2ca7lT4l2I,2909
36
- redis_benchmarks_specification/__self_contained_coordinator__/runners.py,sha256=FqVVvbXPsmq2I7pSH-JEklb1SDRdS7rG6ZHc6xTCUE0,28611
37
- redis_benchmarks_specification/__self_contained_coordinator__/self_contained_coordinator.py,sha256=h2NHzN5qi-s5ZlOqt-B-BUbvdN414L5C9Cc7ErHZrvE,75432
37
+ redis_benchmarks_specification/__self_contained_coordinator__/runners.py,sha256=12VOteGiJZ_oc4CKyEWfKKSlWmZIDquGfUD57MffPuM,29396
38
+ redis_benchmarks_specification/__self_contained_coordinator__/self_contained_coordinator.py,sha256=Nl4SmoF-qcZpjtHxU0_ifA4f-E8gRCxOoZBzl9MqY7c,78711
38
39
  redis_benchmarks_specification/__setups__/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
39
40
  redis_benchmarks_specification/__setups__/topologies.py,sha256=xQ1IJkcTji_ZjLiJd3vOxZpvbNtBLZw9cPkw5hGJKHU,481
40
41
  redis_benchmarks_specification/__spec__/__init__.py,sha256=l-G1z-t6twUgi8QLueqoTQLvJmv3hJoEYskGm6H7L6M,83
@@ -181,10 +182,11 @@ redis_benchmarks_specification/latency-test-suites/latency-rate-limited-1000_qps
181
182
  redis_benchmarks_specification/latency-test-suites/latency-rate-limited-1000_qps-memtier_benchmark-2keys-zset-300-elements-skiplist-encoded-zunion.yml,sha256=IjPgjugEp7vLjRUdbag8jr4PeKHZG1pwjcXAQ3g4TIg,41164
182
183
  redis_benchmarks_specification/latency-test-suites/latency-rate-limited-1000_qps-memtier_benchmark-2keys-zset-300-elements-skiplist-encoded-zunionstore.yml,sha256=F7I9fQ6p1m6iVSGgo_YshkXIPXBkDi7zMzawdRDH1vE,41207
183
184
  redis_benchmarks_specification/latency-test-suites/latency-rate-limited-100_qps-memtier_benchmark-1key-1Billion-bits-bitmap-bitcount.yml,sha256=X-qkxCkqtQUClOEXI2SQ1wP7xNOsfRHozvZwtrv2xjo,1358
185
+ redis_benchmarks_specification/setups/builders/gcc:10.5.0-amd64-debian-bullseye-redisearch.yml,sha256=wqEmrvTZsfKYUy-4L_kiprjo_zlenYTzNzsPYEFjDx0,761
184
186
  redis_benchmarks_specification/setups/builders/gcc:8.5.0-amd64-debian-buster-default.yml,sha256=Xt1s2b6clVnPDOfHD4tbCvZSNpzjHi4Cf6LGP323djE,511
185
187
  redis_benchmarks_specification/setups/builders/gcc:8.5.0-arm64-debian-buster-default.yml,sha256=I6qEO7MZKduVx6xbBrRniE1i6NK9R8-uQXdQJT9o5G4,511
186
188
  redis_benchmarks_specification/setups/platforms/aws-ec2-1node-c5.4xlarge.yml,sha256=l7HsjccpebwZXeutnt3SHSETw4iiRwQ9dCDXLOySSRQ,622
187
- redis_benchmarks_specification/setups/topologies/topologies.yml,sha256=4h8e-zXA9-_iuJ2MsgldUnPKpHTUUD3BgLdZ9FsLPdI,3007
189
+ redis_benchmarks_specification/setups/topologies/topologies.yml,sha256=N2UOKA8tG_pLpaSFtn7WdUmDNYwxRyTv9Ln_PCOPTco,3261
188
190
  redis_benchmarks_specification/test-suites/defaults.yml,sha256=CfNfn_nKTtVvbbTwmksJgLKzCzzBAm5SO7UAdrcqncg,1268
189
191
  redis_benchmarks_specification/test-suites/generate.py,sha256=FApiWulMw-_2jhl1zqrLUnTnOk3Vm7YxC3oGdauhv3A,3835
190
192
  redis_benchmarks_specification/test-suites/memtier_benchmark-100Kkeys-hash-hgetall-50-fields-100B-values.yml,sha256=BR5hCMZtC_rrbWtGuGs96yZXIxeJobB59MY1hqR0m0E,2009
@@ -198,7 +200,7 @@ redis_benchmarks_specification/test-suites/memtier_benchmark-10Mkeys-load-hash-5
198
200
  redis_benchmarks_specification/test-suites/memtier_benchmark-10Mkeys-load-hash-5-fields-with-100B-values.yml,sha256=MPo4livD4Rl9ExUzTghtSEg6pUQoL55jkAhfNF6BH7o,914
199
201
  redis_benchmarks_specification/test-suites/memtier_benchmark-10Mkeys-load-hash-5-fields-with-10B-values-pipeline-10.yml,sha256=woHfOPYnDjh8nn5bCAALzh2-b5VpljhvioY6vE7KzD4,941
200
202
  redis_benchmarks_specification/test-suites/memtier_benchmark-10Mkeys-load-hash-5-fields-with-10B-values.yml,sha256=qHoiZqldaLl2Es7r-1_cZFSIr9J0LpSxeqcF11iSC_Y,911
201
- redis_benchmarks_specification/test-suites/memtier_benchmark-10Mkeys-string-get-10B-pipeline-100-nokeyprefix.yml,sha256=OvkDYP7AGaR6o70YW6gEeNqfhp1m9vtzCBMqWZ960aU,1089
203
+ redis_benchmarks_specification/test-suites/memtier_benchmark-10Mkeys-string-get-10B-pipeline-100-nokeyprefix.yml,sha256=0-HQ6achjpCyG86CJPpIkePpYphzKhR8h-dfrqCNipk,743
202
204
  redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-100B-expire-use-case.yml,sha256=Qd3odpq9rr95qogVIHvXAyyFJQtqfiswrAPuGg0zb6s,1274
203
205
  redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-10B-expire-use-case.yml,sha256=q--89owV1uh0Mpb1EBriORMPNPv9Jrb4GRUstUSwtvI,1270
204
206
  redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-10B-psetex-expire-use-case.yml,sha256=AtBn-eU4ZiVVOV_gf3qiNSmDxatEiKMl3k6flC8hYdc,1084
@@ -241,7 +243,7 @@ redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-stream-
241
243
  redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-100B-values-pipeline-10.yml,sha256=w-xyDU5zG1eQ9uxY46U2IhWo5eU1w-aAmqDFsZN-94A,820
242
244
  redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-100B-values.yml,sha256=gjviRmZrNaJw5iaZYh7o9X4pNCCnSdyR3cq_CQ-VNQQ,845
243
245
  redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-10B-values-pipeline-10.yml,sha256=h2SKE3sXs88fhhk18olwAxVgxOuxwLqvUjFY0kovytk,842
244
- redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-10B-values-pipeline-100-nokeyprefix.yml,sha256=LO2cZ75mILDRhMLSYzsKLrIfwHRz4cIQ_IDkCFHeVj4,872
246
+ redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-10B-values-pipeline-100-nokeyprefix.yml,sha256=2IcbNXjSX-o0vkMJu4jRPnploWYSfDXeZjO6cLJZ6DU,761
245
247
  redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-10B-values-pipeline-100.yml,sha256=dQgK1wfCdc070N3dK7G-4qomgHm1n0lMlCRhpyqt7BY,844
246
248
  redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-10B-values-pipeline-50.yml,sha256=pq3dJ3Kn0ws9sFrj-_4Kqe9KIY2rpy0JUMSv4dbxxe4,842
247
249
  redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-10B-values-pipeline-500.yml,sha256=s0I485dXIzLFuS88YX7VHZksCb68gQvDr7MM9VLfaMU,844
@@ -257,7 +259,7 @@ redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-decr.
257
259
  redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-100B-pipeline-10.yml,sha256=gWswFs6SZOi50BsIjbXkwGmza2-iWAbaf7hW64eH8OU,970
258
260
  redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-100B.yml,sha256=_fRtXmRvktAiXBHiL5pp50LzN1RDN6seLKfoDXwWFBU,944
259
261
  redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-10B-pipeline-10.yml,sha256=l4KPinBCdBTqmI3iwiIDmDFSa-wAPu6m6LoVTSMo8sM,1041
260
- redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-10B-pipeline-100-nokeyprefix.yml,sha256=7BBRsP-E31iSrC5O8snEH3MlCaw26aS3OqFeyhSaEqo,1084
262
+ redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-10B-pipeline-100-nokeyprefix.yml,sha256=-IUz8rOWaRRaboDxsjYc6RcQvWpcOs0CMwfu6H3yR4c,739
261
263
  redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-10B-pipeline-100.yml,sha256=tJZBF0fxhkd6hUiySqFG62dxscJqRqZo4cfhj09SRVw,1043
262
264
  redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-10B-pipeline-50.yml,sha256=2fVFN3RtVgsDA6vssrrdbzMCj1Pw1Sa48nz0gvvUFD0,1041
263
265
  redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-10B-pipeline-500.yml,sha256=_-nT2YzJSJuKkNCMsTPZp1xgqJsTAUACLnvszDarn9U,1043
@@ -346,6 +348,8 @@ redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zset-1M-elemen
346
348
  redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zset-1M-elements-zrevrange-5-elements.yml,sha256=PC0XF3qArdCouNREp7gur90CMVNRbzs64r3LVDtA7OA,1097
347
349
  redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zset-1M-elements-zrevrange-withscores-5-elements-pipeline-10.yml,sha256=jGAKUehiL-y7SDyQ5VVFvsCG1SkDezttZ5SJjoe9yGY,1145
348
350
  redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zset-1M-elements-zscore-pipeline-10.yml,sha256=SKHxxVXYKsTvTDCmOgV85kPYDk4KH_9WnJIg_wAxqG0,1012
351
+ redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zset-600K-elements-zrangestore-1K-elements.yml,sha256=k1WtUhkyyf-jgTFNhQXNQQAyPKP7TghVVN2TkFm6gk8,1112
352
+ redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zset-600K-elements-zrangestore-300K-elements.yml,sha256=J7OwMWeyrv8avA4gs5mpcdCvRV3zuAZjCbFh_IBOnUg,1305
349
353
  redis_benchmarks_specification/test-suites/memtier_benchmark-2keys-lua-eval-hset-expire.yml,sha256=AyjvZA310cz8qfg62fGcfQUlkaFPnVmUkx92HQ4cStU,955
350
354
  redis_benchmarks_specification/test-suites/memtier_benchmark-2keys-lua-evalsha-hset-expire.yml,sha256=q5M3iOvvYoFtnyKhyYV9hP3VvceQuSXa-D0CL9Uftn8,1033
351
355
  redis_benchmarks_specification/test-suites/memtier_benchmark-2keys-set-10-100-elements-sdiff.yml,sha256=fH1hbBCJjmiyE2aDVrmHjpAR75124mePhQ6N94bHRm0,2371
@@ -369,8 +373,9 @@ redis_benchmarks_specification/test-suites/memtier_benchmark-nokeys-connection-p
369
373
  redis_benchmarks_specification/test-suites/memtier_benchmark-nokeys-pubsub-publish-1K-channels-10B-no-subscribers.yml,sha256=ich32ZYaXh-ixNNyFi5wvyEfLq0H5l0GS4MOL5TpjuE,774
370
374
  redis_benchmarks_specification/test-suites/memtier_benchmark-nokeys-server-time-pipeline-10.yml,sha256=rJuWWXubUeRKQ2GSfHlbPMLeOyM9Eu_MzvN2vgKcAhA,672
371
375
  redis_benchmarks_specification/test-suites/template.txt,sha256=d_edIE7Sxa5X7I2yG-Io0bPdbDIHR0oWFoCA3XUt_EU,435
372
- redis_benchmarks_specification-0.1.262.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
373
- redis_benchmarks_specification-0.1.262.dist-info/METADATA,sha256=L0_MOlqXRvuA0IRTKh9_klE3Wl5fXRF8-kDc6I7PAxk,22726
374
- redis_benchmarks_specification-0.1.262.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
375
- redis_benchmarks_specification-0.1.262.dist-info/entry_points.txt,sha256=x5WBXCZsnDRTZxV7SBGmC65L2k-ygdDOxV8vuKN00Nk,715
376
- redis_benchmarks_specification-0.1.262.dist-info/RECORD,,
376
+ redis_benchmarks_specification/test-suites/vector_db_benchmark_test.yml,sha256=uhaSP6YUVmPvZU-qMtPPGdvNEUgUBqOfveUbeJ9WsbI,972
377
+ redis_benchmarks_specification-0.1.263.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
378
+ redis_benchmarks_specification-0.1.263.dist-info/METADATA,sha256=Cj3R4X-YoMWLwj3u7vrXUrjJi6Prk9iTPz10hNakiYc,22777
379
+ redis_benchmarks_specification-0.1.263.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
380
+ redis_benchmarks_specification-0.1.263.dist-info/entry_points.txt,sha256=x5WBXCZsnDRTZxV7SBGmC65L2k-ygdDOxV8vuKN00Nk,715
381
+ redis_benchmarks_specification-0.1.263.dist-info/RECORD,,
@@ -1,4 +1,4 @@
1
1
  Wheel-Version: 1.0
2
- Generator: poetry-core 1.9.0
2
+ Generator: poetry-core 2.1.3
3
3
  Root-Is-Purelib: true
4
4
  Tag: py3-none-any