redis-benchmarks-specification 0.1.262__py3-none-any.whl → 0.1.264__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of redis-benchmarks-specification might be problematic. Click here for more details.
- redis_benchmarks_specification/__builder__/builder.py +9 -1
- redis_benchmarks_specification/__cli__/stats.py +12 -2
- redis_benchmarks_specification/__self_contained_coordinator__/args.py +6 -0
- redis_benchmarks_specification/__self_contained_coordinator__/clients.py +26 -2
- redis_benchmarks_specification/__self_contained_coordinator__/post_processing.py +19 -0
- redis_benchmarks_specification/__self_contained_coordinator__/runners.py +26 -12
- redis_benchmarks_specification/__self_contained_coordinator__/self_contained_coordinator.py +127 -64
- redis_benchmarks_specification/setups/builders/gcc:10.5.0-amd64-debian-bullseye-redisearch.yml +24 -0
- redis_benchmarks_specification/setups/topologies/topologies.yml +11 -0
- redis_benchmarks_specification/test-suites/memtier_benchmark-10Mkeys-string-get-10B-pipeline-100-nokeyprefix.yml +8 -14
- redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-10B-values-pipeline-100-nokeyprefix.yml +8 -10
- redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-10B-pipeline-100-nokeyprefix.yml +7 -13
- redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zset-600K-elements-zrangestore-1K-elements.yml +34 -0
- redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zset-600K-elements-zrangestore-300K-elements.yml +34 -0
- redis_benchmarks_specification/vector-search-test-suites/vector_db_benchmark_test.yml +44 -0
- {redis_benchmarks_specification-0.1.262.dist-info → redis_benchmarks_specification-0.1.264.dist-info}/METADATA +3 -2
- {redis_benchmarks_specification-0.1.262.dist-info → redis_benchmarks_specification-0.1.264.dist-info}/RECORD +20 -15
- {redis_benchmarks_specification-0.1.262.dist-info → redis_benchmarks_specification-0.1.264.dist-info}/WHEEL +1 -1
- {redis_benchmarks_specification-0.1.262.dist-info → redis_benchmarks_specification-0.1.264.dist-info}/LICENSE +0 -0
- {redis_benchmarks_specification-0.1.262.dist-info → redis_benchmarks_specification-0.1.264.dist-info}/entry_points.txt +0 -0
|
@@ -381,6 +381,8 @@ def builder_process_stream(
|
|
|
381
381
|
# build_vars_str,
|
|
382
382
|
# )
|
|
383
383
|
build_command = "sh -c 'make -j'"
|
|
384
|
+
if "build_command" in build_config:
|
|
385
|
+
build_command = build_config["build_command"]
|
|
384
386
|
if b"build_command" in testDetails:
|
|
385
387
|
build_command = testDetails[b"build_command"].decode()
|
|
386
388
|
server_name = "redis"
|
|
@@ -649,7 +651,13 @@ def generate_benchmark_stream_request(
|
|
|
649
651
|
prefix = f"github_org={github_org}/github_repo={github_repo}/git_branch={str(git_branch)}/git_version={str(git_version)}/git_hash={str(git_hash)}"
|
|
650
652
|
for artifact in build_artifacts:
|
|
651
653
|
bin_key = f"zipped:artifacts:{prefix}:{id}:{artifact}.zip"
|
|
652
|
-
|
|
654
|
+
if artifact == "redisearch.so":
|
|
655
|
+
bin_artifact = open(
|
|
656
|
+
f"{redis_temporary_dir}modules/redisearch/src/bin/linux-x64-release/search-community/{artifact}",
|
|
657
|
+
"rb",
|
|
658
|
+
).read()
|
|
659
|
+
else:
|
|
660
|
+
bin_artifact = open(f"{redis_temporary_dir}src/{artifact}", "rb").read()
|
|
653
661
|
bin_artifact_len = len(bytes(bin_artifact))
|
|
654
662
|
assert bin_artifact_len > 0
|
|
655
663
|
conn.set(bin_key, bytes(bin_artifact), ex=REDIS_BINS_EXPIRE_SECS)
|
|
@@ -108,6 +108,8 @@ def generate_stats_cli_command_logic(args, project_name, project_version):
|
|
|
108
108
|
benchmark_config = {}
|
|
109
109
|
requires_override = False
|
|
110
110
|
test_result = True
|
|
111
|
+
tested_groups_match_origin = True
|
|
112
|
+
|
|
111
113
|
with open(test_file, "r") as stream:
|
|
112
114
|
|
|
113
115
|
try:
|
|
@@ -291,7 +293,7 @@ def generate_stats_cli_command_logic(args, project_name, project_version):
|
|
|
291
293
|
)
|
|
292
294
|
|
|
293
295
|
if tested_groups != origin_tested_groups:
|
|
294
|
-
|
|
296
|
+
tested_groups_match_origin = False
|
|
295
297
|
benchmark_config["tested-groups"] = tested_groups
|
|
296
298
|
logging.warn(
|
|
297
299
|
"there is a difference between specified test-groups in the yaml (name={}) and the ones we've detected {}!={}".format(
|
|
@@ -312,7 +314,15 @@ def generate_stats_cli_command_logic(args, project_name, project_version):
|
|
|
312
314
|
test_result = False
|
|
313
315
|
overall_result &= test_result
|
|
314
316
|
|
|
315
|
-
if
|
|
317
|
+
if not tested_groups_match_origin:
|
|
318
|
+
if len(tested_groups) > 0:
|
|
319
|
+
overall_result = False
|
|
320
|
+
else:
|
|
321
|
+
logging.warn(
|
|
322
|
+
"difference between specified and detected test-groups was ignored since command info is not available in this benchmark version"
|
|
323
|
+
)
|
|
324
|
+
|
|
325
|
+
if (requires_override or not tested_groups_match_origin) and override_enabled:
|
|
316
326
|
logging.info(
|
|
317
327
|
"Saving a new version of the file {} with the overrided data".format(
|
|
318
328
|
test_file
|
|
@@ -165,4 +165,10 @@ def create_self_contained_coordinator_args(project_name):
|
|
|
165
165
|
default=100000,
|
|
166
166
|
help="Run a subset of the tests based uppon a preset priority. By default runs all tests.",
|
|
167
167
|
)
|
|
168
|
+
parser.add_argument(
|
|
169
|
+
"--topology",
|
|
170
|
+
type=str,
|
|
171
|
+
default="",
|
|
172
|
+
help="Filter tests to run only with the specified topology (e.g. oss-standalone)",
|
|
173
|
+
)
|
|
168
174
|
return parser
|
|
@@ -8,12 +8,12 @@ def prepare_memtier_benchmark_parameters(
|
|
|
8
8
|
):
|
|
9
9
|
benchmark_command = [
|
|
10
10
|
full_benchmark_path,
|
|
11
|
+
"--json-out-file",
|
|
12
|
+
local_benchmark_output_filename,
|
|
11
13
|
"--port",
|
|
12
14
|
"{}".format(port),
|
|
13
15
|
"--server",
|
|
14
16
|
"{}".format(server),
|
|
15
|
-
"--json-out-file",
|
|
16
|
-
local_benchmark_output_filename,
|
|
17
17
|
]
|
|
18
18
|
if oss_cluster_api_enabled is True:
|
|
19
19
|
benchmark_command.append("--cluster-mode")
|
|
@@ -22,3 +22,27 @@ def prepare_memtier_benchmark_parameters(
|
|
|
22
22
|
benchmark_command_str = benchmark_command_str + " " + clientconfig["arguments"]
|
|
23
23
|
|
|
24
24
|
return None, benchmark_command_str
|
|
25
|
+
|
|
26
|
+
|
|
27
|
+
def prepare_vector_db_benchmark_parameters(
|
|
28
|
+
clientconfig, full_benchmark_path, port, server, password, client_mnt_point
|
|
29
|
+
):
|
|
30
|
+
benchmark_command = []
|
|
31
|
+
# if port is not None:
|
|
32
|
+
# benchmark_command.extend(["REDIS_PORT={}".format(port)])
|
|
33
|
+
# if password is not None:
|
|
34
|
+
# benchmark_command.extend(["REDIS_AUTH={}".format(password)])
|
|
35
|
+
benchmark_command.extend(
|
|
36
|
+
[
|
|
37
|
+
full_benchmark_path,
|
|
38
|
+
"--host",
|
|
39
|
+
f"{server}",
|
|
40
|
+
]
|
|
41
|
+
)
|
|
42
|
+
benchmark_command.extend(["--engines", clientconfig.get("engines", "redis-test")])
|
|
43
|
+
benchmark_command.extend(
|
|
44
|
+
["--datasets", clientconfig.get("datasets", "glove-100-angular")]
|
|
45
|
+
)
|
|
46
|
+
benchmark_command_str = " ".join(benchmark_command)
|
|
47
|
+
benchmark_command_str = f"bash -c 'ITERATIONS=1 {benchmark_command_str} && mv /code/results {client_mnt_point}.'"
|
|
48
|
+
return None, benchmark_command_str
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
import os
|
|
2
|
+
import json
|
|
3
|
+
|
|
4
|
+
|
|
5
|
+
def post_process_vector_db(temporary_dir):
|
|
6
|
+
results_dir = os.path.join(temporary_dir, "results")
|
|
7
|
+
results = {}
|
|
8
|
+
for file in os.listdir(results_dir):
|
|
9
|
+
if "upload" in file:
|
|
10
|
+
with open(os.path.join(results_dir, file), "r") as f:
|
|
11
|
+
upload_results = json.load(f)
|
|
12
|
+
results["upload_time"] = upload_results["results"]["upload_time"]
|
|
13
|
+
else:
|
|
14
|
+
with open(os.path.join(results_dir, file), "r") as f:
|
|
15
|
+
query_results = json.load(f)
|
|
16
|
+
results["rps"] = query_results["results"]["rps"]
|
|
17
|
+
results["precision"] = query_results["results"]["mean_precisions"]
|
|
18
|
+
results["total_time"] = query_results["results"]["total_time"]
|
|
19
|
+
return results
|
|
@@ -56,6 +56,7 @@ from redis_benchmarks_specification.__self_contained_coordinator__.build_info im
|
|
|
56
56
|
)
|
|
57
57
|
from redis_benchmarks_specification.__self_contained_coordinator__.clients import (
|
|
58
58
|
prepare_memtier_benchmark_parameters,
|
|
59
|
+
prepare_vector_db_benchmark_parameters,
|
|
59
60
|
)
|
|
60
61
|
from redis_benchmarks_specification.__self_contained_coordinator__.cpuset import (
|
|
61
62
|
extract_db_cpu_limit,
|
|
@@ -347,9 +348,12 @@ def process_self_contained_coordinator_stream(
|
|
|
347
348
|
# backwards compatible
|
|
348
349
|
if benchmark_tool is None:
|
|
349
350
|
benchmark_tool = "redis-benchmark"
|
|
350
|
-
|
|
351
|
-
|
|
352
|
-
|
|
351
|
+
if benchmark_tool == "vector_db_benchmark":
|
|
352
|
+
full_benchmark_path = "python /code/run.py"
|
|
353
|
+
else:
|
|
354
|
+
full_benchmark_path = "/usr/local/bin/{}".format(
|
|
355
|
+
benchmark_tool
|
|
356
|
+
)
|
|
353
357
|
|
|
354
358
|
# setup the benchmark
|
|
355
359
|
(
|
|
@@ -370,32 +374,42 @@ def process_self_contained_coordinator_stream(
|
|
|
370
374
|
local_benchmark_output_filename
|
|
371
375
|
)
|
|
372
376
|
)
|
|
373
|
-
if "memtier_benchmark"
|
|
374
|
-
# prepare the benchmark command
|
|
377
|
+
if "memtier_benchmark" in benchmark_tool:
|
|
375
378
|
(
|
|
376
|
-
|
|
379
|
+
_,
|
|
377
380
|
benchmark_command_str,
|
|
378
|
-
) =
|
|
379
|
-
benchmark_config,
|
|
381
|
+
) = prepare_memtier_benchmark_parameters(
|
|
382
|
+
benchmark_config["clientconfig"],
|
|
380
383
|
full_benchmark_path,
|
|
381
384
|
redis_proc_start_port,
|
|
382
385
|
"localhost",
|
|
383
386
|
local_benchmark_output_filename,
|
|
384
|
-
False,
|
|
385
387
|
benchmark_tool_workdir,
|
|
386
|
-
False,
|
|
387
388
|
)
|
|
388
|
-
|
|
389
|
+
elif "vector_db_benchmark" in benchmark_tool:
|
|
389
390
|
(
|
|
390
391
|
_,
|
|
391
392
|
benchmark_command_str,
|
|
392
|
-
) =
|
|
393
|
+
) = prepare_vector_db_benchmark_parameters(
|
|
393
394
|
benchmark_config["clientconfig"],
|
|
394
395
|
full_benchmark_path,
|
|
395
396
|
redis_proc_start_port,
|
|
396
397
|
"localhost",
|
|
398
|
+
)
|
|
399
|
+
else:
|
|
400
|
+
# prepare the benchmark command
|
|
401
|
+
(
|
|
402
|
+
benchmark_command,
|
|
403
|
+
benchmark_command_str,
|
|
404
|
+
) = prepare_benchmark_parameters(
|
|
405
|
+
benchmark_config,
|
|
406
|
+
full_benchmark_path,
|
|
407
|
+
redis_proc_start_port,
|
|
408
|
+
"localhost",
|
|
397
409
|
local_benchmark_output_filename,
|
|
410
|
+
False,
|
|
398
411
|
benchmark_tool_workdir,
|
|
412
|
+
False,
|
|
399
413
|
)
|
|
400
414
|
|
|
401
415
|
client_container_image = extract_client_container_image(
|
|
@@ -7,6 +7,7 @@ import tempfile
|
|
|
7
7
|
import traceback
|
|
8
8
|
import re
|
|
9
9
|
import docker
|
|
10
|
+
import docker.errors
|
|
10
11
|
import redis
|
|
11
12
|
import os
|
|
12
13
|
from pathlib import Path
|
|
@@ -14,6 +15,9 @@ import sys
|
|
|
14
15
|
import time
|
|
15
16
|
|
|
16
17
|
from docker.models.containers import Container
|
|
18
|
+
from redis_benchmarks_specification.__self_contained_coordinator__.post_processing import (
|
|
19
|
+
post_process_vector_db,
|
|
20
|
+
)
|
|
17
21
|
from redisbench_admin.profilers.profilers_local import (
|
|
18
22
|
check_compatible_system_and_kernel_and_prepare_profile,
|
|
19
23
|
)
|
|
@@ -107,6 +111,9 @@ from redis_benchmarks_specification.__self_contained_coordinator__.cpuset import
|
|
|
107
111
|
extract_db_cpu_limit,
|
|
108
112
|
generate_cpuset_cpus,
|
|
109
113
|
)
|
|
114
|
+
from redis_benchmarks_specification.__self_contained_coordinator__.clients import (
|
|
115
|
+
prepare_vector_db_benchmark_parameters,
|
|
116
|
+
)
|
|
110
117
|
from redis_benchmarks_specification.__self_contained_coordinator__.docker import (
|
|
111
118
|
generate_standalone_redis_server_args,
|
|
112
119
|
)
|
|
@@ -364,9 +371,17 @@ def self_contained_coordinator_blocking_read(
|
|
|
364
371
|
count=1,
|
|
365
372
|
block=0,
|
|
366
373
|
)
|
|
374
|
+
logging.info(f"New test info: {newTestInfo}")
|
|
367
375
|
if len(newTestInfo[0]) < 2 or len(newTestInfo[0][1]) < 1:
|
|
368
376
|
stream_id = ">"
|
|
369
377
|
else:
|
|
378
|
+
# Create args object with topology parameter
|
|
379
|
+
class Args:
|
|
380
|
+
def __init__(self):
|
|
381
|
+
self.topology = ""
|
|
382
|
+
|
|
383
|
+
args = Args()
|
|
384
|
+
|
|
370
385
|
(
|
|
371
386
|
stream_id,
|
|
372
387
|
overall_result,
|
|
@@ -398,6 +413,7 @@ def self_contained_coordinator_blocking_read(
|
|
|
398
413
|
default_metrics_str,
|
|
399
414
|
docker_keep_env,
|
|
400
415
|
restore_build_artifacts_default,
|
|
416
|
+
args,
|
|
401
417
|
)
|
|
402
418
|
num_process_streams = num_process_streams + 1
|
|
403
419
|
num_process_test_suites = num_process_test_suites + total_test_suite_runs
|
|
@@ -478,6 +494,7 @@ def process_self_contained_coordinator_stream(
|
|
|
478
494
|
default_metrics_str="ALL_STATS.Totals.Ops/sec",
|
|
479
495
|
docker_keep_env=False,
|
|
480
496
|
restore_build_artifacts_default=True,
|
|
497
|
+
args=None,
|
|
481
498
|
):
|
|
482
499
|
stream_id = "n/a"
|
|
483
500
|
overall_result = False
|
|
@@ -549,7 +566,7 @@ def process_self_contained_coordinator_stream(
|
|
|
549
566
|
)
|
|
550
567
|
new_executable = f"{mnt_point}{server_name}-server"
|
|
551
568
|
logging.info(
|
|
552
|
-
"changing executable from {executable} to {new_executable}"
|
|
569
|
+
f"changing executable from {executable} to {new_executable}"
|
|
553
570
|
)
|
|
554
571
|
executable = new_executable
|
|
555
572
|
|
|
@@ -764,6 +781,18 @@ def process_self_contained_coordinator_stream(
|
|
|
764
781
|
for topology_spec_name in benchmark_config["redis-topologies"]:
|
|
765
782
|
setup_name = topology_spec_name
|
|
766
783
|
setup_type = "oss-standalone"
|
|
784
|
+
|
|
785
|
+
# Filter by topology if specified
|
|
786
|
+
if (
|
|
787
|
+
args is not None
|
|
788
|
+
and args.topology
|
|
789
|
+
and topology_spec_name != args.topology
|
|
790
|
+
):
|
|
791
|
+
logging.info(
|
|
792
|
+
f"Skipping topology {topology_spec_name} as it doesn't match the requested topology {args.topology}"
|
|
793
|
+
)
|
|
794
|
+
continue
|
|
795
|
+
|
|
767
796
|
if topology_spec_name in topologies_map:
|
|
768
797
|
topology_spec = topologies_map[topology_spec_name]
|
|
769
798
|
setup_type = topology_spec["type"]
|
|
@@ -906,9 +935,12 @@ def process_self_contained_coordinator_stream(
|
|
|
906
935
|
# backwards compatible
|
|
907
936
|
if benchmark_tool is None:
|
|
908
937
|
benchmark_tool = "redis-benchmark"
|
|
909
|
-
|
|
910
|
-
|
|
911
|
-
|
|
938
|
+
if benchmark_tool == "vector_db_benchmark":
|
|
939
|
+
full_benchmark_path = "python /code/run.py"
|
|
940
|
+
else:
|
|
941
|
+
full_benchmark_path = "/usr/local/bin/{}".format(
|
|
942
|
+
benchmark_tool
|
|
943
|
+
)
|
|
912
944
|
|
|
913
945
|
# setup the benchmark
|
|
914
946
|
(
|
|
@@ -929,41 +961,53 @@ def process_self_contained_coordinator_stream(
|
|
|
929
961
|
local_benchmark_output_filename
|
|
930
962
|
)
|
|
931
963
|
)
|
|
932
|
-
if "memtier_benchmark"
|
|
964
|
+
if "memtier_benchmark" in benchmark_tool:
|
|
933
965
|
# prepare the benchmark command
|
|
934
966
|
(
|
|
935
|
-
|
|
967
|
+
_,
|
|
936
968
|
benchmark_command_str,
|
|
937
|
-
|
|
938
|
-
|
|
969
|
+
arbitrary_command,
|
|
970
|
+
) = prepare_memtier_benchmark_parameters(
|
|
971
|
+
benchmark_config["clientconfig"],
|
|
939
972
|
full_benchmark_path,
|
|
940
973
|
redis_proc_start_port,
|
|
941
974
|
"localhost",
|
|
975
|
+
None,
|
|
942
976
|
local_benchmark_output_filename,
|
|
943
977
|
False,
|
|
944
|
-
benchmark_tool_workdir,
|
|
945
978
|
False,
|
|
979
|
+
False,
|
|
980
|
+
None,
|
|
981
|
+
None,
|
|
982
|
+
None,
|
|
983
|
+
None,
|
|
984
|
+
override_test_time,
|
|
946
985
|
)
|
|
947
|
-
|
|
986
|
+
elif "vector_db_benchmark" in benchmark_tool:
|
|
948
987
|
(
|
|
949
988
|
_,
|
|
950
989
|
benchmark_command_str,
|
|
951
|
-
|
|
952
|
-
) = prepare_memtier_benchmark_parameters(
|
|
990
|
+
) = prepare_vector_db_benchmark_parameters(
|
|
953
991
|
benchmark_config["clientconfig"],
|
|
954
992
|
full_benchmark_path,
|
|
955
993
|
redis_proc_start_port,
|
|
956
994
|
"localhost",
|
|
957
995
|
None,
|
|
996
|
+
client_mnt_point,
|
|
997
|
+
)
|
|
998
|
+
else:
|
|
999
|
+
(
|
|
1000
|
+
benchmark_command,
|
|
1001
|
+
benchmark_command_str,
|
|
1002
|
+
) = prepare_benchmark_parameters(
|
|
1003
|
+
benchmark_config,
|
|
1004
|
+
full_benchmark_path,
|
|
1005
|
+
redis_proc_start_port,
|
|
1006
|
+
"localhost",
|
|
958
1007
|
local_benchmark_output_filename,
|
|
959
1008
|
False,
|
|
1009
|
+
benchmark_tool_workdir,
|
|
960
1010
|
False,
|
|
961
|
-
False,
|
|
962
|
-
None,
|
|
963
|
-
None,
|
|
964
|
-
None,
|
|
965
|
-
None,
|
|
966
|
-
override_test_time,
|
|
967
1011
|
)
|
|
968
1012
|
|
|
969
1013
|
client_container_image = extract_client_container_image(
|
|
@@ -995,23 +1039,37 @@ def process_self_contained_coordinator_stream(
|
|
|
995
1039
|
)
|
|
996
1040
|
# run the benchmark
|
|
997
1041
|
benchmark_start_time = datetime.datetime.now()
|
|
998
|
-
|
|
999
|
-
|
|
1000
|
-
|
|
1001
|
-
|
|
1002
|
-
|
|
1003
|
-
|
|
1004
|
-
|
|
1005
|
-
|
|
1006
|
-
|
|
1007
|
-
|
|
1008
|
-
|
|
1009
|
-
|
|
1010
|
-
|
|
1011
|
-
|
|
1012
|
-
|
|
1013
|
-
|
|
1014
|
-
|
|
1042
|
+
try:
|
|
1043
|
+
client_container_stdout = (
|
|
1044
|
+
docker_client.containers.run(
|
|
1045
|
+
image=client_container_image,
|
|
1046
|
+
volumes={
|
|
1047
|
+
temporary_dir_client: {
|
|
1048
|
+
"bind": client_mnt_point,
|
|
1049
|
+
"mode": "rw",
|
|
1050
|
+
},
|
|
1051
|
+
},
|
|
1052
|
+
auto_remove=True,
|
|
1053
|
+
privileged=True,
|
|
1054
|
+
working_dir=benchmark_tool_workdir,
|
|
1055
|
+
command=benchmark_command_str,
|
|
1056
|
+
network_mode="host",
|
|
1057
|
+
detach=False,
|
|
1058
|
+
cpuset_cpus=client_cpuset_cpus,
|
|
1059
|
+
)
|
|
1060
|
+
)
|
|
1061
|
+
except docker.errors.ContainerError as e:
|
|
1062
|
+
logging.info(
|
|
1063
|
+
"stdout: {}".format(
|
|
1064
|
+
e.container.logs(stdout=True)
|
|
1065
|
+
)
|
|
1066
|
+
)
|
|
1067
|
+
logging.info(
|
|
1068
|
+
"stderr: {}".format(
|
|
1069
|
+
e.container.logs(stderr=True)
|
|
1070
|
+
)
|
|
1071
|
+
)
|
|
1072
|
+
raise e
|
|
1015
1073
|
|
|
1016
1074
|
benchmark_end_time = datetime.datetime.now()
|
|
1017
1075
|
benchmark_duration_seconds = (
|
|
@@ -1133,39 +1191,44 @@ def process_self_contained_coordinator_stream(
|
|
|
1133
1191
|
and git_timestamp_ms is not None
|
|
1134
1192
|
):
|
|
1135
1193
|
datapoint_time_ms = git_timestamp_ms
|
|
1136
|
-
|
|
1137
|
-
|
|
1138
|
-
|
|
1139
|
-
|
|
1140
|
-
|
|
1141
|
-
|
|
1142
|
-
|
|
1143
|
-
)
|
|
1144
|
-
full_result_path = local_benchmark_output_filename
|
|
1145
|
-
if "memtier_benchmark" in benchmark_tool:
|
|
1146
|
-
full_result_path = "{}/{}".format(
|
|
1147
|
-
temporary_dir_client,
|
|
1194
|
+
if "vector_db_benchmark" in benchmark_tool:
|
|
1195
|
+
results_dict = post_process_vector_db(
|
|
1196
|
+
temporary_dir_client
|
|
1197
|
+
)
|
|
1198
|
+
else:
|
|
1199
|
+
post_process_benchmark_results(
|
|
1200
|
+
benchmark_tool,
|
|
1148
1201
|
local_benchmark_output_filename,
|
|
1202
|
+
datapoint_time_ms,
|
|
1203
|
+
start_time_str,
|
|
1204
|
+
client_container_stdout,
|
|
1205
|
+
None,
|
|
1149
1206
|
)
|
|
1150
|
-
|
|
1151
|
-
"
|
|
1152
|
-
full_result_path
|
|
1207
|
+
full_result_path = local_benchmark_output_filename
|
|
1208
|
+
if "memtier_benchmark" in benchmark_tool:
|
|
1209
|
+
full_result_path = "{}/{}".format(
|
|
1210
|
+
temporary_dir_client,
|
|
1211
|
+
local_benchmark_output_filename,
|
|
1212
|
+
)
|
|
1213
|
+
logging.info(
|
|
1214
|
+
"Reading results json from {}".format(
|
|
1215
|
+
full_result_path
|
|
1216
|
+
)
|
|
1153
1217
|
)
|
|
1154
|
-
)
|
|
1155
1218
|
|
|
1156
|
-
|
|
1157
|
-
|
|
1158
|
-
|
|
1159
|
-
|
|
1160
|
-
|
|
1161
|
-
|
|
1162
|
-
|
|
1163
|
-
|
|
1164
|
-
|
|
1165
|
-
|
|
1166
|
-
|
|
1167
|
-
|
|
1168
|
-
|
|
1219
|
+
with open(
|
|
1220
|
+
full_result_path,
|
|
1221
|
+
"r",
|
|
1222
|
+
) as json_file:
|
|
1223
|
+
results_dict = json.load(json_file)
|
|
1224
|
+
print_results_table_stdout(
|
|
1225
|
+
benchmark_config,
|
|
1226
|
+
default_metrics,
|
|
1227
|
+
results_dict,
|
|
1228
|
+
setup_type,
|
|
1229
|
+
test_name,
|
|
1230
|
+
None,
|
|
1231
|
+
)
|
|
1169
1232
|
|
|
1170
1233
|
dataset_load_duration_seconds = 0
|
|
1171
1234
|
try:
|
redis_benchmarks_specification/setups/builders/gcc:10.5.0-amd64-debian-bullseye-redisearch.yml
ADDED
|
@@ -0,0 +1,24 @@
|
|
|
1
|
+
version: 0.1
|
|
2
|
+
id: gcc:10.5.0-amd64-debian-bullseye-redisearch
|
|
3
|
+
os: debian-bullseye
|
|
4
|
+
arch: amd64
|
|
5
|
+
compiler: "gcc"
|
|
6
|
+
cpp_compiler: "g++"
|
|
7
|
+
kind: docker
|
|
8
|
+
build_image: gcc:10.5.0-bullseye
|
|
9
|
+
run_image: debian:bullseye
|
|
10
|
+
description: "Using GNU Compiler Containers (https://hub.docker.com/_/gcc?tab=description)
|
|
11
|
+
pre-configured environment with all the tools required to build with gcc."
|
|
12
|
+
build_artifacts:
|
|
13
|
+
- redisearch.so
|
|
14
|
+
- redis-server
|
|
15
|
+
build_command: "sh -c 'apt update && apt install python3-pip -y && BUILD_WITH_MODULES=yes make --ignore-errors -j && cd modules/redisearch/src && make setup && make build && cd -'"
|
|
16
|
+
metadata:
|
|
17
|
+
compiler: "gcc"
|
|
18
|
+
compiler_version: "10.5.0"
|
|
19
|
+
os: debian-bullseye
|
|
20
|
+
arch: amd64
|
|
21
|
+
|
|
22
|
+
env:
|
|
23
|
+
REDIS_CFLAGS: "-g -fno-omit-frame-pointer"
|
|
24
|
+
|
|
@@ -10,6 +10,17 @@ spec:
|
|
|
10
10
|
cpus: "1"
|
|
11
11
|
memory: "10g"
|
|
12
12
|
|
|
13
|
+
- name: oss-standalone-with-redisearch
|
|
14
|
+
type: oss-standalone
|
|
15
|
+
redis_topology:
|
|
16
|
+
primaries: 1
|
|
17
|
+
replicas: 0
|
|
18
|
+
redis_arguments: --loadmodule /mnt/redis/redisearch.so
|
|
19
|
+
resources:
|
|
20
|
+
requests:
|
|
21
|
+
cpus: "1"
|
|
22
|
+
memory: "10g"
|
|
23
|
+
|
|
13
24
|
- name: oss-standalone-02-io-threads
|
|
14
25
|
type: oss-standalone
|
|
15
26
|
redis_topology:
|
|
@@ -1,34 +1,28 @@
|
|
|
1
1
|
version: 0.4
|
|
2
2
|
name: memtier_benchmark-10Mkeys-string-get-10B-pipeline-100-nokeyprefix
|
|
3
|
-
description:
|
|
3
|
+
description: memtier_benchmark, 10M keys, string GET, 10B value size, pipeline=100, no key prefix
|
|
4
4
|
dbconfig:
|
|
5
5
|
configuration-parameters:
|
|
6
6
|
save: '""'
|
|
7
7
|
check:
|
|
8
8
|
keyspacelen: 10000000
|
|
9
|
-
preload_tool:
|
|
10
|
-
run_image: redislabs/memtier_benchmark:edge
|
|
11
|
-
tool: memtier_benchmark
|
|
12
|
-
arguments: '--key-maximum 10000000 -n allkeys --key-prefix "" --data-size 10 --ratio 1:0 --key-pattern P:P -c 50 -t 2 --hide-histogram --key-minimum 1'
|
|
13
9
|
resources:
|
|
14
10
|
requests:
|
|
15
|
-
memory:
|
|
11
|
+
memory: 10g
|
|
12
|
+
tested-groups:
|
|
13
|
+
- string
|
|
16
14
|
tested-commands:
|
|
17
15
|
- get
|
|
18
16
|
redis-topologies:
|
|
19
17
|
- oss-standalone
|
|
20
|
-
|
|
21
|
-
- gcc:8.5.0-amd64-debian-buster-default
|
|
22
|
-
- dockerhub
|
|
18
|
+
- oss-cluster-3-primaries
|
|
23
19
|
clientconfig:
|
|
24
20
|
run_image: redislabs/memtier_benchmark:edge
|
|
25
21
|
tool: memtier_benchmark
|
|
26
|
-
arguments: '
|
|
22
|
+
arguments: '"--data-size" "10" --command "GET __key__" --command-key-pattern="R" --key-prefix="" -c 50 -t 2 --pipeline 100 --hide-histogram --test-time 180'
|
|
27
23
|
resources:
|
|
28
24
|
requests:
|
|
29
|
-
cpus: '
|
|
25
|
+
cpus: '3'
|
|
30
26
|
memory: 2g
|
|
31
27
|
|
|
32
|
-
|
|
33
|
-
- string
|
|
34
|
-
priority: 1
|
|
28
|
+
priority: 33
|
|
@@ -1,30 +1,28 @@
|
|
|
1
1
|
version: 0.4
|
|
2
2
|
name: memtier_benchmark-1Mkeys-load-string-with-10B-values-pipeline-100-nokeyprefix
|
|
3
|
-
description:
|
|
3
|
+
description: memtier_benchmark, 1M keys, string SET, 10B value size, pipeline=100, no key prefix
|
|
4
4
|
dbconfig:
|
|
5
5
|
configuration-parameters:
|
|
6
6
|
save: '""'
|
|
7
7
|
check:
|
|
8
|
-
keyspacelen:
|
|
8
|
+
keyspacelen: 1000000
|
|
9
9
|
resources:
|
|
10
10
|
requests:
|
|
11
11
|
memory: 1g
|
|
12
|
+
tested-groups:
|
|
13
|
+
- string
|
|
12
14
|
tested-commands:
|
|
13
15
|
- set
|
|
14
16
|
redis-topologies:
|
|
15
17
|
- oss-standalone
|
|
16
|
-
|
|
17
|
-
- gcc:8.5.0-amd64-debian-buster-default
|
|
18
|
-
- dockerhub
|
|
18
|
+
- oss-cluster-3-primaries
|
|
19
19
|
clientconfig:
|
|
20
20
|
run_image: redislabs/memtier_benchmark:edge
|
|
21
21
|
tool: memtier_benchmark
|
|
22
|
-
arguments: '"--
|
|
22
|
+
arguments: '"--data-size" "10" --command "SET __key__ __data__" --command-key-pattern="R" --key-prefix="" -c 50 -t 2 --pipeline 100 --hide-histogram --test-time 180'
|
|
23
23
|
resources:
|
|
24
24
|
requests:
|
|
25
|
-
cpus: '
|
|
25
|
+
cpus: '3'
|
|
26
26
|
memory: 2g
|
|
27
27
|
|
|
28
|
-
|
|
29
|
-
- string
|
|
30
|
-
priority: 17
|
|
28
|
+
priority: 33
|
|
@@ -1,34 +1,28 @@
|
|
|
1
1
|
version: 0.4
|
|
2
2
|
name: memtier_benchmark-1Mkeys-string-get-10B-pipeline-100-nokeyprefix
|
|
3
|
-
description:
|
|
3
|
+
description: memtier_benchmark, 1M keys, string GET, 10B value size, pipeline=100, no key prefix
|
|
4
4
|
dbconfig:
|
|
5
5
|
configuration-parameters:
|
|
6
6
|
save: '""'
|
|
7
7
|
check:
|
|
8
8
|
keyspacelen: 1000000
|
|
9
|
-
preload_tool:
|
|
10
|
-
run_image: redislabs/memtier_benchmark:edge
|
|
11
|
-
tool: memtier_benchmark
|
|
12
|
-
arguments: '--key-maximum 1000000 -n allkeys --key-prefix "" --data-size 10 --ratio 1:0 --key-pattern P:P -c 50 -t 2 --hide-histogram --key-minimum 1'
|
|
13
9
|
resources:
|
|
14
10
|
requests:
|
|
15
11
|
memory: 1g
|
|
12
|
+
tested-groups:
|
|
13
|
+
- string
|
|
16
14
|
tested-commands:
|
|
17
15
|
- get
|
|
18
16
|
redis-topologies:
|
|
19
17
|
- oss-standalone
|
|
20
|
-
|
|
21
|
-
- gcc:8.5.0-amd64-debian-buster-default
|
|
22
|
-
- dockerhub
|
|
18
|
+
- oss-cluster-3-primaries
|
|
23
19
|
clientconfig:
|
|
24
20
|
run_image: redislabs/memtier_benchmark:edge
|
|
25
21
|
tool: memtier_benchmark
|
|
26
|
-
arguments: '
|
|
22
|
+
arguments: '"--data-size" "10" --command "GET __key__" --command-key-pattern="R" --key-prefix="" -c 50 -t 2 --pipeline 100 --hide-histogram --test-time 180'
|
|
27
23
|
resources:
|
|
28
24
|
requests:
|
|
29
|
-
cpus: '
|
|
25
|
+
cpus: '3'
|
|
30
26
|
memory: 2g
|
|
31
27
|
|
|
32
|
-
|
|
33
|
-
- string
|
|
34
|
-
priority: 1
|
|
28
|
+
priority: 33
|
|
@@ -0,0 +1,34 @@
|
|
|
1
|
+
version: 0.4
|
|
2
|
+
name: memtier_benchmark-1key-zset-600K-elements-zrangestore-1K-elements
|
|
3
|
+
description: Runs memtier_benchmark, for a keyspace length of 1 key doing zrangestore on a high cardinality sorted set
|
|
4
|
+
dbconfig:
|
|
5
|
+
configuration-parameters:
|
|
6
|
+
save: '""'
|
|
7
|
+
check:
|
|
8
|
+
keyspacelen: 1
|
|
9
|
+
preload_tool:
|
|
10
|
+
run_image: redislabs/memtier_benchmark:edge
|
|
11
|
+
tool: memtier_benchmark
|
|
12
|
+
arguments: '-n allkeys "--data-size" "10" --key-prefix "" "--command" "ZADD zset __key__ __key__" "--command-key-pattern" "P" "-c" "1" "-t" "1" "--hide-histogram" "--key-minimum" "1" "--key-maximum" "600001"'
|
|
13
|
+
resources:
|
|
14
|
+
requests:
|
|
15
|
+
memory: 1g
|
|
16
|
+
tested-commands:
|
|
17
|
+
- zrangestore
|
|
18
|
+
redis-topologies:
|
|
19
|
+
- oss-standalone
|
|
20
|
+
build-variants:
|
|
21
|
+
- gcc:8.5.0-amd64-debian-buster-default
|
|
22
|
+
- dockerhub
|
|
23
|
+
clientconfig:
|
|
24
|
+
run_image: redislabs/memtier_benchmark:edge
|
|
25
|
+
tool: memtier_benchmark
|
|
26
|
+
arguments: --test-time 120 -c 1 -t 1 --command "ZRANGESTORE zset1 zset 0 1000" --command-key-pattern="P" --key-minimum=1 --key-maximum 1 --hide-histogram
|
|
27
|
+
resources:
|
|
28
|
+
requests:
|
|
29
|
+
cpus: '4'
|
|
30
|
+
memory: 4g
|
|
31
|
+
|
|
32
|
+
tested-groups:
|
|
33
|
+
- sorted-set
|
|
34
|
+
priority: 12
|
|
@@ -0,0 +1,34 @@
|
|
|
1
|
+
version: 0.4
|
|
2
|
+
name: memtier_benchmark-1key-zset-600K-elements-zrangestore-300K-elements
|
|
3
|
+
description: Runs memtier_benchmark, for a keyspace length of 1 key loading the sorted set with 5 elements with different floating-point numbers, gradually increasing in the size of the float to parse. This is a control benchmark for the one named memtier_benchmark-1key-load-zset-with-5-elements-hexa-score
|
|
4
|
+
dbconfig:
|
|
5
|
+
configuration-parameters:
|
|
6
|
+
save: '""'
|
|
7
|
+
check:
|
|
8
|
+
keyspacelen: 1
|
|
9
|
+
preload_tool:
|
|
10
|
+
run_image: redislabs/memtier_benchmark:edge
|
|
11
|
+
tool: memtier_benchmark
|
|
12
|
+
arguments: '-n allkeys "--data-size" "10" --key-prefix "" "--command" "ZADD zset __key__ __key__" "--command-key-pattern" "P" "-c" "1" "-t" "1" "--hide-histogram" "--key-minimum" "1" "--key-maximum" "600001"'
|
|
13
|
+
resources:
|
|
14
|
+
requests:
|
|
15
|
+
memory: 1g
|
|
16
|
+
tested-commands:
|
|
17
|
+
- zrangestore
|
|
18
|
+
redis-topologies:
|
|
19
|
+
- oss-standalone
|
|
20
|
+
build-variants:
|
|
21
|
+
- gcc:8.5.0-amd64-debian-buster-default
|
|
22
|
+
- dockerhub
|
|
23
|
+
clientconfig:
|
|
24
|
+
run_image: redislabs/memtier_benchmark:edge
|
|
25
|
+
tool: memtier_benchmark
|
|
26
|
+
arguments: --test-time 120 -c 1 -t 1 --command "ZRANGESTORE zset1 zset 0 300000" --command-key-pattern="P" --key-minimum=1 --key-maximum 1 --hide-histogram
|
|
27
|
+
resources:
|
|
28
|
+
requests:
|
|
29
|
+
cpus: '4'
|
|
30
|
+
memory: 4g
|
|
31
|
+
|
|
32
|
+
tested-groups:
|
|
33
|
+
- sorted-set
|
|
34
|
+
priority: 12
|
|
@@ -0,0 +1,44 @@
|
|
|
1
|
+
version: 0.4
|
|
2
|
+
name: vector_db_benchmark_test
|
|
3
|
+
description: Test if vector-db-benchmark can be run with this tool
|
|
4
|
+
dbconfig:
|
|
5
|
+
configuration-parameters:
|
|
6
|
+
save: '""'
|
|
7
|
+
check:
|
|
8
|
+
keyspacelen: 0
|
|
9
|
+
resources:
|
|
10
|
+
requests:
|
|
11
|
+
memory: 1g
|
|
12
|
+
tested-groups:
|
|
13
|
+
- search
|
|
14
|
+
tested-commands:
|
|
15
|
+
- hset
|
|
16
|
+
- ft.search
|
|
17
|
+
redis-topologies:
|
|
18
|
+
- oss-standalone-with-redisearch
|
|
19
|
+
build-variants:
|
|
20
|
+
- gcc:10.5.0-amd64-debian-bullseye-redisearch
|
|
21
|
+
- dockerhub
|
|
22
|
+
clientconfig:
|
|
23
|
+
run_image: vector-db-benchmark:test
|
|
24
|
+
tool: vector_db_benchmark
|
|
25
|
+
datasets: laion-img-emb-512-1M-cosine
|
|
26
|
+
engine: redis-hnsw-m-16-ef-128
|
|
27
|
+
#arguments: '"--data-size" "100" --command "LPUSH __key__ __data__" --command-key-pattern="P" --key-minimum=1 --key-maximum 1000000 --test-time 180 -c 50 -t 4 --hide-histogram'
|
|
28
|
+
resources:
|
|
29
|
+
requests:
|
|
30
|
+
cpus: '4'
|
|
31
|
+
memory: 2g
|
|
32
|
+
|
|
33
|
+
exporter:
|
|
34
|
+
redistimeseries:
|
|
35
|
+
break_by:
|
|
36
|
+
- version
|
|
37
|
+
- commit
|
|
38
|
+
metrics:
|
|
39
|
+
- upload_time
|
|
40
|
+
- total_time
|
|
41
|
+
- rps
|
|
42
|
+
- precision
|
|
43
|
+
|
|
44
|
+
priority: 38
|
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
Metadata-Version: 2.
|
|
1
|
+
Metadata-Version: 2.3
|
|
2
2
|
Name: redis-benchmarks-specification
|
|
3
|
-
Version: 0.1.
|
|
3
|
+
Version: 0.1.264
|
|
4
4
|
Summary: The Redis benchmarks specification describes the cross-language/tools requirements and expectations to foster performance and observability standards around redis related technologies. Members from both industry and academia, including organizations and individuals are encouraged to contribute.
|
|
5
5
|
Author: filipecosta90
|
|
6
6
|
Author-email: filipecosta.90@gmail.com
|
|
@@ -9,6 +9,7 @@ Classifier: Programming Language :: Python :: 3
|
|
|
9
9
|
Classifier: Programming Language :: Python :: 3.10
|
|
10
10
|
Classifier: Programming Language :: Python :: 3.11
|
|
11
11
|
Classifier: Programming Language :: Python :: 3.12
|
|
12
|
+
Classifier: Programming Language :: Python :: 3.13
|
|
12
13
|
Requires-Dist: Flask (>=2.0.3,<3.0.0)
|
|
13
14
|
Requires-Dist: Flask-HTTPAuth (>=4.4.0,<5.0.0)
|
|
14
15
|
Requires-Dist: GitPython (>=3.1.20,<4.0.0)
|
|
@@ -4,12 +4,12 @@ redis_benchmarks_specification/__api__/api.py,sha256=k_CMICtMm1z8jY3hByaL0hIr_5v
|
|
|
4
4
|
redis_benchmarks_specification/__api__/app.py,sha256=JzQm84DjIVdfLbDO423BJbrds6gFzMbA0syRkHE_aUU,7063
|
|
5
5
|
redis_benchmarks_specification/__builder__/Readme.md,sha256=O6MV_J3OSgzW-ir2TbukP8Vhkm_LOzQJJndG1Cykqic,111
|
|
6
6
|
redis_benchmarks_specification/__builder__/__init__.py,sha256=l-G1z-t6twUgi8QLueqoTQLvJmv3hJoEYskGm6H7L6M,83
|
|
7
|
-
redis_benchmarks_specification/__builder__/builder.py,sha256=
|
|
7
|
+
redis_benchmarks_specification/__builder__/builder.py,sha256=cK2yGtoS6Xnux7wANQkTT2rCvkz5Y5_7huQbQFAcMMk,28324
|
|
8
8
|
redis_benchmarks_specification/__builder__/schema.py,sha256=1wcmyVJBcWrBvK58pghN9NCoWLCO3BzPsmdKWYfkVog,584
|
|
9
9
|
redis_benchmarks_specification/__cli__/__init__.py,sha256=l-G1z-t6twUgi8QLueqoTQLvJmv3hJoEYskGm6H7L6M,83
|
|
10
10
|
redis_benchmarks_specification/__cli__/args.py,sha256=uZkk1Jom9i0xJ_OpVMrIWbw_70jFo7IswLV2EtKTKEA,7210
|
|
11
11
|
redis_benchmarks_specification/__cli__/cli.py,sha256=6tt0Ai-JIFEF3ykWFU2_g5ZrzKVIoyLLXUmyzYpVDF4,21843
|
|
12
|
-
redis_benchmarks_specification/__cli__/stats.py,sha256=
|
|
12
|
+
redis_benchmarks_specification/__cli__/stats.py,sha256=vTwNjvlPj3SVFWJRuIATqgrSuGKpYeV8aXjEXnuzhRk,26845
|
|
13
13
|
redis_benchmarks_specification/__common__/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
14
14
|
redis_benchmarks_specification/__common__/builder_schema.py,sha256=kfDpRIk7NkJrb5qj9jzsBhLVNO7K_W2Clumj4pxrkG8,5938
|
|
15
15
|
redis_benchmarks_specification/__common__/env.py,sha256=kvJ8Ll-fvI_Tc0vynrzUEr22TqnJizzvJ4Lu9RjNr_M,3119
|
|
@@ -26,15 +26,16 @@ redis_benchmarks_specification/__runner__/__init__.py,sha256=l-G1z-t6twUgi8QLueq
|
|
|
26
26
|
redis_benchmarks_specification/__runner__/args.py,sha256=ipEYOM3f4O4ZZH6sQfIc8529oaC1RZCSjcL_uyHhcAU,7529
|
|
27
27
|
redis_benchmarks_specification/__runner__/runner.py,sha256=A4uUkYn7KRBO5xdiNe8NvPC6h1t8G1NHrb8pmWQGcwo,49476
|
|
28
28
|
redis_benchmarks_specification/__self_contained_coordinator__/__init__.py,sha256=l-G1z-t6twUgi8QLueqoTQLvJmv3hJoEYskGm6H7L6M,83
|
|
29
|
-
redis_benchmarks_specification/__self_contained_coordinator__/args.py,sha256=
|
|
29
|
+
redis_benchmarks_specification/__self_contained_coordinator__/args.py,sha256=uxBjdQ78klvsVi6lOfGYQVaWIxc8OI-DwYKY16SgvCY,5952
|
|
30
30
|
redis_benchmarks_specification/__self_contained_coordinator__/artifacts.py,sha256=OVHqJzDgeSSRfUSiKp1ZTAVv14PvSbk-5yJsAAoUfpw,936
|
|
31
31
|
redis_benchmarks_specification/__self_contained_coordinator__/build_info.py,sha256=vlg8H8Rxu2falW8xp1GvL1SV1fyBguSbz6Apxc7A2yM,2282
|
|
32
|
-
redis_benchmarks_specification/__self_contained_coordinator__/clients.py,sha256=
|
|
32
|
+
redis_benchmarks_specification/__self_contained_coordinator__/clients.py,sha256=ydpbKrL_pNRlqU9lNCeIlFb-EAZF3Eh5THeXus7NZdc,1608
|
|
33
33
|
redis_benchmarks_specification/__self_contained_coordinator__/cpuset.py,sha256=sRvtoJIitppcOpm3R5LbVmSfPEAqPumOqVATnF5Wbek,594
|
|
34
34
|
redis_benchmarks_specification/__self_contained_coordinator__/docker.py,sha256=Alf9Y1dfuOMoD4u_Dv3jTodkwZfSrlo2_YceevaWNFo,2757
|
|
35
|
+
redis_benchmarks_specification/__self_contained_coordinator__/post_processing.py,sha256=sVLKNnWdAqYY9DjVdqRC5tDaIrVSaI3Ca7w8-DQ-LRM,776
|
|
35
36
|
redis_benchmarks_specification/__self_contained_coordinator__/prepopulation.py,sha256=qB1rwqkROfuyFotB7MfUQiYS4Gzafd8dd2ca7lT4l2I,2909
|
|
36
|
-
redis_benchmarks_specification/__self_contained_coordinator__/runners.py,sha256=
|
|
37
|
-
redis_benchmarks_specification/__self_contained_coordinator__/self_contained_coordinator.py,sha256=
|
|
37
|
+
redis_benchmarks_specification/__self_contained_coordinator__/runners.py,sha256=12VOteGiJZ_oc4CKyEWfKKSlWmZIDquGfUD57MffPuM,29396
|
|
38
|
+
redis_benchmarks_specification/__self_contained_coordinator__/self_contained_coordinator.py,sha256=Nl4SmoF-qcZpjtHxU0_ifA4f-E8gRCxOoZBzl9MqY7c,78711
|
|
38
39
|
redis_benchmarks_specification/__setups__/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
39
40
|
redis_benchmarks_specification/__setups__/topologies.py,sha256=xQ1IJkcTji_ZjLiJd3vOxZpvbNtBLZw9cPkw5hGJKHU,481
|
|
40
41
|
redis_benchmarks_specification/__spec__/__init__.py,sha256=l-G1z-t6twUgi8QLueqoTQLvJmv3hJoEYskGm6H7L6M,83
|
|
@@ -181,10 +182,11 @@ redis_benchmarks_specification/latency-test-suites/latency-rate-limited-1000_qps
|
|
|
181
182
|
redis_benchmarks_specification/latency-test-suites/latency-rate-limited-1000_qps-memtier_benchmark-2keys-zset-300-elements-skiplist-encoded-zunion.yml,sha256=IjPgjugEp7vLjRUdbag8jr4PeKHZG1pwjcXAQ3g4TIg,41164
|
|
182
183
|
redis_benchmarks_specification/latency-test-suites/latency-rate-limited-1000_qps-memtier_benchmark-2keys-zset-300-elements-skiplist-encoded-zunionstore.yml,sha256=F7I9fQ6p1m6iVSGgo_YshkXIPXBkDi7zMzawdRDH1vE,41207
|
|
183
184
|
redis_benchmarks_specification/latency-test-suites/latency-rate-limited-100_qps-memtier_benchmark-1key-1Billion-bits-bitmap-bitcount.yml,sha256=X-qkxCkqtQUClOEXI2SQ1wP7xNOsfRHozvZwtrv2xjo,1358
|
|
185
|
+
redis_benchmarks_specification/setups/builders/gcc:10.5.0-amd64-debian-bullseye-redisearch.yml,sha256=wqEmrvTZsfKYUy-4L_kiprjo_zlenYTzNzsPYEFjDx0,761
|
|
184
186
|
redis_benchmarks_specification/setups/builders/gcc:8.5.0-amd64-debian-buster-default.yml,sha256=Xt1s2b6clVnPDOfHD4tbCvZSNpzjHi4Cf6LGP323djE,511
|
|
185
187
|
redis_benchmarks_specification/setups/builders/gcc:8.5.0-arm64-debian-buster-default.yml,sha256=I6qEO7MZKduVx6xbBrRniE1i6NK9R8-uQXdQJT9o5G4,511
|
|
186
188
|
redis_benchmarks_specification/setups/platforms/aws-ec2-1node-c5.4xlarge.yml,sha256=l7HsjccpebwZXeutnt3SHSETw4iiRwQ9dCDXLOySSRQ,622
|
|
187
|
-
redis_benchmarks_specification/setups/topologies/topologies.yml,sha256=
|
|
189
|
+
redis_benchmarks_specification/setups/topologies/topologies.yml,sha256=N2UOKA8tG_pLpaSFtn7WdUmDNYwxRyTv9Ln_PCOPTco,3261
|
|
188
190
|
redis_benchmarks_specification/test-suites/defaults.yml,sha256=CfNfn_nKTtVvbbTwmksJgLKzCzzBAm5SO7UAdrcqncg,1268
|
|
189
191
|
redis_benchmarks_specification/test-suites/generate.py,sha256=FApiWulMw-_2jhl1zqrLUnTnOk3Vm7YxC3oGdauhv3A,3835
|
|
190
192
|
redis_benchmarks_specification/test-suites/memtier_benchmark-100Kkeys-hash-hgetall-50-fields-100B-values.yml,sha256=BR5hCMZtC_rrbWtGuGs96yZXIxeJobB59MY1hqR0m0E,2009
|
|
@@ -198,7 +200,7 @@ redis_benchmarks_specification/test-suites/memtier_benchmark-10Mkeys-load-hash-5
|
|
|
198
200
|
redis_benchmarks_specification/test-suites/memtier_benchmark-10Mkeys-load-hash-5-fields-with-100B-values.yml,sha256=MPo4livD4Rl9ExUzTghtSEg6pUQoL55jkAhfNF6BH7o,914
|
|
199
201
|
redis_benchmarks_specification/test-suites/memtier_benchmark-10Mkeys-load-hash-5-fields-with-10B-values-pipeline-10.yml,sha256=woHfOPYnDjh8nn5bCAALzh2-b5VpljhvioY6vE7KzD4,941
|
|
200
202
|
redis_benchmarks_specification/test-suites/memtier_benchmark-10Mkeys-load-hash-5-fields-with-10B-values.yml,sha256=qHoiZqldaLl2Es7r-1_cZFSIr9J0LpSxeqcF11iSC_Y,911
|
|
201
|
-
redis_benchmarks_specification/test-suites/memtier_benchmark-10Mkeys-string-get-10B-pipeline-100-nokeyprefix.yml,sha256=
|
|
203
|
+
redis_benchmarks_specification/test-suites/memtier_benchmark-10Mkeys-string-get-10B-pipeline-100-nokeyprefix.yml,sha256=0-HQ6achjpCyG86CJPpIkePpYphzKhR8h-dfrqCNipk,743
|
|
202
204
|
redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-100B-expire-use-case.yml,sha256=Qd3odpq9rr95qogVIHvXAyyFJQtqfiswrAPuGg0zb6s,1274
|
|
203
205
|
redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-10B-expire-use-case.yml,sha256=q--89owV1uh0Mpb1EBriORMPNPv9Jrb4GRUstUSwtvI,1270
|
|
204
206
|
redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-10B-psetex-expire-use-case.yml,sha256=AtBn-eU4ZiVVOV_gf3qiNSmDxatEiKMl3k6flC8hYdc,1084
|
|
@@ -241,7 +243,7 @@ redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-stream-
|
|
|
241
243
|
redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-100B-values-pipeline-10.yml,sha256=w-xyDU5zG1eQ9uxY46U2IhWo5eU1w-aAmqDFsZN-94A,820
|
|
242
244
|
redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-100B-values.yml,sha256=gjviRmZrNaJw5iaZYh7o9X4pNCCnSdyR3cq_CQ-VNQQ,845
|
|
243
245
|
redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-10B-values-pipeline-10.yml,sha256=h2SKE3sXs88fhhk18olwAxVgxOuxwLqvUjFY0kovytk,842
|
|
244
|
-
redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-10B-values-pipeline-100-nokeyprefix.yml,sha256=
|
|
246
|
+
redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-10B-values-pipeline-100-nokeyprefix.yml,sha256=2IcbNXjSX-o0vkMJu4jRPnploWYSfDXeZjO6cLJZ6DU,761
|
|
245
247
|
redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-10B-values-pipeline-100.yml,sha256=dQgK1wfCdc070N3dK7G-4qomgHm1n0lMlCRhpyqt7BY,844
|
|
246
248
|
redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-10B-values-pipeline-50.yml,sha256=pq3dJ3Kn0ws9sFrj-_4Kqe9KIY2rpy0JUMSv4dbxxe4,842
|
|
247
249
|
redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-10B-values-pipeline-500.yml,sha256=s0I485dXIzLFuS88YX7VHZksCb68gQvDr7MM9VLfaMU,844
|
|
@@ -257,7 +259,7 @@ redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-decr.
|
|
|
257
259
|
redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-100B-pipeline-10.yml,sha256=gWswFs6SZOi50BsIjbXkwGmza2-iWAbaf7hW64eH8OU,970
|
|
258
260
|
redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-100B.yml,sha256=_fRtXmRvktAiXBHiL5pp50LzN1RDN6seLKfoDXwWFBU,944
|
|
259
261
|
redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-10B-pipeline-10.yml,sha256=l4KPinBCdBTqmI3iwiIDmDFSa-wAPu6m6LoVTSMo8sM,1041
|
|
260
|
-
redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-10B-pipeline-100-nokeyprefix.yml,sha256
|
|
262
|
+
redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-10B-pipeline-100-nokeyprefix.yml,sha256=-IUz8rOWaRRaboDxsjYc6RcQvWpcOs0CMwfu6H3yR4c,739
|
|
261
263
|
redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-10B-pipeline-100.yml,sha256=tJZBF0fxhkd6hUiySqFG62dxscJqRqZo4cfhj09SRVw,1043
|
|
262
264
|
redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-10B-pipeline-50.yml,sha256=2fVFN3RtVgsDA6vssrrdbzMCj1Pw1Sa48nz0gvvUFD0,1041
|
|
263
265
|
redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-10B-pipeline-500.yml,sha256=_-nT2YzJSJuKkNCMsTPZp1xgqJsTAUACLnvszDarn9U,1043
|
|
@@ -346,6 +348,8 @@ redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zset-1M-elemen
|
|
|
346
348
|
redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zset-1M-elements-zrevrange-5-elements.yml,sha256=PC0XF3qArdCouNREp7gur90CMVNRbzs64r3LVDtA7OA,1097
|
|
347
349
|
redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zset-1M-elements-zrevrange-withscores-5-elements-pipeline-10.yml,sha256=jGAKUehiL-y7SDyQ5VVFvsCG1SkDezttZ5SJjoe9yGY,1145
|
|
348
350
|
redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zset-1M-elements-zscore-pipeline-10.yml,sha256=SKHxxVXYKsTvTDCmOgV85kPYDk4KH_9WnJIg_wAxqG0,1012
|
|
351
|
+
redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zset-600K-elements-zrangestore-1K-elements.yml,sha256=k1WtUhkyyf-jgTFNhQXNQQAyPKP7TghVVN2TkFm6gk8,1112
|
|
352
|
+
redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zset-600K-elements-zrangestore-300K-elements.yml,sha256=J7OwMWeyrv8avA4gs5mpcdCvRV3zuAZjCbFh_IBOnUg,1305
|
|
349
353
|
redis_benchmarks_specification/test-suites/memtier_benchmark-2keys-lua-eval-hset-expire.yml,sha256=AyjvZA310cz8qfg62fGcfQUlkaFPnVmUkx92HQ4cStU,955
|
|
350
354
|
redis_benchmarks_specification/test-suites/memtier_benchmark-2keys-lua-evalsha-hset-expire.yml,sha256=q5M3iOvvYoFtnyKhyYV9hP3VvceQuSXa-D0CL9Uftn8,1033
|
|
351
355
|
redis_benchmarks_specification/test-suites/memtier_benchmark-2keys-set-10-100-elements-sdiff.yml,sha256=fH1hbBCJjmiyE2aDVrmHjpAR75124mePhQ6N94bHRm0,2371
|
|
@@ -369,8 +373,9 @@ redis_benchmarks_specification/test-suites/memtier_benchmark-nokeys-connection-p
|
|
|
369
373
|
redis_benchmarks_specification/test-suites/memtier_benchmark-nokeys-pubsub-publish-1K-channels-10B-no-subscribers.yml,sha256=ich32ZYaXh-ixNNyFi5wvyEfLq0H5l0GS4MOL5TpjuE,774
|
|
370
374
|
redis_benchmarks_specification/test-suites/memtier_benchmark-nokeys-server-time-pipeline-10.yml,sha256=rJuWWXubUeRKQ2GSfHlbPMLeOyM9Eu_MzvN2vgKcAhA,672
|
|
371
375
|
redis_benchmarks_specification/test-suites/template.txt,sha256=d_edIE7Sxa5X7I2yG-Io0bPdbDIHR0oWFoCA3XUt_EU,435
|
|
372
|
-
redis_benchmarks_specification-
|
|
373
|
-
redis_benchmarks_specification-0.1.
|
|
374
|
-
redis_benchmarks_specification-0.1.
|
|
375
|
-
redis_benchmarks_specification-0.1.
|
|
376
|
-
redis_benchmarks_specification-0.1.
|
|
376
|
+
redis_benchmarks_specification/vector-search-test-suites/vector_db_benchmark_test.yml,sha256=uhaSP6YUVmPvZU-qMtPPGdvNEUgUBqOfveUbeJ9WsbI,972
|
|
377
|
+
redis_benchmarks_specification-0.1.264.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
|
|
378
|
+
redis_benchmarks_specification-0.1.264.dist-info/METADATA,sha256=wBh9dS6IwP99SOCeypv4Bifrv7AQaKa8pob7alLcfU0,22777
|
|
379
|
+
redis_benchmarks_specification-0.1.264.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
|
|
380
|
+
redis_benchmarks_specification-0.1.264.dist-info/entry_points.txt,sha256=x5WBXCZsnDRTZxV7SBGmC65L2k-ygdDOxV8vuKN00Nk,715
|
|
381
|
+
redis_benchmarks_specification-0.1.264.dist-info/RECORD,,
|
|
File without changes
|