redisbench-admin 0.10.29__py3-none-any.whl → 0.11.1__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- redisbench_admin/compare/compare.py +0 -1
- redisbench_admin/deploy/deploy.py +9 -1
- redisbench_admin/export/export.py +7 -1
- redisbench_admin/profilers/perf.py +24 -24
- redisbench_admin/run/common.py +57 -7
- redisbench_admin/run/run.py +47 -3
- redisbench_admin/run_async/async_terraform.py +10 -2
- redisbench_admin/run_async/render_files.py +3 -3
- redisbench_admin/run_local/run_local.py +13 -15
- redisbench_admin/run_remote/run_remote.py +12 -12
- redisbench_admin/run_remote/terraform.py +5 -1
- redisbench_admin/utils/benchmark_config.py +13 -10
- redisbench_admin/utils/remote.py +27 -5
- {redisbench_admin-0.10.29.dist-info → redisbench_admin-0.11.1.dist-info}/METADATA +14 -9
- redisbench_admin-0.11.1.dist-info/RECORD +116 -0
- {redisbench_admin-0.10.29.dist-info → redisbench_admin-0.11.1.dist-info}/WHEEL +1 -1
- redisbench_admin/run/ann/pkg/.dockerignore +0 -2
- redisbench_admin/run/ann/pkg/.git +0 -1
- redisbench_admin/run/ann/pkg/.github/workflows/benchmarks.yml +0 -100
- redisbench_admin/run/ann/pkg/.gitignore +0 -21
- redisbench_admin/run/ann/pkg/LICENSE +0 -21
- redisbench_admin/run/ann/pkg/README.md +0 -157
- redisbench_admin/run/ann/pkg/algos.yaml +0 -1294
- redisbench_admin/run/ann/pkg/algosP.yaml +0 -67
- redisbench_admin/run/ann/pkg/ann_benchmarks/__init__.py +0 -2
- redisbench_admin/run/ann/pkg/ann_benchmarks/algorithms/__init__.py +0 -0
- redisbench_admin/run/ann/pkg/ann_benchmarks/algorithms/annoy.py +0 -26
- redisbench_admin/run/ann/pkg/ann_benchmarks/algorithms/balltree.py +0 -22
- redisbench_admin/run/ann/pkg/ann_benchmarks/algorithms/base.py +0 -36
- redisbench_admin/run/ann/pkg/ann_benchmarks/algorithms/bruteforce.py +0 -110
- redisbench_admin/run/ann/pkg/ann_benchmarks/algorithms/ckdtree.py +0 -17
- redisbench_admin/run/ann/pkg/ann_benchmarks/algorithms/datasketch.py +0 -29
- redisbench_admin/run/ann/pkg/ann_benchmarks/algorithms/definitions.py +0 -187
- redisbench_admin/run/ann/pkg/ann_benchmarks/algorithms/diskann.py +0 -190
- redisbench_admin/run/ann/pkg/ann_benchmarks/algorithms/dolphinnpy.py +0 -31
- redisbench_admin/run/ann/pkg/ann_benchmarks/algorithms/dummy_algo.py +0 -25
- redisbench_admin/run/ann/pkg/ann_benchmarks/algorithms/elasticsearch.py +0 -107
- redisbench_admin/run/ann/pkg/ann_benchmarks/algorithms/elastiknn.py +0 -124
- redisbench_admin/run/ann/pkg/ann_benchmarks/algorithms/faiss.py +0 -124
- redisbench_admin/run/ann/pkg/ann_benchmarks/algorithms/faiss_gpu.py +0 -61
- redisbench_admin/run/ann/pkg/ann_benchmarks/algorithms/faiss_hnsw.py +0 -39
- redisbench_admin/run/ann/pkg/ann_benchmarks/algorithms/flann.py +0 -27
- redisbench_admin/run/ann/pkg/ann_benchmarks/algorithms/hnswlib.py +0 -36
- redisbench_admin/run/ann/pkg/ann_benchmarks/algorithms/kdtree.py +0 -22
- redisbench_admin/run/ann/pkg/ann_benchmarks/algorithms/kgraph.py +0 -39
- redisbench_admin/run/ann/pkg/ann_benchmarks/algorithms/lshf.py +0 -25
- redisbench_admin/run/ann/pkg/ann_benchmarks/algorithms/milvus.py +0 -99
- redisbench_admin/run/ann/pkg/ann_benchmarks/algorithms/mrpt.py +0 -41
- redisbench_admin/run/ann/pkg/ann_benchmarks/algorithms/n2.py +0 -28
- redisbench_admin/run/ann/pkg/ann_benchmarks/algorithms/nearpy.py +0 -48
- redisbench_admin/run/ann/pkg/ann_benchmarks/algorithms/nmslib.py +0 -74
- redisbench_admin/run/ann/pkg/ann_benchmarks/algorithms/onng_ngt.py +0 -100
- redisbench_admin/run/ann/pkg/ann_benchmarks/algorithms/opensearchknn.py +0 -107
- redisbench_admin/run/ann/pkg/ann_benchmarks/algorithms/panng_ngt.py +0 -79
- redisbench_admin/run/ann/pkg/ann_benchmarks/algorithms/pinecone.py +0 -39
- redisbench_admin/run/ann/pkg/ann_benchmarks/algorithms/puffinn.py +0 -45
- redisbench_admin/run/ann/pkg/ann_benchmarks/algorithms/pynndescent.py +0 -115
- redisbench_admin/run/ann/pkg/ann_benchmarks/algorithms/qg_ngt.py +0 -102
- redisbench_admin/run/ann/pkg/ann_benchmarks/algorithms/redisearch.py +0 -90
- redisbench_admin/run/ann/pkg/ann_benchmarks/algorithms/rpforest.py +0 -20
- redisbench_admin/run/ann/pkg/ann_benchmarks/algorithms/scann.py +0 -34
- redisbench_admin/run/ann/pkg/ann_benchmarks/algorithms/sptag.py +0 -28
- redisbench_admin/run/ann/pkg/ann_benchmarks/algorithms/subprocess.py +0 -246
- redisbench_admin/run/ann/pkg/ann_benchmarks/algorithms/vald.py +0 -149
- redisbench_admin/run/ann/pkg/ann_benchmarks/algorithms/vecsim-hnsw.py +0 -43
- redisbench_admin/run/ann/pkg/ann_benchmarks/algorithms/vespa.py +0 -47
- redisbench_admin/run/ann/pkg/ann_benchmarks/constants.py +0 -1
- redisbench_admin/run/ann/pkg/ann_benchmarks/data.py +0 -48
- redisbench_admin/run/ann/pkg/ann_benchmarks/datasets.py +0 -620
- redisbench_admin/run/ann/pkg/ann_benchmarks/distance.py +0 -53
- redisbench_admin/run/ann/pkg/ann_benchmarks/main.py +0 -325
- redisbench_admin/run/ann/pkg/ann_benchmarks/plotting/__init__.py +0 -2
- redisbench_admin/run/ann/pkg/ann_benchmarks/plotting/metrics.py +0 -183
- redisbench_admin/run/ann/pkg/ann_benchmarks/plotting/plot_variants.py +0 -17
- redisbench_admin/run/ann/pkg/ann_benchmarks/plotting/utils.py +0 -165
- redisbench_admin/run/ann/pkg/ann_benchmarks/results.py +0 -71
- redisbench_admin/run/ann/pkg/ann_benchmarks/runner.py +0 -333
- redisbench_admin/run/ann/pkg/create_dataset.py +0 -12
- redisbench_admin/run/ann/pkg/create_hybrid_dataset.py +0 -147
- redisbench_admin/run/ann/pkg/create_text_to_image_ds.py +0 -117
- redisbench_admin/run/ann/pkg/create_website.py +0 -272
- redisbench_admin/run/ann/pkg/install/Dockerfile +0 -11
- redisbench_admin/run/ann/pkg/install/Dockerfile.annoy +0 -5
- redisbench_admin/run/ann/pkg/install/Dockerfile.datasketch +0 -4
- redisbench_admin/run/ann/pkg/install/Dockerfile.diskann +0 -29
- redisbench_admin/run/ann/pkg/install/Dockerfile.diskann_pq +0 -31
- redisbench_admin/run/ann/pkg/install/Dockerfile.dolphinn +0 -5
- redisbench_admin/run/ann/pkg/install/Dockerfile.elasticsearch +0 -45
- redisbench_admin/run/ann/pkg/install/Dockerfile.elastiknn +0 -61
- redisbench_admin/run/ann/pkg/install/Dockerfile.faiss +0 -18
- redisbench_admin/run/ann/pkg/install/Dockerfile.flann +0 -10
- redisbench_admin/run/ann/pkg/install/Dockerfile.hnswlib +0 -10
- redisbench_admin/run/ann/pkg/install/Dockerfile.kgraph +0 -6
- redisbench_admin/run/ann/pkg/install/Dockerfile.mih +0 -4
- redisbench_admin/run/ann/pkg/install/Dockerfile.milvus +0 -27
- redisbench_admin/run/ann/pkg/install/Dockerfile.mrpt +0 -4
- redisbench_admin/run/ann/pkg/install/Dockerfile.n2 +0 -5
- redisbench_admin/run/ann/pkg/install/Dockerfile.nearpy +0 -5
- redisbench_admin/run/ann/pkg/install/Dockerfile.ngt +0 -13
- redisbench_admin/run/ann/pkg/install/Dockerfile.nmslib +0 -10
- redisbench_admin/run/ann/pkg/install/Dockerfile.opensearchknn +0 -43
- redisbench_admin/run/ann/pkg/install/Dockerfile.puffinn +0 -6
- redisbench_admin/run/ann/pkg/install/Dockerfile.pynndescent +0 -4
- redisbench_admin/run/ann/pkg/install/Dockerfile.redisearch +0 -18
- redisbench_admin/run/ann/pkg/install/Dockerfile.rpforest +0 -5
- redisbench_admin/run/ann/pkg/install/Dockerfile.scann +0 -5
- redisbench_admin/run/ann/pkg/install/Dockerfile.scipy +0 -4
- redisbench_admin/run/ann/pkg/install/Dockerfile.sklearn +0 -4
- redisbench_admin/run/ann/pkg/install/Dockerfile.sptag +0 -30
- redisbench_admin/run/ann/pkg/install/Dockerfile.vald +0 -8
- redisbench_admin/run/ann/pkg/install/Dockerfile.vespa +0 -17
- redisbench_admin/run/ann/pkg/install.py +0 -70
- redisbench_admin/run/ann/pkg/logging.conf +0 -34
- redisbench_admin/run/ann/pkg/multirun.py +0 -298
- redisbench_admin/run/ann/pkg/plot.py +0 -159
- redisbench_admin/run/ann/pkg/protocol/bf-runner +0 -10
- redisbench_admin/run/ann/pkg/protocol/bf-runner.py +0 -204
- redisbench_admin/run/ann/pkg/protocol/ext-add-query-metric.md +0 -51
- redisbench_admin/run/ann/pkg/protocol/ext-batch-queries.md +0 -77
- redisbench_admin/run/ann/pkg/protocol/ext-prepared-queries.md +0 -77
- redisbench_admin/run/ann/pkg/protocol/ext-query-parameters.md +0 -47
- redisbench_admin/run/ann/pkg/protocol/specification.md +0 -194
- redisbench_admin/run/ann/pkg/requirements.txt +0 -14
- redisbench_admin/run/ann/pkg/requirements_py38.txt +0 -11
- redisbench_admin/run/ann/pkg/results/fashion-mnist-784-euclidean.png +0 -0
- redisbench_admin/run/ann/pkg/results/gist-960-euclidean.png +0 -0
- redisbench_admin/run/ann/pkg/results/glove-100-angular.png +0 -0
- redisbench_admin/run/ann/pkg/results/glove-25-angular.png +0 -0
- redisbench_admin/run/ann/pkg/results/lastfm-64-dot.png +0 -0
- redisbench_admin/run/ann/pkg/results/mnist-784-euclidean.png +0 -0
- redisbench_admin/run/ann/pkg/results/nytimes-256-angular.png +0 -0
- redisbench_admin/run/ann/pkg/results/sift-128-euclidean.png +0 -0
- redisbench_admin/run/ann/pkg/run.py +0 -12
- redisbench_admin/run/ann/pkg/run_algorithm.py +0 -3
- redisbench_admin/run/ann/pkg/templates/chartjs.template +0 -102
- redisbench_admin/run/ann/pkg/templates/detail_page.html +0 -23
- redisbench_admin/run/ann/pkg/templates/general.html +0 -58
- redisbench_admin/run/ann/pkg/templates/latex.template +0 -30
- redisbench_admin/run/ann/pkg/templates/summary.html +0 -60
- redisbench_admin/run/ann/pkg/test/__init__.py +0 -0
- redisbench_admin/run/ann/pkg/test/test-jaccard.py +0 -19
- redisbench_admin/run/ann/pkg/test/test-metrics.py +0 -99
- redisbench_admin-0.10.29.dist-info/RECORD +0 -242
- {redisbench_admin-0.10.29.dist-info → redisbench_admin-0.11.1.dist-info}/LICENSE +0 -0
- {redisbench_admin-0.10.29.dist-info → redisbench_admin-0.11.1.dist-info}/entry_points.txt +0 -0
|
@@ -722,7 +722,6 @@ def from_rts_to_regression_table(
|
|
|
722
722
|
total_comparison_points = 0
|
|
723
723
|
noise_waterline = 3
|
|
724
724
|
progress = tqdm(unit="benchmark time-series", total=len(test_names))
|
|
725
|
-
at_comparison = 0
|
|
726
725
|
for test_name in test_names:
|
|
727
726
|
multi_value_baseline = check_multi_value_filter(baseline_str)
|
|
728
727
|
multi_value_comparison = check_multi_value_filter(comparison_str)
|
|
@@ -73,7 +73,15 @@ def deploy_command_logic(args, project_name, project_version):
|
|
|
73
73
|
tf_triggering_env = "redisbench-admin-deploy"
|
|
74
74
|
logging.info("Setting an infra timeout of {} secs".format(infra_timeout_secs))
|
|
75
75
|
if args.destroy is False:
|
|
76
|
-
(
|
|
76
|
+
(
|
|
77
|
+
tf_return_code,
|
|
78
|
+
_,
|
|
79
|
+
_,
|
|
80
|
+
_,
|
|
81
|
+
_,
|
|
82
|
+
_,
|
|
83
|
+
_,
|
|
84
|
+
) = setup_remote_environment(
|
|
77
85
|
tf,
|
|
78
86
|
tf_github_sha,
|
|
79
87
|
tf_github_actor,
|
|
@@ -42,7 +42,13 @@ def export_command_logic(args, project_name, project_version):
|
|
|
42
42
|
deployment_name = args.deployment_name
|
|
43
43
|
deployment_type = args.deployment_type
|
|
44
44
|
results_format = args.results_format
|
|
45
|
-
(
|
|
45
|
+
(
|
|
46
|
+
_,
|
|
47
|
+
github_branch,
|
|
48
|
+
github_org,
|
|
49
|
+
github_repo,
|
|
50
|
+
_,
|
|
51
|
+
) = git_vars_crosscheck(
|
|
46
52
|
None, args.github_branch, args.github_org, args.github_repo, None
|
|
47
53
|
)
|
|
48
54
|
exporter_timemetric_path = None
|
|
@@ -400,9 +400,9 @@ class Perf:
|
|
|
400
400
|
"Main THREAD Flame Graph: " + use_case, details
|
|
401
401
|
)
|
|
402
402
|
if artifact_result is True:
|
|
403
|
-
outputs[
|
|
404
|
-
|
|
405
|
-
|
|
403
|
+
outputs["Main THREAD Flame Graph {}".format(identifier)] = (
|
|
404
|
+
flame_graph_output
|
|
405
|
+
)
|
|
406
406
|
result &= artifact_result
|
|
407
407
|
|
|
408
408
|
tid = self.pid
|
|
@@ -440,9 +440,9 @@ class Perf:
|
|
|
440
440
|
)
|
|
441
441
|
|
|
442
442
|
if artifact_result is True:
|
|
443
|
-
outputs[
|
|
444
|
-
|
|
445
|
-
|
|
443
|
+
outputs["perf report per dso,sym {}".format(identifier)] = (
|
|
444
|
+
perf_report_artifact
|
|
445
|
+
)
|
|
446
446
|
result &= artifact_result
|
|
447
447
|
|
|
448
448
|
# generate perf report per dso,sym
|
|
@@ -460,9 +460,9 @@ class Perf:
|
|
|
460
460
|
)
|
|
461
461
|
|
|
462
462
|
if artifact_result is True:
|
|
463
|
-
outputs[
|
|
464
|
-
|
|
465
|
-
|
|
463
|
+
outputs["perf report per dso,sym with callgraph {}".format(identifier)] = (
|
|
464
|
+
perf_report_artifact
|
|
465
|
+
)
|
|
466
466
|
result &= artifact_result
|
|
467
467
|
|
|
468
468
|
# generate perf report per dso,sym,srcline
|
|
@@ -487,9 +487,9 @@ class Perf:
|
|
|
487
487
|
)
|
|
488
488
|
|
|
489
489
|
if artifact_result is True:
|
|
490
|
-
outputs[
|
|
491
|
-
|
|
492
|
-
|
|
490
|
+
outputs["perf report per dso,sym,srcline {}".format(identifier)] = (
|
|
491
|
+
perf_report_artifact
|
|
492
|
+
)
|
|
493
493
|
result &= artifact_result
|
|
494
494
|
|
|
495
495
|
self.logger.info(
|
|
@@ -527,9 +527,9 @@ class Perf:
|
|
|
527
527
|
)
|
|
528
528
|
|
|
529
529
|
if artifact_result is True:
|
|
530
|
-
outputs[
|
|
531
|
-
|
|
532
|
-
|
|
530
|
+
outputs["perf report top self-cpu {}".format(identifier)] = (
|
|
531
|
+
perf_report_artifact
|
|
532
|
+
)
|
|
533
533
|
result &= artifact_result
|
|
534
534
|
|
|
535
535
|
# generate perf report --stdio report
|
|
@@ -546,9 +546,9 @@ class Perf:
|
|
|
546
546
|
)
|
|
547
547
|
|
|
548
548
|
if artifact_result is True:
|
|
549
|
-
outputs[
|
|
550
|
-
|
|
551
|
-
|
|
549
|
+
outputs["perf report top self-cpu (dso={})".format(binary)] = (
|
|
550
|
+
perf_report_artifact
|
|
551
|
+
)
|
|
552
552
|
result &= artifact_result
|
|
553
553
|
|
|
554
554
|
if self.callgraph_mode == "dwarf":
|
|
@@ -590,9 +590,9 @@ class Perf:
|
|
|
590
590
|
)
|
|
591
591
|
result &= artifact_result
|
|
592
592
|
if artifact_result is True:
|
|
593
|
-
outputs[
|
|
594
|
-
|
|
595
|
-
|
|
593
|
+
outputs["Top entries in text form by LOC"] = (
|
|
594
|
+
pprof_artifact_text_output
|
|
595
|
+
)
|
|
596
596
|
tabular_data_map["text-lines"] = tabular_data
|
|
597
597
|
self.logger.info("Generating pprof png output")
|
|
598
598
|
pprof_png_output = self.output + ".pprof.png"
|
|
@@ -604,9 +604,9 @@ class Perf:
|
|
|
604
604
|
self.output,
|
|
605
605
|
)
|
|
606
606
|
if artifact_result is True:
|
|
607
|
-
outputs[
|
|
608
|
-
|
|
609
|
-
|
|
607
|
+
outputs["Output graph image in PNG format"] = (
|
|
608
|
+
pprof_artifact_png_output
|
|
609
|
+
)
|
|
610
610
|
result &= artifact_result
|
|
611
611
|
|
|
612
612
|
# save stack collapsed
|
redisbench_admin/run/common.py
CHANGED
|
@@ -206,7 +206,10 @@ def prepare_benchmark_parameters_specif_tooling(
|
|
|
206
206
|
if isremote is True:
|
|
207
207
|
benchmark_tool = "/tmp/{}".format(benchmark_tool)
|
|
208
208
|
input_data_file = "/tmp/input.data"
|
|
209
|
-
(
|
|
209
|
+
(
|
|
210
|
+
command_arr,
|
|
211
|
+
command_str,
|
|
212
|
+
) = prepare_tsbs_benchmark_command(
|
|
210
213
|
benchmark_tool,
|
|
211
214
|
server_private_ip,
|
|
212
215
|
server_plaintext_port,
|
|
@@ -218,7 +221,10 @@ def prepare_benchmark_parameters_specif_tooling(
|
|
|
218
221
|
cluster_api_enabled,
|
|
219
222
|
)
|
|
220
223
|
if "memtier_benchmark" in benchmark_tool:
|
|
221
|
-
(
|
|
224
|
+
(
|
|
225
|
+
command_arr,
|
|
226
|
+
command_str,
|
|
227
|
+
) = prepare_memtier_benchmark_command(
|
|
222
228
|
benchmark_tool,
|
|
223
229
|
server_private_ip,
|
|
224
230
|
server_plaintext_port,
|
|
@@ -236,7 +242,10 @@ def prepare_benchmark_parameters_specif_tooling(
|
|
|
236
242
|
ann_path = stdout[0].strip() + "/run/ann/pkg/multirun.py"
|
|
237
243
|
logging.info("Remote ann-benchmark path: {}".format(ann_path))
|
|
238
244
|
|
|
239
|
-
(
|
|
245
|
+
(
|
|
246
|
+
command_arr,
|
|
247
|
+
command_str,
|
|
248
|
+
) = prepare_ann_benchmark_command(
|
|
240
249
|
server_private_ip,
|
|
241
250
|
server_plaintext_port,
|
|
242
251
|
cluster_api_enabled,
|
|
@@ -250,7 +259,10 @@ def prepare_benchmark_parameters_specif_tooling(
|
|
|
250
259
|
if isremote is True:
|
|
251
260
|
benchmark_tool = "/tmp/{}".format(benchmark_tool)
|
|
252
261
|
input_data_file = "/tmp/input.data"
|
|
253
|
-
(
|
|
262
|
+
(
|
|
263
|
+
command_arr,
|
|
264
|
+
command_str,
|
|
265
|
+
) = prepare_ftsb_benchmark_command(
|
|
254
266
|
benchmark_tool,
|
|
255
267
|
server_private_ip,
|
|
256
268
|
server_plaintext_port,
|
|
@@ -267,7 +279,10 @@ def prepare_benchmark_parameters_specif_tooling(
|
|
|
267
279
|
if isremote is True:
|
|
268
280
|
benchmark_tool = "/tmp/{}".format(benchmark_tool)
|
|
269
281
|
input_data_file = "/tmp/input.data"
|
|
270
|
-
(
|
|
282
|
+
(
|
|
283
|
+
command_arr,
|
|
284
|
+
command_str,
|
|
285
|
+
) = prepare_aibench_benchmark_command(
|
|
271
286
|
benchmark_tool,
|
|
272
287
|
server_private_ip,
|
|
273
288
|
server_plaintext_port,
|
|
@@ -484,6 +499,36 @@ def extract_test_feasible_setups(
|
|
|
484
499
|
for setup_name in feasible_setups_list:
|
|
485
500
|
if default_specs is not None:
|
|
486
501
|
feasible_setups_map[setup_name] = {}
|
|
502
|
+
# spec:
|
|
503
|
+
# setups:
|
|
504
|
+
# - name: oss-standalone
|
|
505
|
+
# type: oss-standalone
|
|
506
|
+
# redis_topology:
|
|
507
|
+
# primaries: 1
|
|
508
|
+
# replicas: 1
|
|
509
|
+
# placement: "sparse"
|
|
510
|
+
# resources:
|
|
511
|
+
# requests:
|
|
512
|
+
# cpus: "2"
|
|
513
|
+
# memory: "10g"
|
|
514
|
+
# - name: oss-standalone-threads-6
|
|
515
|
+
# type: oss-standalone
|
|
516
|
+
# redis_topology:
|
|
517
|
+
# primaries: 1
|
|
518
|
+
# replicas: 1
|
|
519
|
+
# placement: "sparse"
|
|
520
|
+
# resources:
|
|
521
|
+
# requests:
|
|
522
|
+
# cpus: "2"
|
|
523
|
+
# memory: "10g"
|
|
524
|
+
# dbconfig:
|
|
525
|
+
# module-configuration-parameters:
|
|
526
|
+
# redisearch:
|
|
527
|
+
# WORKERS: 6
|
|
528
|
+
# MIN_OPERATION_WORKERS: 6
|
|
529
|
+
# module-oss:
|
|
530
|
+
# WORKERS: 6
|
|
531
|
+
# MIN_OPERATION_WORKERS: 6
|
|
487
532
|
if "setups" in default_specs:
|
|
488
533
|
for setup in default_specs["setups"]:
|
|
489
534
|
if setup_name == setup["name"]:
|
|
@@ -515,7 +560,9 @@ def extract_test_feasible_setups(
|
|
|
515
560
|
feasible_setups_map[setup_name]
|
|
516
561
|
)
|
|
517
562
|
)
|
|
518
|
-
|
|
563
|
+
logging.info(
|
|
564
|
+
f"There a total of {len(feasible_setups_map.keys())} setups. Setups: {feasible_setups_map}"
|
|
565
|
+
)
|
|
519
566
|
return feasible_setups_map
|
|
520
567
|
|
|
521
568
|
|
|
@@ -731,7 +778,10 @@ def print_results_table_stdout(
|
|
|
731
778
|
metric_names=[],
|
|
732
779
|
):
|
|
733
780
|
# check which metrics to extract
|
|
734
|
-
(
|
|
781
|
+
(
|
|
782
|
+
_,
|
|
783
|
+
metrics,
|
|
784
|
+
) = merge_default_and_config_metrics(
|
|
735
785
|
benchmark_config,
|
|
736
786
|
default_metrics,
|
|
737
787
|
None,
|
redisbench_admin/run/run.py
CHANGED
|
@@ -4,6 +4,7 @@
|
|
|
4
4
|
# All rights reserved.
|
|
5
5
|
#
|
|
6
6
|
import logging
|
|
7
|
+
import copy
|
|
7
8
|
|
|
8
9
|
from redisbench_admin.run.common import extract_test_feasible_setups
|
|
9
10
|
from redisbench_admin.run_remote.consts import min_recommended_benchmark_duration
|
|
@@ -30,6 +31,20 @@ def calculate_client_tool_duration_and_check(
|
|
|
30
31
|
return benchmark_duration_seconds
|
|
31
32
|
|
|
32
33
|
|
|
34
|
+
def merge_dicts(dict1, dict2):
|
|
35
|
+
result = copy.deepcopy(dict1) # Start with dict1's keys and values
|
|
36
|
+
for key, value in dict2.items():
|
|
37
|
+
if key in result:
|
|
38
|
+
if isinstance(result[key], dict) and isinstance(value, dict):
|
|
39
|
+
# Recursively merge nested dictionaries
|
|
40
|
+
result[key] = merge_dicts(result[key], value)
|
|
41
|
+
# If it's not a dict, we keep the value from dict1 (result)
|
|
42
|
+
else:
|
|
43
|
+
result[key] = value
|
|
44
|
+
print(f"merging dict1 {dict1} with with dict2 {dict2}. final {result}")
|
|
45
|
+
return result
|
|
46
|
+
|
|
47
|
+
|
|
33
48
|
def define_benchmark_plan(benchmark_definitions, default_specs):
|
|
34
49
|
benchmark_runs_plan = {}
|
|
35
50
|
for test_name, benchmark_config in benchmark_definitions.items():
|
|
@@ -42,8 +57,11 @@ def define_benchmark_plan(benchmark_definitions, default_specs):
|
|
|
42
57
|
benchmark_runs_plan[benchmark_type] = {}
|
|
43
58
|
|
|
44
59
|
# extract dataset-name
|
|
45
|
-
|
|
46
|
-
benchmark_config, "dbconfig"
|
|
60
|
+
benchmark_contains_dbconfig, dataset_name, _, _, _ = (
|
|
61
|
+
extract_redis_dbconfig_parameters(benchmark_config, "dbconfig")
|
|
62
|
+
)
|
|
63
|
+
logging.info(
|
|
64
|
+
f"Benchmark contains specific dbconfig on test {test_name}: {benchmark_contains_dbconfig}"
|
|
47
65
|
)
|
|
48
66
|
if dataset_name is None:
|
|
49
67
|
dataset_name = test_name
|
|
@@ -60,6 +78,14 @@ def define_benchmark_plan(benchmark_definitions, default_specs):
|
|
|
60
78
|
)
|
|
61
79
|
|
|
62
80
|
for setup_name, setup_settings in test_setups.items():
|
|
81
|
+
test_benchmark_config = copy.deepcopy(benchmark_config)
|
|
82
|
+
setup_contains_dbconfig = False
|
|
83
|
+
if "dbconfig" in setup_settings:
|
|
84
|
+
setup_contains_dbconfig = True
|
|
85
|
+
logging.info(
|
|
86
|
+
f"setup ({setup_name}): {setup_settings}. contains dbconfig {setup_contains_dbconfig}"
|
|
87
|
+
)
|
|
88
|
+
|
|
63
89
|
if setup_name not in benchmark_runs_plan[benchmark_type][dataset_name]:
|
|
64
90
|
benchmark_runs_plan[benchmark_type][dataset_name][setup_name] = {}
|
|
65
91
|
benchmark_runs_plan[benchmark_type][dataset_name][setup_name][
|
|
@@ -68,6 +94,7 @@ def define_benchmark_plan(benchmark_definitions, default_specs):
|
|
|
68
94
|
benchmark_runs_plan[benchmark_type][dataset_name][setup_name][
|
|
69
95
|
"benchmarks"
|
|
70
96
|
] = {}
|
|
97
|
+
|
|
71
98
|
if (
|
|
72
99
|
test_name
|
|
73
100
|
in benchmark_runs_plan[benchmark_type][dataset_name][setup_name][
|
|
@@ -80,8 +107,25 @@ def define_benchmark_plan(benchmark_definitions, default_specs):
|
|
|
80
107
|
)
|
|
81
108
|
)
|
|
82
109
|
else:
|
|
110
|
+
# check if we need to merge dbconfigs from the setup defaults
|
|
111
|
+
if setup_contains_dbconfig:
|
|
112
|
+
if "dbconfig" not in test_benchmark_config:
|
|
113
|
+
test_benchmark_config["dbconfig"] = {}
|
|
114
|
+
setup_dbconfig = setup_settings["dbconfig"]
|
|
115
|
+
benchmark_dbconfig = test_benchmark_config["dbconfig"]
|
|
116
|
+
logging.info(
|
|
117
|
+
f"Merging setup dbconfig: {setup_dbconfig}, with benchmark dbconfig {test_benchmark_config}"
|
|
118
|
+
)
|
|
119
|
+
final_db_config = merge_dicts(benchmark_dbconfig, setup_dbconfig)
|
|
120
|
+
logging.info(f"FINAL DB CONFIG: {final_db_config}")
|
|
121
|
+
test_benchmark_config["dbconfig"] = final_db_config
|
|
122
|
+
|
|
123
|
+
logging.info(
|
|
124
|
+
f"final benchmark config for setup: {setup_name} and test: {test_name}. {test_benchmark_config}"
|
|
125
|
+
)
|
|
126
|
+
# add benchmark
|
|
83
127
|
benchmark_runs_plan[benchmark_type][dataset_name][setup_name][
|
|
84
128
|
"benchmarks"
|
|
85
|
-
][test_name] =
|
|
129
|
+
][test_name] = test_benchmark_config
|
|
86
130
|
|
|
87
131
|
return benchmark_runs_plan
|
|
@@ -114,7 +114,11 @@ class TerraformClass:
|
|
|
114
114
|
def async_runner_setup(
|
|
115
115
|
self,
|
|
116
116
|
):
|
|
117
|
-
(
|
|
117
|
+
(
|
|
118
|
+
remote_setup,
|
|
119
|
+
deployment_type,
|
|
120
|
+
remote_id,
|
|
121
|
+
) = fetch_remote_setup_from_config(
|
|
118
122
|
[{"type": "async", "setup": "runner"}],
|
|
119
123
|
"https://github.com/RedisLabsModules/testing-infrastructure.git",
|
|
120
124
|
"master",
|
|
@@ -229,7 +233,11 @@ def terraform_spin_or_reuse_env(
|
|
|
229
233
|
tf_override_name=None,
|
|
230
234
|
tf_folder_path=None,
|
|
231
235
|
):
|
|
232
|
-
(
|
|
236
|
+
(
|
|
237
|
+
remote_setup,
|
|
238
|
+
deployment_type,
|
|
239
|
+
remote_id,
|
|
240
|
+
) = fetch_remote_setup_from_config(
|
|
233
241
|
benchmark_config["remote"],
|
|
234
242
|
"https://github.com/RedisLabsModules/testing-infrastructure.git",
|
|
235
243
|
"master",
|
|
@@ -28,9 +28,9 @@ WantedBy=multi-user.target
|
|
|
28
28
|
argv.append("--private_key")
|
|
29
29
|
argv.append("/home/ubuntu/work_dir/tests/benchmarks/benchmarks.redislabs.pem")
|
|
30
30
|
else:
|
|
31
|
-
argv[
|
|
32
|
-
|
|
33
|
-
|
|
31
|
+
argv[argv.index(args.private_key)] = (
|
|
32
|
+
"/home/ubuntu/work_dir/tests/benchmarks/benchmarks.redislabs.pem"
|
|
33
|
+
)
|
|
34
34
|
if len(args.module_path) != 0:
|
|
35
35
|
argv[argv.index(args.module_path[0])] = (
|
|
36
36
|
"/home/ubuntu/work_dir/tests/benchmarks/"
|
|
@@ -65,9 +65,7 @@ from redisbench_admin.utils.benchmark_config import (
|
|
|
65
65
|
from redisbench_admin.utils.local import (
|
|
66
66
|
get_local_run_full_filename,
|
|
67
67
|
)
|
|
68
|
-
|
|
69
|
-
extract_git_vars,
|
|
70
|
-
)
|
|
68
|
+
|
|
71
69
|
from redisbench_admin.utils.results import post_process_benchmark_results
|
|
72
70
|
|
|
73
71
|
import threading
|
|
@@ -682,17 +680,17 @@ def commandstats_latencystats_process_name(
|
|
|
682
680
|
branch = variant_labels_dict["branch"]
|
|
683
681
|
|
|
684
682
|
if version is not None:
|
|
685
|
-
variant_labels_dict[
|
|
686
|
-
"
|
|
687
|
-
|
|
688
|
-
variant_labels_dict[
|
|
689
|
-
"
|
|
690
|
-
|
|
683
|
+
variant_labels_dict["command_and_metric_and_version"] = (
|
|
684
|
+
"{} - {} - {}".format(command, metric, version)
|
|
685
|
+
)
|
|
686
|
+
variant_labels_dict["command_and_metric_and_setup_and_version"] = (
|
|
687
|
+
"{} - {} - {} - {}".format(command, metric, setup_name, version)
|
|
688
|
+
)
|
|
691
689
|
|
|
692
690
|
if branch is not None:
|
|
693
|
-
variant_labels_dict[
|
|
694
|
-
"
|
|
695
|
-
|
|
696
|
-
variant_labels_dict[
|
|
697
|
-
"
|
|
698
|
-
|
|
691
|
+
variant_labels_dict["command_and_metric_and_branch"] = (
|
|
692
|
+
"{} - {} - {}".format(command, metric, branch)
|
|
693
|
+
)
|
|
694
|
+
variant_labels_dict["command_and_metric_and_setup_and_branch"] = (
|
|
695
|
+
"{} - {} - {} - {}".format(command, metric, setup_name, branch)
|
|
696
|
+
)
|
|
@@ -1374,20 +1374,20 @@ def commandstats_latencystats_process_name(
|
|
|
1374
1374
|
branch = variant_labels_dict["branch"]
|
|
1375
1375
|
|
|
1376
1376
|
if version is not None:
|
|
1377
|
-
variant_labels_dict[
|
|
1378
|
-
"
|
|
1379
|
-
|
|
1380
|
-
variant_labels_dict[
|
|
1381
|
-
"
|
|
1382
|
-
|
|
1377
|
+
variant_labels_dict["command_and_metric_and_version"] = (
|
|
1378
|
+
"{} - {} - {}".format(command, metric, version)
|
|
1379
|
+
)
|
|
1380
|
+
variant_labels_dict["command_and_metric_and_setup_and_version"] = (
|
|
1381
|
+
"{} - {} - {} - {}".format(command, metric, setup_name, version)
|
|
1382
|
+
)
|
|
1383
1383
|
|
|
1384
1384
|
if branch is not None:
|
|
1385
|
-
variant_labels_dict[
|
|
1386
|
-
"
|
|
1387
|
-
|
|
1388
|
-
variant_labels_dict[
|
|
1389
|
-
"
|
|
1390
|
-
|
|
1385
|
+
variant_labels_dict["command_and_metric_and_branch"] = (
|
|
1386
|
+
"{} - {} - {}".format(command, metric, branch)
|
|
1387
|
+
)
|
|
1388
|
+
variant_labels_dict["command_and_metric_and_setup_and_branch"] = (
|
|
1389
|
+
"{} - {} - {} - {}".format(command, metric, setup_name, branch)
|
|
1390
|
+
)
|
|
1391
1391
|
|
|
1392
1392
|
|
|
1393
1393
|
def shutdown_remote_redis(redis_conns, ssh_tunnel):
|
|
@@ -31,7 +31,11 @@ def terraform_spin_or_reuse_env(
|
|
|
31
31
|
tf_override_name=None,
|
|
32
32
|
tf_folder_path=None,
|
|
33
33
|
):
|
|
34
|
-
(
|
|
34
|
+
(
|
|
35
|
+
remote_setup,
|
|
36
|
+
deployment_type,
|
|
37
|
+
remote_id,
|
|
38
|
+
) = fetch_remote_setup_from_config(
|
|
35
39
|
benchmark_config["remote"],
|
|
36
40
|
"https://github.com/redis-performance/testing-infrastructure.git",
|
|
37
41
|
"master",
|
|
@@ -17,6 +17,8 @@ from redisbench_admin.utils.remote import (
|
|
|
17
17
|
fetch_remote_id_from_config,
|
|
18
18
|
)
|
|
19
19
|
|
|
20
|
+
CONFIG_PARAMS_KEY = "module-configuration-parameters"
|
|
21
|
+
|
|
20
22
|
|
|
21
23
|
def parse_exporter_metrics_definition(
|
|
22
24
|
benchmark_config: dict, configkey: str = "redistimeseries"
|
|
@@ -226,6 +228,7 @@ def merge_default_and_specific_properties_dict_type(
|
|
|
226
228
|
|
|
227
229
|
|
|
228
230
|
def extract_redis_dbconfig_parameters(benchmark_config, dbconfig_keyname):
|
|
231
|
+
|
|
229
232
|
redis_configuration_parameters = {}
|
|
230
233
|
modules_configuration_parameters_map = {}
|
|
231
234
|
dataset_load_timeout_secs = 120
|
|
@@ -235,10 +238,8 @@ def extract_redis_dbconfig_parameters(benchmark_config, dbconfig_keyname):
|
|
|
235
238
|
dbconfig_present = True
|
|
236
239
|
if type(benchmark_config[dbconfig_keyname]) == list:
|
|
237
240
|
for k in benchmark_config[dbconfig_keyname]:
|
|
238
|
-
if
|
|
239
|
-
modules_configuration_parameters_map = k[
|
|
240
|
-
"module-configuration-parameters"
|
|
241
|
-
]
|
|
241
|
+
if CONFIG_PARAMS_KEY in k:
|
|
242
|
+
modules_configuration_parameters_map = k[CONFIG_PARAMS_KEY]
|
|
242
243
|
if "configuration-parameters" in k:
|
|
243
244
|
cp = k["configuration-parameters"]
|
|
244
245
|
for item in cp:
|
|
@@ -249,18 +250,20 @@ def extract_redis_dbconfig_parameters(benchmark_config, dbconfig_keyname):
|
|
|
249
250
|
if "dataset_name" in k:
|
|
250
251
|
dataset_name = k["dataset_name"]
|
|
251
252
|
if type(benchmark_config[dbconfig_keyname]) == dict:
|
|
252
|
-
if
|
|
253
|
+
if CONFIG_PARAMS_KEY in benchmark_config[dbconfig_keyname]:
|
|
253
254
|
modules_configuration_parameters_map = benchmark_config[
|
|
254
255
|
dbconfig_keyname
|
|
255
|
-
][
|
|
256
|
+
][CONFIG_PARAMS_KEY]
|
|
256
257
|
if "configuration-parameters" in benchmark_config[dbconfig_keyname]:
|
|
257
258
|
cp = benchmark_config[dbconfig_keyname]["configuration-parameters"]
|
|
258
259
|
for k, v in cp.items():
|
|
259
260
|
redis_configuration_parameters[k] = v
|
|
260
|
-
|
|
261
|
-
|
|
262
|
-
|
|
263
|
-
|
|
261
|
+
if "dataset_load_timeout_secs" in benchmark_config[dbconfig_keyname]:
|
|
262
|
+
dataset_load_timeout_secs = benchmark_config[dbconfig_keyname][
|
|
263
|
+
"dataset_load_timeout_secs"
|
|
264
|
+
]
|
|
265
|
+
if "dataset_name" in benchmark_config[dbconfig_keyname]:
|
|
266
|
+
dataset_name = benchmark_config[dbconfig_keyname]["dataset_name"]
|
|
264
267
|
|
|
265
268
|
return (
|
|
266
269
|
dbconfig_present,
|
redisbench_admin/utils/remote.py
CHANGED
|
@@ -638,6 +638,14 @@ def push_data_to_redistimeseries(rts, time_series_dict: dict, expire_msecs=0):
|
|
|
638
638
|
|
|
639
639
|
def exporter_create_ts(rts, time_series, timeseries_name):
|
|
640
640
|
updated_create = False
|
|
641
|
+
final_labels = {}
|
|
642
|
+
for label_name, value in time_series["labels"].items():
|
|
643
|
+
if value is not None:
|
|
644
|
+
final_labels[label_name] = value
|
|
645
|
+
else:
|
|
646
|
+
logging.warning(f"The label {label_name} value was None. skipping it...")
|
|
647
|
+
|
|
648
|
+
time_series["labels"] = final_labels
|
|
641
649
|
try:
|
|
642
650
|
if rts.exists(timeseries_name):
|
|
643
651
|
updated_create = check_rts_labels(rts, time_series, timeseries_name)
|
|
@@ -647,11 +655,22 @@ def exporter_create_ts(rts, time_series, timeseries_name):
|
|
|
647
655
|
timeseries_name, time_series["labels"]
|
|
648
656
|
)
|
|
649
657
|
)
|
|
658
|
+
|
|
650
659
|
rts.ts().create(
|
|
651
660
|
timeseries_name, labels=time_series["labels"], chunk_size=128
|
|
652
661
|
)
|
|
653
662
|
updated_create = True
|
|
654
|
-
|
|
663
|
+
except redis.exceptions.DataError as e:
|
|
664
|
+
logging.error(
|
|
665
|
+
"While creating timeseries named {} with the following labels: {} this error ocurred: {}".format(
|
|
666
|
+
timeseries_name, time_series["labels"], e.__str__()
|
|
667
|
+
)
|
|
668
|
+
)
|
|
669
|
+
raise Exception(
|
|
670
|
+
"While creating timeseries named {} with the following labels: {} this error ocurred: {}".format(
|
|
671
|
+
timeseries_name, time_series["labels"], e.__str__()
|
|
672
|
+
)
|
|
673
|
+
)
|
|
655
674
|
except redis.exceptions.ResponseError as e:
|
|
656
675
|
if "already exists" in e.__str__():
|
|
657
676
|
updated_create = check_rts_labels(rts, time_series, timeseries_name)
|
|
@@ -712,7 +731,10 @@ def extract_perversion_timeseries_from_results(
|
|
|
712
731
|
):
|
|
713
732
|
break_by_key = "version"
|
|
714
733
|
break_by_str = "by.{}".format(break_by_key)
|
|
715
|
-
(
|
|
734
|
+
(
|
|
735
|
+
branch_time_series_dict,
|
|
736
|
+
target_tables,
|
|
737
|
+
) = common_timeseries_extraction(
|
|
716
738
|
break_by_key,
|
|
717
739
|
break_by_str,
|
|
718
740
|
datapoints_timestamp,
|
|
@@ -883,9 +905,9 @@ def from_metric_kv_to_timeserie(
|
|
|
883
905
|
|
|
884
906
|
target_table_dict[target_name] = target_value
|
|
885
907
|
|
|
886
|
-
target_table_dict[
|
|
887
|
-
|
|
888
|
-
|
|
908
|
+
target_table_dict["{}:percent {}".format(target_name, comparison_type)] = (
|
|
909
|
+
target_value_pct_str
|
|
910
|
+
)
|
|
889
911
|
return target_table_keyname, target_table_dict
|
|
890
912
|
|
|
891
913
|
|
|
@@ -1,30 +1,29 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: redisbench-admin
|
|
3
|
-
Version: 0.
|
|
3
|
+
Version: 0.11.1
|
|
4
4
|
Summary: Redis benchmark run helper. A wrapper around Redis and Redis Modules benchmark tools ( ftsb_redisearch, memtier_benchmark, redis-benchmark, aibench, etc... ).
|
|
5
5
|
Author: filipecosta90
|
|
6
6
|
Author-email: filipecosta.90@gmail.com
|
|
7
|
-
Requires-Python: >=3.
|
|
7
|
+
Requires-Python: >=3.10.0,<4.0.0
|
|
8
8
|
Classifier: Programming Language :: Python :: 3
|
|
9
|
-
Classifier: Programming Language :: Python :: 3.7
|
|
10
|
-
Classifier: Programming Language :: Python :: 3.8
|
|
11
|
-
Classifier: Programming Language :: Python :: 3.9
|
|
12
9
|
Classifier: Programming Language :: Python :: 3.10
|
|
13
10
|
Classifier: Programming Language :: Python :: 3.11
|
|
11
|
+
Classifier: Programming Language :: Python :: 3.12
|
|
14
12
|
Requires-Dist: Flask (>=2.0.1,<3.0.0)
|
|
15
13
|
Requires-Dist: Flask-HTTPAuth (>=4.4.0,<5.0.0)
|
|
16
14
|
Requires-Dist: GitPython (>=3.1.12,<4.0.0)
|
|
17
15
|
Requires-Dist: Jinja2 (>=3.0.3,<4.0.0)
|
|
18
16
|
Requires-Dist: PyYAML (>=6.0,<7.0)
|
|
19
17
|
Requires-Dist: boto3 (>=1.13.24,<2.0.0)
|
|
20
|
-
Requires-Dist: certifi (>=2021.10.8,<
|
|
18
|
+
Requires-Dist: certifi (>=2021.10.8,<2025.0.0)
|
|
21
19
|
Requires-Dist: daemonize (>=2.5.0,<3.0.0)
|
|
22
20
|
Requires-Dist: flask-restx (>=0.5.1,<0.6.0)
|
|
23
21
|
Requires-Dist: humanize (>=2.4.0,<3.0.0)
|
|
24
22
|
Requires-Dist: jsonpath_ng (>=1.5.2,<2.0.0)
|
|
25
23
|
Requires-Dist: matplotlib (>=3.1.2,<4.0.0)
|
|
26
|
-
Requires-Dist:
|
|
27
|
-
Requires-Dist:
|
|
24
|
+
Requires-Dist: numpy (>=2.0.0,<3.0.0)
|
|
25
|
+
Requires-Dist: pandas (>=2.1.2,<3.0.0)
|
|
26
|
+
Requires-Dist: paramiko (>=2.7.2,<4.0.0)
|
|
28
27
|
Requires-Dist: psutil (>=5.6.6,<6.0.0)
|
|
29
28
|
Requires-Dist: pyWorkFlow (>=0.0.2,<0.0.3)
|
|
30
29
|
Requires-Dist: py_cpuinfo (>=5.0.0,<6.0.0)
|
|
@@ -33,7 +32,7 @@ Requires-Dist: pysftp (>=0.2.9,<0.3.0)
|
|
|
33
32
|
Requires-Dist: pytablewriter[html] (>=0.64.1,<0.65.0)
|
|
34
33
|
Requires-Dist: python_terraform (>=0.10.1,<0.11.0)
|
|
35
34
|
Requires-Dist: redis (>=4.2.2,<5.0.0)
|
|
36
|
-
Requires-Dist: requests (>=2.
|
|
35
|
+
Requires-Dist: requests (>=2.32.3,<3.0.0)
|
|
37
36
|
Requires-Dist: slack-bolt (>=1.13.0,<2.0.0)
|
|
38
37
|
Requires-Dist: slack-sdk (>=3.15.2,<4.0.0)
|
|
39
38
|
Requires-Dist: sshtunnel (>=0.4.0,<0.5.0)
|
|
@@ -158,6 +157,12 @@ To run a specific test:
|
|
|
158
157
|
$ tox -- tests/test_redistimeseries.py
|
|
159
158
|
```
|
|
160
159
|
|
|
160
|
+
To run a specific test with verbose logging:
|
|
161
|
+
|
|
162
|
+
```sh
|
|
163
|
+
# tox -- -vv --log-cli-level=INFO tests/test_run.py
|
|
164
|
+
```
|
|
165
|
+
|
|
161
166
|
## License
|
|
162
167
|
|
|
163
168
|
redisbench-admin is distributed under the BSD3 license - see [LICENSE](LICENSE)
|