redisbench-admin 0.10.22__py3-none-any.whl → 0.10.24__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- redisbench_admin/run/common.py +7 -0
- redisbench_admin/run_local/args.py +7 -0
- redisbench_admin/run_local/local_db.py +2 -4
- redisbench_admin/run_local/run_local.py +24 -0
- {redisbench_admin-0.10.22.dist-info → redisbench_admin-0.10.24.dist-info}/METADATA +1 -1
- {redisbench_admin-0.10.22.dist-info → redisbench_admin-0.10.24.dist-info}/RECORD +9 -9
- {redisbench_admin-0.10.22.dist-info → redisbench_admin-0.10.24.dist-info}/LICENSE +0 -0
- {redisbench_admin-0.10.22.dist-info → redisbench_admin-0.10.24.dist-info}/WHEEL +0 -0
- {redisbench_admin-0.10.22.dist-info → redisbench_admin-0.10.24.dist-info}/entry_points.txt +0 -0
redisbench_admin/run/common.py
CHANGED
|
@@ -699,6 +699,8 @@ def print_results_table_stdout(
|
|
|
699
699
|
setup_name,
|
|
700
700
|
test_name,
|
|
701
701
|
cpu_usage=None,
|
|
702
|
+
kv_overall={},
|
|
703
|
+
metric_names=[],
|
|
702
704
|
):
|
|
703
705
|
# check which metrics to extract
|
|
704
706
|
(_, metrics,) = merge_default_and_config_metrics(
|
|
@@ -714,6 +716,11 @@ def print_results_table_stdout(
|
|
|
714
716
|
results_matrix = extract_results_table(metrics, results_dict)
|
|
715
717
|
if cpu_usage is not None:
|
|
716
718
|
results_matrix.append(["Total shards CPU usage %", "", "", cpu_usage])
|
|
719
|
+
for metric_name in metric_names:
|
|
720
|
+
if metric_name in kv_overall:
|
|
721
|
+
metric_value = kv_overall[metric_name]
|
|
722
|
+
results_matrix.append([f"Total shards {metric_name}", "", "", metric_value])
|
|
723
|
+
|
|
717
724
|
results_matrix = [[x[0], "{:.3f}".format(x[3])] for x in results_matrix]
|
|
718
725
|
writer = MarkdownTableWriter(
|
|
719
726
|
table_name=table_name,
|
|
@@ -9,6 +9,7 @@ from redisbench_admin.run.args import common_run_args
|
|
|
9
9
|
from redisbench_admin.run.common import REDIS_BINARY
|
|
10
10
|
|
|
11
11
|
FLUSHALL_AT_START = bool(int(os.getenv("FLUSHALL_AT_START", "0")))
|
|
12
|
+
IGNORE_KEYSPACE_ERRORS = bool(int(os.getenv("IGNORE_KEYSPACE_ERRORS", "0")))
|
|
12
13
|
|
|
13
14
|
|
|
14
15
|
def create_run_local_arguments(parser):
|
|
@@ -21,4 +22,10 @@ def create_run_local_arguments(parser):
|
|
|
21
22
|
default=FLUSHALL_AT_START,
|
|
22
23
|
help="At the start of every test send a FLUSHALL",
|
|
23
24
|
)
|
|
25
|
+
parser.add_argument(
|
|
26
|
+
"--ignore_keyspace_errors",
|
|
27
|
+
type=bool,
|
|
28
|
+
default=IGNORE_KEYSPACE_ERRORS,
|
|
29
|
+
help="Ignore keyspace check errors. Will still log them as errors",
|
|
30
|
+
)
|
|
24
31
|
return parser
|
|
@@ -47,6 +47,7 @@ def local_db_spin(
|
|
|
47
47
|
setup_type,
|
|
48
48
|
shard_count,
|
|
49
49
|
flushall_on_every_test_start=False,
|
|
50
|
+
ignore_keyspace_errors=False,
|
|
50
51
|
):
|
|
51
52
|
redis_conns = []
|
|
52
53
|
artifact_version = "n/a"
|
|
@@ -204,10 +205,7 @@ def local_db_spin(
|
|
|
204
205
|
)
|
|
205
206
|
)
|
|
206
207
|
|
|
207
|
-
dbconfig_keyspacelen_check(
|
|
208
|
-
benchmark_config,
|
|
209
|
-
redis_conns,
|
|
210
|
-
)
|
|
208
|
+
dbconfig_keyspacelen_check(benchmark_config, redis_conns, ignore_keyspace_errors)
|
|
211
209
|
|
|
212
210
|
artifact_version = run_redis_pre_steps(
|
|
213
211
|
benchmark_config, redis_conns[0], required_modules
|
|
@@ -29,8 +29,10 @@ from redisbench_admin.run.common import (
|
|
|
29
29
|
)
|
|
30
30
|
from redisbench_admin.run.metrics import (
|
|
31
31
|
from_info_to_overall_shard_cpu,
|
|
32
|
+
collect_redis_metrics,
|
|
32
33
|
collect_cpu_data,
|
|
33
34
|
)
|
|
35
|
+
|
|
34
36
|
from redisbench_admin.run.redistimeseries import (
|
|
35
37
|
datasink_profile_tabular_data,
|
|
36
38
|
timeseries_test_sucess_flow,
|
|
@@ -94,6 +96,7 @@ def run_local_command_logic(args, project_name, project_version):
|
|
|
94
96
|
profilers_enabled = args.enable_profilers
|
|
95
97
|
s3_bucket_name = args.s3_bucket_name
|
|
96
98
|
flushall_on_every_test_start = args.flushall_on_every_test_start
|
|
99
|
+
ignore_keyspace_errors = args.ignore_keyspace_errors
|
|
97
100
|
profilers_list = []
|
|
98
101
|
if profilers_enabled:
|
|
99
102
|
profilers_list = args.profilers.split(",")
|
|
@@ -220,6 +223,7 @@ def run_local_command_logic(args, project_name, project_version):
|
|
|
220
223
|
setup_type,
|
|
221
224
|
shard_count,
|
|
222
225
|
flushall_on_every_test_start,
|
|
226
|
+
ignore_keyspace_errors,
|
|
223
227
|
)
|
|
224
228
|
if result_db_spin is False:
|
|
225
229
|
logging.warning(
|
|
@@ -374,6 +378,21 @@ def run_local_command_logic(args, project_name, project_version):
|
|
|
374
378
|
test_name,
|
|
375
379
|
)
|
|
376
380
|
|
|
381
|
+
(
|
|
382
|
+
end_time_ms,
|
|
383
|
+
_,
|
|
384
|
+
overall_end_time_metrics,
|
|
385
|
+
) = collect_redis_metrics(
|
|
386
|
+
redis_conns,
|
|
387
|
+
["memory"],
|
|
388
|
+
{
|
|
389
|
+
"memory": [
|
|
390
|
+
"used_memory",
|
|
391
|
+
"used_memory_dataset",
|
|
392
|
+
]
|
|
393
|
+
},
|
|
394
|
+
)
|
|
395
|
+
|
|
377
396
|
if (
|
|
378
397
|
profilers_enabled
|
|
379
398
|
and args.push_results_redistimeseries
|
|
@@ -411,6 +430,11 @@ def run_local_command_logic(args, project_name, project_version):
|
|
|
411
430
|
setup_name,
|
|
412
431
|
test_name,
|
|
413
432
|
total_shards_cpu_usage,
|
|
433
|
+
overall_end_time_metrics,
|
|
434
|
+
[
|
|
435
|
+
"memory_used_memory",
|
|
436
|
+
"memory_used_memory_dataset",
|
|
437
|
+
],
|
|
414
438
|
)
|
|
415
439
|
|
|
416
440
|
# check KPIs
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: redisbench-admin
|
|
3
|
-
Version: 0.10.
|
|
3
|
+
Version: 0.10.24
|
|
4
4
|
Summary: Redis benchmark run helper. A wrapper around Redis and Redis Modules benchmark tools ( ftsb_redisearch, memtier_benchmark, redis-benchmark, aibench, etc... ).
|
|
5
5
|
Author: filipecosta90
|
|
6
6
|
Author-email: filipecosta.90@gmail.com
|
|
@@ -176,7 +176,7 @@ redisbench_admin/run/ann/pkg/test/test-jaccard.py,sha256=oIhaQCQKrQokwv3fvgLSwPl
|
|
|
176
176
|
redisbench_admin/run/ann/pkg/test/test-metrics.py,sha256=vJdS8Kuk8bAnpB65Uqb-9rUUI35XrHwaO3cNwKX5gxc,3057
|
|
177
177
|
redisbench_admin/run/args.py,sha256=Sspv4eusQs9HMVMIyv_hB9vQ3S_s0lHYGAL1gPb2WGM,7864
|
|
178
178
|
redisbench_admin/run/cluster.py,sha256=QuptSW-IhdyFIoQ3hzY613jtQWxBrVIlgc8OarcEK20,6072
|
|
179
|
-
redisbench_admin/run/common.py,sha256
|
|
179
|
+
redisbench_admin/run/common.py,sha256=nh21zFSO0uSbYn7whT929W3wcl9Zirx48XbZesOTjQU,25450
|
|
180
180
|
redisbench_admin/run/ftsb/__init__.py,sha256=DtBXRp0Q01XgCFmY-1OIePMyyYihVNAjZ1Y8zwqSDN0,101
|
|
181
181
|
redisbench_admin/run/ftsb/ftsb.py,sha256=plP-yxjMvvy-gITlXpuXJcyrPHfDoYYI8JRwTe5kK4M,2388
|
|
182
182
|
redisbench_admin/run/git.py,sha256=6UYGcTN0MPzf4QDVoJnFkou0yZasLF6jLG7f0zoySq8,3064
|
|
@@ -205,11 +205,11 @@ redisbench_admin/run_async/log.py,sha256=cD7zfXt0VEmy0b7452HvcAxX_9kVj6Vm213yNdU
|
|
|
205
205
|
redisbench_admin/run_async/render_files.py,sha256=OMPy3-GnU14tQ4HNlF5utOnmzpRAXURwG_h8UDkTmYs,2674
|
|
206
206
|
redisbench_admin/run_async/run_async.py,sha256=g2ZOQqj9vXZYaRyNpJZtgfYyY9tMuRmEv3Hh3qWOUs8,14525
|
|
207
207
|
redisbench_admin/run_local/__init__.py,sha256=DtBXRp0Q01XgCFmY-1OIePMyyYihVNAjZ1Y8zwqSDN0,101
|
|
208
|
-
redisbench_admin/run_local/args.py,sha256=
|
|
208
|
+
redisbench_admin/run_local/args.py,sha256=rtIcyHiAisHgLAZ8Jv902B9fKNCMwGKfp0ea14nziCo,981
|
|
209
209
|
redisbench_admin/run_local/local_client.py,sha256=gwawMDOBrf7m--uyxu8kMZC5LBiLjbUBSKvzVOdOAas,124
|
|
210
|
-
redisbench_admin/run_local/local_db.py,sha256=
|
|
210
|
+
redisbench_admin/run_local/local_db.py,sha256=ZXKV6JDyEmBWrMa6nH_RZpyApTp9piNNIT0dQ-Fmiek,7036
|
|
211
211
|
redisbench_admin/run_local/local_helpers.py,sha256=JyqLW2-Sbm35BXjxxfOB1yK7ADdLfcVrq08NLNdIwac,7026
|
|
212
|
-
redisbench_admin/run_local/run_local.py,sha256=
|
|
212
|
+
redisbench_admin/run_local/run_local.py,sha256=dDgdFkISrZG-BUFQXwRtLp1qLX0p0Qcz3aW8fdrFLDE,24567
|
|
213
213
|
redisbench_admin/run_remote/__init__.py,sha256=DtBXRp0Q01XgCFmY-1OIePMyyYihVNAjZ1Y8zwqSDN0,101
|
|
214
214
|
redisbench_admin/run_remote/args.py,sha256=vhV87avBwXL8c2QLqrAkIyWD53MYhN06F-3wRv3l5xE,3829
|
|
215
215
|
redisbench_admin/run_remote/consts.py,sha256=bCMkwyeBD-EmOpoHKni7LjWy5WuaxGJhGhqpi4AL0RQ,386
|
|
@@ -235,8 +235,8 @@ redisbench_admin/utils/utils.py,sha256=FLDjhGkW0PWwcu_nlTnIW6aZtHzJGz4LIwvu1CpCa
|
|
|
235
235
|
redisbench_admin/watchdog/__init__.py,sha256=cD7zfXt0VEmy0b7452HvcAxX_9kVj6Vm213yNdUHP20,95
|
|
236
236
|
redisbench_admin/watchdog/args.py,sha256=nKsG1G6ATOZlAMHMtT9u3kXxduKCbejSZ5x8oB_ynZ8,1312
|
|
237
237
|
redisbench_admin/watchdog/watchdog.py,sha256=jFGtm5ktjKuXKWvH7lnmf3pp-ch1WBJUOomXILJMDAg,6158
|
|
238
|
-
redisbench_admin-0.10.
|
|
239
|
-
redisbench_admin-0.10.
|
|
240
|
-
redisbench_admin-0.10.
|
|
241
|
-
redisbench_admin-0.10.
|
|
242
|
-
redisbench_admin-0.10.
|
|
238
|
+
redisbench_admin-0.10.24.dist-info/LICENSE,sha256=AAMtfs82zOOvmG68vILivm6lxi2rcOlGObmA8jzxQvw,10768
|
|
239
|
+
redisbench_admin-0.10.24.dist-info/entry_points.txt,sha256=UUawXk_AS-PlieKJ1QxPQXGsRLb6OW_F0MtmA1W0KE8,113
|
|
240
|
+
redisbench_admin-0.10.24.dist-info/WHEEL,sha256=vVCvjcmxuUltf8cYhJ0sJMRDLr1XsPuxEId8YDzbyCY,88
|
|
241
|
+
redisbench_admin-0.10.24.dist-info/METADATA,sha256=sY_ApRzy7mrxccwyIcRxbRIzzIAvmG2lXi0ZcDRzd-0,5336
|
|
242
|
+
redisbench_admin-0.10.24.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|