holobench 1.11.0__py2.py3-none-any.whl → 1.13.0__py2.py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- bencher/bencher.py +6 -8
- bencher/example/example_float_cat.py +1 -1
- bencher/example/meta/example_meta.py +1 -1
- {holobench-1.11.0.dist-info → holobench-1.13.0.dist-info}/METADATA +13 -13
- {holobench-1.11.0.dist-info → holobench-1.13.0.dist-info}/RECORD +6 -6
- {holobench-1.11.0.dist-info → holobench-1.13.0.dist-info}/WHEEL +0 -0
bencher/bencher.py
CHANGED
@@ -217,7 +217,7 @@ class Bench(BenchPlotServer):
|
|
217
217
|
group_size: int = 1,
|
218
218
|
iterations: int = 1,
|
219
219
|
relationship_cb=None,
|
220
|
-
|
220
|
+
plot_callbacks: List | bool = None,
|
221
221
|
) -> List[BenchResult]:
|
222
222
|
results = []
|
223
223
|
if relationship_cb is None:
|
@@ -233,7 +233,7 @@ class Bench(BenchPlotServer):
|
|
233
233
|
result_vars=result_vars,
|
234
234
|
const_vars=const_vars,
|
235
235
|
run_cfg=run_cfg,
|
236
|
-
|
236
|
+
plot_callbacks=plot_callbacks,
|
237
237
|
)
|
238
238
|
|
239
239
|
if optimise_var is not None:
|
@@ -253,8 +253,7 @@ class Bench(BenchPlotServer):
|
|
253
253
|
pass_repeat: bool = False,
|
254
254
|
tag: str = "",
|
255
255
|
run_cfg: BenchRunCfg = None,
|
256
|
-
|
257
|
-
plot_callbacks=None,
|
256
|
+
plot_callbacks: List | bool = None,
|
258
257
|
) -> BenchResult:
|
259
258
|
"""The all in 1 function benchmarker and results plotter.
|
260
259
|
|
@@ -270,7 +269,7 @@ class Bench(BenchPlotServer):
|
|
270
269
|
you want the benchmark function to be passed the repeat number
|
271
270
|
tag (str,optional): Use tags to group different benchmarks together.
|
272
271
|
run_cfg: (BenchRunCfg, optional): A config for storing how the benchmarks and run
|
273
|
-
plot_callbacks: A list of plot callbacks to
|
272
|
+
plot_callbacks: (List | bool) A list of plot callbacks to call on the results. Pass false or an empty list to turn off plotting
|
274
273
|
Raises:
|
275
274
|
ValueError: If a result variable is not set
|
276
275
|
|
@@ -329,8 +328,6 @@ class Bench(BenchPlotServer):
|
|
329
328
|
cv_list = list(const_vars[i])
|
330
329
|
cv_list[0] = self.convert_vars_to_params(cv_list[0], "const")
|
331
330
|
const_vars[i] = cv_list
|
332
|
-
if plot is None:
|
333
|
-
plot = self.plot
|
334
331
|
|
335
332
|
if run_cfg is None:
|
336
333
|
if self.run_cfg is None:
|
@@ -391,6 +388,8 @@ class Bench(BenchPlotServer):
|
|
391
388
|
plot_callbacks = [BenchResult.to_auto_plots]
|
392
389
|
else:
|
393
390
|
plot_callbacks = self.plot_callbacks
|
391
|
+
elif isinstance(plot_callbacks, bool):
|
392
|
+
plot_callbacks = [BenchResult.to_auto_plots] if plot_callbacks else []
|
394
393
|
|
395
394
|
bench_cfg = BenchCfg(
|
396
395
|
input_vars=input_vars,
|
@@ -403,7 +402,6 @@ class Bench(BenchPlotServer):
|
|
403
402
|
title=title,
|
404
403
|
pass_repeat=pass_repeat,
|
405
404
|
tag=run_cfg.run_tag + tag,
|
406
|
-
auto_plot=plot,
|
407
405
|
plot_callbacks=plot_callbacks,
|
408
406
|
)
|
409
407
|
return self.run_sweep(bench_cfg, run_cfg, time_src)
|
@@ -46,7 +46,7 @@ def example_float_cat(
|
|
46
46
|
title="Float 1D Cat 1D Example",
|
47
47
|
description="""Following from the previous example lets add another input parameter to see how that affects the output. We pass the boolean 'noisy' and keep the other parameters the same""",
|
48
48
|
post_description="Now the plot has two lines, one for each of the boolean values where noisy=true and noisy=false.",
|
49
|
-
|
49
|
+
plot_callbacks=False,
|
50
50
|
)
|
51
51
|
|
52
52
|
# report.append(bench.get_result().to_curve())
|
@@ -128,7 +128,7 @@ class BenchMeta(bch.ParametrizedSweep):
|
|
128
128
|
# result_vars=[BenchableObject.param.distance, BenchableObject.param.sample_noise],
|
129
129
|
# result_vars=[ BenchableObject.param.sample_noise],
|
130
130
|
# result_vars=[BenchableObject.param.result_hmap],
|
131
|
-
|
131
|
+
plot_callbacks=False,
|
132
132
|
)
|
133
133
|
|
134
134
|
self.plots = bch.ResultReference()
|
@@ -1,6 +1,6 @@
|
|
1
1
|
Metadata-Version: 2.1
|
2
2
|
Name: holobench
|
3
|
-
Version: 1.
|
3
|
+
Version: 1.13.0
|
4
4
|
Summary: A package for benchmarking the performance of arbitrary functions
|
5
5
|
Author-email: Austin Gregg-Smith <blooop@gmail.com>
|
6
6
|
Description-Content-Type: text/markdown
|
@@ -8,26 +8,26 @@ Requires-Dist: holoviews>=1.15,<=1.18.3
|
|
8
8
|
Requires-Dist: numpy>=1.0,<=1.26.4
|
9
9
|
Requires-Dist: param>=1.13.0,<=2.1.0
|
10
10
|
Requires-Dist: hvplot>=0.8,<=0.9.2
|
11
|
-
Requires-Dist: matplotlib>=3.6.3,<=3.8.
|
12
|
-
Requires-Dist: panel>=1.3.6,<=1.4.
|
11
|
+
Requires-Dist: matplotlib>=3.6.3,<=3.8.4
|
12
|
+
Requires-Dist: panel>=1.3.6,<=1.4.2
|
13
13
|
Requires-Dist: diskcache>=5.6,<=5.6.3
|
14
14
|
Requires-Dist: optuna>=3.2,<=3.6.1
|
15
15
|
Requires-Dist: xarray>=2023.7,<=2024.3.0
|
16
|
-
Requires-Dist: plotly>=5.15,<=5.
|
16
|
+
Requires-Dist: plotly>=5.15,<=5.21.0
|
17
17
|
Requires-Dist: sortedcontainers>=2.4,<=2.4
|
18
|
-
Requires-Dist: pandas>=2.0,<=2.2.
|
18
|
+
Requires-Dist: pandas>=2.0,<=2.2.2
|
19
19
|
Requires-Dist: strenum>=0.4.0,<=0.4.15
|
20
|
-
Requires-Dist: scikit-learn>=1.2,<=1.4.
|
20
|
+
Requires-Dist: scikit-learn>=1.2,<=1.4.2
|
21
21
|
Requires-Dist: str2bool>=1.1,<=1.1
|
22
22
|
Requires-Dist: scoop>=0.7.0,<=0.7.2.0
|
23
23
|
Requires-Dist: moviepy>=1.0.3,<=1.0.3
|
24
|
-
Requires-Dist: black>=23,<=24.
|
25
|
-
Requires-Dist: pylint>=2.16,<=3.0
|
26
|
-
Requires-Dist: pytest-cov>=4.1,<=
|
27
|
-
Requires-Dist: pytest>=7.4,<=8.
|
28
|
-
Requires-Dist: hypothesis>=6.82,<=6.
|
29
|
-
Requires-Dist: ruff>=0.0.280,<=0.
|
30
|
-
Requires-Dist: coverage>=7.2.7,<=7.
|
24
|
+
Requires-Dist: black>=23,<=24.4.2 ; extra == "test"
|
25
|
+
Requires-Dist: pylint>=2.16,<=3.1.0 ; extra == "test"
|
26
|
+
Requires-Dist: pytest-cov>=4.1,<=5.0.0 ; extra == "test"
|
27
|
+
Requires-Dist: pytest>=7.4,<=8.2.0 ; extra == "test"
|
28
|
+
Requires-Dist: hypothesis>=6.82,<=6.100.2 ; extra == "test"
|
29
|
+
Requires-Dist: ruff>=0.0.280,<=0.4.2 ; extra == "test"
|
30
|
+
Requires-Dist: coverage>=7.2.7,<=7.5.0 ; extra == "test"
|
31
31
|
Project-URL: Documentation, https://bencher.readthedocs.io/en/latest/
|
32
32
|
Project-URL: Home, https://github.com/dyson-ai/bencher
|
33
33
|
Project-URL: Repository, https://github.com/dyson-ai/bencher
|
@@ -3,7 +3,7 @@ bencher/bench_cfg.py,sha256=9Vnm_TUKTweywLE_csLwe_h9cDga2POBDywoFqe3e3k,18637
|
|
3
3
|
bencher/bench_plot_server.py,sha256=ZePbN9lKMQggONYMBW0CJm9saLjmxtdeAEs6eiei_8g,4088
|
4
4
|
bencher/bench_report.py,sha256=jh3T_q9KByZDeMPMf0KNJojZukxRzkfaYGeuWQU8MKM,10528
|
5
5
|
bencher/bench_runner.py,sha256=F4DN1YSFXnUAGO17tJ6DZDyEu7QBgvTyqn8G_iCd36c,6165
|
6
|
-
bencher/bencher.py,sha256=
|
6
|
+
bencher/bencher.py,sha256=oz5Lio-lml26epS5-F3rOndfncxMwRR2s5K0tjPm0c0,32985
|
7
7
|
bencher/caching.py,sha256=AusaNrzGGlj5m6zcwcqnTn55Mam2mQdF--oqelO806M,1627
|
8
8
|
bencher/class_enum.py,sha256=kYHW9qKkKcNdwaXizZL-fTptS_DUEGv4c88yCehk3gc,1492
|
9
9
|
bencher/job.py,sha256=swa0VwrZf41v7qNjreVDIYUU6r_dfuLipPZbg_w5x7c,6089
|
@@ -18,7 +18,7 @@ bencher/example/example_categorical.py,sha256=3BeOQN58nCGx6xzB0YvkgaBFInzJ5L3XsI
|
|
18
18
|
bencher/example/example_custom_sweep.py,sha256=-y8mYuXYD91j8kcCEe9c6Gx6g1dK-bvHM9sbXqHL2gA,1916
|
19
19
|
bencher/example/example_docs.py,sha256=aUi33O543JBPoOGlpHaY2eA74GR7cHH_6-hcC8xf3z0,1174
|
20
20
|
bencher/example/example_float3D.py,sha256=pwi3YlDad3NL4IrfMK2V5yV1CRpqfmUO-zUnGmVYxDs,3425
|
21
|
-
bencher/example/example_float_cat.py,sha256=
|
21
|
+
bencher/example/example_float_cat.py,sha256=nQDBWYRVZrJW5ABIizqcD6mXswHWSdEDzM-FeYFqYqY,3821
|
22
22
|
bencher/example/example_floats.py,sha256=HcQgfwldTVeFBmBTMtZ0yRy17ZJ4cfJeI_t8TxY2iOI,4269
|
23
23
|
bencher/example/example_floats2D.py,sha256=D0kljoUCinMKCEW-Zg-cQ8sYu_yPCZqzKJ9tRtt-Ono,3697
|
24
24
|
bencher/example/example_holosweep.py,sha256=lxH0Z_waInGIH5AtGQi4zwPAZRI_uN0DbsJhI9iSF7Q,3017
|
@@ -46,7 +46,7 @@ bencher/example/experimental/example_streams.py,sha256=rrTmcmxDlirGoyTbJ4LT4fBIA
|
|
46
46
|
bencher/example/experimental/example_template.py,sha256=XdIVS9RtLdE5GNnerWiZMXvP7n17lzuc_YTLqJTwb6Q,1172
|
47
47
|
bencher/example/experimental/example_updates.py,sha256=rF4UgWY-CW6ohNtOpQklTuwbwVRvEM5j6edZOiMkspQ,1835
|
48
48
|
bencher/example/experimental/example_vector.py,sha256=3o_1dA4dc2HL6uIEvDAcvLPVJB8jgkq1QZ3BQIL-LEo,3118
|
49
|
-
bencher/example/meta/example_meta.py,sha256=
|
49
|
+
bencher/example/meta/example_meta.py,sha256=oG8q5k9Ju1LFYCZQIru2OHeS-TYwGo4mUb9255NB4MM,5615
|
50
50
|
bencher/example/meta/example_meta_cat.py,sha256=YKVUiZ7M1tFFYgUTVQZeOe-1bnmxOjLdWy3nmCoyEe0,693
|
51
51
|
bencher/example/meta/example_meta_float.py,sha256=f3OcORsRUt9Bnd1M1hOjmgxulxcalwdQHSQ0Psx1rY8,650
|
52
52
|
bencher/example/meta/example_meta_levels.py,sha256=O77D4gAGYf7uZo7-Kj2ZwyNmpnc4paoQXE_DQtKKWKo,1488
|
@@ -76,6 +76,6 @@ bencher/variables/parametrised_sweep.py,sha256=OSEVTYzsN2ayc0BQAN0lC441z5UDUy2kc
|
|
76
76
|
bencher/variables/results.py,sha256=8i5qYWZ4KILWL1qT07mLIssUQXDKEx6CnXPgFZJB8jw,6121
|
77
77
|
bencher/variables/sweep_base.py,sha256=cOybffErb3_QUsCfiZa0mlVy9tGDueqiElZmc363apE,6258
|
78
78
|
bencher/variables/time.py,sha256=Up1VOTwoOi-HchRlCh-K1PRR8FvhZyNqLDUODa0erHA,2659
|
79
|
-
holobench-1.
|
80
|
-
holobench-1.
|
81
|
-
holobench-1.
|
79
|
+
holobench-1.13.0.dist-info/WHEEL,sha256=Sgu64hAMa6g5FdzHxXv9Xdse9yxpGGMeagVtPMWpJQY,99
|
80
|
+
holobench-1.13.0.dist-info/METADATA,sha256=K3Kr2pXOl_1faFEnmoNg86ag8BZKvJCdLjQ7FiGbF3A,5112
|
81
|
+
holobench-1.13.0.dist-info/RECORD,,
|
File without changes
|