holobench 1.36.2__py3-none-any.whl → 1.39.0__py3-none-any.whl

bencher/bench_runner.py

@@ -138,6 +138,21 @@ class BenchRunner:
         if show:
             self.servers.append(report.show(self.run_cfg))
 
+    def show(
+        self,
+        report: BenchReport = None,
+        show: bool = True,
+        publish: bool = False,
+        save: bool = False,
+        debug: bool = False,
+    ):
+        if report is None:
+            if len(self.results) > 0:
+                report = self.results[-1].report
+            else:
+                raise RuntimeError("no reports to show")
+        self.show_publish(report=report, show=show, publish=publish, save=save, debug=debug)
+
     def shutdown(self):
         while self.servers:
             self.servers.pop().stop()

bencher/example/example_all.py

@@ -5,7 +5,7 @@ from bencher.example.example_floats import example_floats
 from bencher.example.example_floats2D import example_floats2D
 from bencher.example.example_pareto import example_pareto
 from bencher.example.example_simple_cat import example_1D_cat
-from bencher.example.example_simple_float import example_1D_float
+from bencher.example.example_simple_float import example_simple_float
 from bencher.example.example_float_cat import example_float_cat
 from bencher.example.example_time_event import example_time_event
 from bencher.example.example_float3D import example_floats3D
@@ -30,7 +30,7 @@ if __name__ == "__main__":
     bench_runner.add_run(example_floats2D)
     bench_runner.add_run(example_floats3D)
     bench_runner.add_run(example_1D_cat)
-    bench_runner.add_run(example_1D_float)
+    bench_runner.add_run(example_simple_float)
     bench_runner.add_run(example_pareto)
     bench_runner.add_run(example_float_cat)
     bench_runner.add_run(example_time_event)

bencher/example/example_categorical.py

@@ -7,7 +7,7 @@ from bencher.example.benchmark_data import ExampleBenchCfgIn, ExampleBenchCfgOut
 
 
 def example_categorical(
-    run_cfg: bch.BenchRunCfg = bch.BenchRunCfg(), report: bch.BenchReport = bch.BenchReport()
+    run_cfg: bch.BenchRunCfg = None, report: bch.BenchReport = None
 ) -> bch.Bench:
     """Example of how to perform a categorical parameter sweep
 

bencher/example/example_custom_sweep.py

@@ -21,7 +21,7 @@ class Square(bch.ParametrizedSweep):
 
 
 def example_custom_sweep(
-    run_cfg: bch.BenchRunCfg = bch.BenchRunCfg(), report: bch.BenchReport = bch.BenchReport()
+    run_cfg: bch.BenchRunCfg = None, report: bch.BenchReport = None
 ) -> bch.Bench:
     """This example shows how to define a custom set of value to sample from instead of a uniform sweep
 

bencher/example/example_docs.py

@@ -6,9 +6,9 @@ from bencher.example.meta.example_meta_cat import example_meta_cat
 from bencher.example.meta.example_meta_float import example_meta_float
 
 
-def example_docs(
-    run_cfg: bch.BenchRunCfg = bch.BenchRunCfg(), report: bch.BenchReport = bch.BenchReport()
-) -> bch.Bench:
+def example_docs(run_cfg: bch.BenchRunCfg = None, report: bch.BenchReport = None) -> bch.Bench:
+    if report is None:
+        report = bch.BenchReport()
     # b_run = bch.BenchRunner("bench_runner_test", run_cfg=run_cfg)
     # b_run.add_run(example_categorical)
     # b_run.add_run(example_floats)

bencher/example/example_float3D.py

@@ -47,9 +47,7 @@ class VolumeSweep(bch.ParametrizedSweep):
         return super().__call__()
 
 
-def example_floats3D(
-    run_cfg: bch.BenchRunCfg = bch.BenchRunCfg(), report: bch.BenchReport = bch.BenchReport()
-) -> bch.Bench:
+def example_floats3D(run_cfg: bch.BenchRunCfg = None, report: bch.BenchReport = None) -> bch.Bench:
     """Example of how to perform a 3D floating point parameter sweep
 
     Args:

bencher/example/example_float_cat.py

@@ -7,9 +7,7 @@ import bencher as bch
 from bencher.example.benchmark_data import ExampleBenchCfgIn, ExampleBenchCfgOut, bench_function
 
 
-def example_float_cat(
-    run_cfg: bch.BenchRunCfg = bch.BenchRunCfg(), report: bch.BenchReport = bch.BenchReport()
-) -> bch.Bench:
+def example_float_cat(run_cfg: bch.BenchRunCfg = None, report: bch.BenchReport = None) -> bch.Bench:
     """Example of how to perform a parameter sweep for categorical variables
 
     Args:

bencher/example/example_floats.py

@@ -7,9 +7,7 @@ import bencher as bch
 from bencher.example.benchmark_data import ExampleBenchCfgIn, ExampleBenchCfgOut, ExampleBenchCfg
 
 
-def example_floats(
-    run_cfg: bch.BenchRunCfg = bch.BenchRunCfg(), report: bch.BenchReport = bch.BenchReport()
-) -> bch.Bench:
+def example_floats(run_cfg: bch.BenchRunCfg = None, report: bch.BenchReport = None) -> bch.Bench:
     """Example of how to perform a parameter sweep for floating point variables
 
     Args:

bencher/example/example_floats2D.py

@@ -10,9 +10,7 @@ from bencher.example.benchmark_data import (
 )
 
 
-def example_floats2D(
-    run_cfg: bch.BenchRunCfg = bch.BenchRunCfg(), report: bch.BenchReport = bch.BenchReport()
-) -> bch.Bench:
+def example_floats2D(run_cfg: bch.BenchRunCfg = None, report: bch.BenchReport = None) -> bch.Bench:
     """Example of how to perform a 2D floating point parameter sweep
 
     Args:

bencher/example/example_holosweep.py

@@ -69,9 +69,7 @@ class PlotFunctions(bch.ParametrizedSweep):
         return None
 
 
-def example_holosweep(
-    run_cfg: bch.BenchRunCfg = bch.BenchRunCfg(), report: bch.BenchReport = bch.BenchReport()
-) -> bch.Bench:
+def example_holosweep(run_cfg: bch.BenchRunCfg = None, report: bch.BenchReport = None) -> bch.Bench:
     bench = PlotFunctions().to_bench(run_cfg, report)
 
     bench.plot_sweep(

bencher/example/example_holosweep_objects.py

@@ -73,9 +73,7 @@ def plot_holo(self, plot=True) -> hv.core.ViewableElement:
     return None
 
 
-def example_holosweep(
-    run_cfg: bch.BenchRunCfg = bch.BenchRunCfg(), report: bch.BenchReport = bch.BenchReport()
-) -> bch.Bench:
+def example_holosweep(run_cfg: bch.BenchRunCfg = None, report: bch.BenchReport = None) -> bch.Bench:
     # wv = PlotFunctions()
 
     bench = bch.Bench(

bencher/example/example_holosweep_tap.py

@@ -79,7 +79,7 @@ class PlotFunctions(bch.ParametrizedSweep):
 
 
 def example_holosweep_tap(
-    run_cfg: bch.BenchRunCfg = bch.BenchRunCfg(), report: bch.BenchReport = bch.BenchReport()
+    run_cfg: bch.BenchRunCfg = None, report: bch.BenchReport = None
 ) -> bch.Bench:
     wv = PlotFunctions()
 
@@ -101,7 +101,7 @@ def example_holosweep_tap(
 
 
 def example_holosweep_tap_slider(
-    run_cfg: bch.BenchRunCfg = bch.BenchRunCfg(), report: bch.BenchReport = bch.BenchReport()
+    run_cfg: bch.BenchRunCfg = None, report: bch.BenchReport = None
 ) -> bch.Bench:  # pragma: no cover
     wv = PlotFunctions()
 

bencher/example/example_image.py

@@ -55,9 +55,7 @@ class BenchPolygons(bch.ParametrizedSweep):
         return filename
 
 
-def example_image(
-    run_cfg: bch.BenchRunCfg = bch.BenchRunCfg(), report: bch.BenchReport = bch.BenchReport()
-) -> bch.Bench:
+def example_image(run_cfg: bch.BenchRunCfg = None, report: bch.BenchReport = None) -> bch.Bench:
     run_cfg.cache_results = False
     bench = bch.Bench("polygons", BenchPolygons(), run_cfg=run_cfg, report=report)
 
@@ -131,7 +129,7 @@ if __name__ == "__main__":
         return bench
 
     def example_image_vid_sequential(
-        run_cfg: bch.BenchRunCfg = bch.BenchRunCfg(), report: bch.BenchReport = bch.BenchReport()
+        run_cfg: bch.BenchRunCfg = None, report: bch.BenchReport = None
     ) -> bch.Bench:
         bench = BenchPolygons().to_bench(run_cfg, report)
         bench.add_plot_callback(bch.BenchResult.to_title)

bencher/example/example_levels.py

@@ -161,9 +161,7 @@ def run_levels_2D(bench: bch.Bench) -> bch.Bench:
     return bench
 
 
-def run_levels(
-    run_cfg: bch.BenchRunCfg = bch.BenchRunCfg(), report: bch.BenchReport = bch.BenchReport()
-) -> bch.Bench:
+def run_levels(run_cfg: bch.BenchRunCfg = None, report: bch.BenchReport = None) -> bch.Bench:
     hv.extension("bokeh")
     opts.defaults(
         opts.Curve(show_legend=False),

bencher/example/example_pareto.py

@@ -6,9 +6,7 @@ import bencher as bch
 from bencher.example.benchmark_data import ExampleBenchCfgIn, ExampleBenchCfgOut, bench_function
 
 
-def example_pareto(
-    run_cfg: bch.BenchRunCfg = bch.BenchRunCfg(), report: bch.BenchReport = bch.BenchReport()
-) -> bch.Bench:
+def example_pareto(run_cfg: bch.BenchRunCfg = None, report: bch.BenchReport = None) -> bch.Bench:
     """Example of how to calculate the pareto front of a parameter sweep
 
     Args:

bencher/example/example_sample_cache.py

@@ -27,8 +27,8 @@ class UnreliableClass(bch.ParametrizedSweep):
 
 
 def example_sample_cache(
-    run_cfg: bch.BenchRunCfg = bch.BenchRunCfg(),
-    report: bch.BenchReport = bch.BenchReport(),
+    run_cfg: bch.BenchRunCfg = None,
+    report: bch.BenchReport = None,
     trigger_crash: bool = False,
 ) -> bch.Bench:
     """This example shows how to use the cache_samples option to deal with unreliable functions and to continue benchmarking using previously calculated results even if the code crashed during the run

bencher/example/example_simple_cat.py

@@ -8,9 +8,7 @@ import bencher as bch
 from bencher.example.benchmark_data import ExampleBenchCfgIn, ExampleBenchCfgOut, bench_function
 
 
-def example_1D_cat(
-    run_cfg: bch.BenchRunCfg = bch.BenchRunCfg(), report: bch.BenchReport = bch.BenchReport()
-) -> bch.Bench:
+def example_1D_cat(run_cfg: bch.BenchRunCfg = None, report: bch.BenchReport = None) -> bch.Bench:
     """This example shows how to sample a 1 dimensional categorical variable and plot the result of passing that parameter sweep to the benchmarking function
 
     Args:

bencher/example/example_simple_float.py

@@ -16,14 +16,15 @@ class SimpleFloat(bch.ParametrizedSweep):
         return super().__call__(**kwargs)
 
 
-def example_1D_float(run_cfg: bch.BenchRunCfg = None, report: bch.BenchReport = None) -> bch.Bench:
+def example_simple_float(
+    run_cfg: bch.BenchRunCfg = None, report: bch.BenchReport = None
+) -> bch.Bench:
     """This example shows how to sample a 1 dimensional float variable and plot the result of passing that parameter sweep to the benchmarking function"""
 
     bench = SimpleFloat().to_bench(run_cfg, report)
     bench.plot_sweep()
-    bench.report.append(bench.get_result().to_explorer())
     return bench
 
 
 if __name__ == "__main__":
-    example_1D_float().report.show()
+    example_simple_float().report.show()

bencher/example/example_strings.py

@@ -27,9 +27,7 @@ class TestPrinting(bch.ParametrizedSweep):
         return super().__call__()
 
 
-def example_strings(
-    run_cfg: bch.BenchRunCfg = bch.BenchRunCfg(), report: bch.BenchReport = bch.BenchReport()
-) -> bch.Bench:
+def example_strings(run_cfg: bch.BenchRunCfg = None, report: bch.BenchReport = None) -> bch.Bench:
     bench = bch.Bench("strings", TestPrinting(), run_cfg=run_cfg, report=report)
 
     for s in [

bencher/example/example_time_event.py

@@ -9,7 +9,7 @@ from bencher.example.benchmark_data import ExampleBenchCfgIn, ExampleBenchCfgOut
 
 
 def example_time_event(
-    run_cfg: bch.BenchRunCfg = bch.BenchRunCfg(), report: bch.BenchReport = bch.BenchReport()
+    run_cfg: bch.BenchRunCfg = None, report: bch.BenchReport = None
 ) -> bch.Bench:
     """This example shows how to manually set time events as a string so that progress can be monitored over time"""
 

bencher/example/example_video.py

@@ -75,9 +75,7 @@ class TuringPattern(bch.ParametrizedSweep):
         return super().__call__()
 
 
-def example_video(
-    run_cfg: bch.BenchRunCfg = bch.BenchRunCfg(), report: bch.BenchReport = bch.BenchReport()
-) -> bch.Bench:
+def example_video(run_cfg: bch.BenchRunCfg = None, report: bch.BenchReport = None) -> bch.Bench:
     bench = TuringPattern().to_bench(run_cfg, report)
 
     bench.plot_sweep(
@@ -90,7 +88,7 @@ def example_video(
 
 
 def example_video_tap(
-    run_cfg: bch.BenchRunCfg = bch.BenchRunCfg(), report: bch.BenchReport = bch.BenchReport()
+    run_cfg: bch.BenchRunCfg = None, report: bch.BenchReport = None
 ) -> bch.Bench:  # pragma: no cover
     bench = TuringPattern().to_bench(run_cfg=run_cfg, report=report)
     res = bench.plot_sweep(input_vars=["alpha", "beta"])

bencher/example/inputs_0D/example_0_in_1_out.py

@@ -0,0 +1,54 @@
+"""This file has some examples for how to perform basic benchmarking parameter sweeps"""
+
+import bencher as bch
+import random
+
+
+class SimpleFloat0D(bch.ParametrizedSweep):
+    """This class has 0 input dimensions and 1 output dimensions.  It samples from a gaussian distribution"""
+
+    # This defines a variable that we want to plot
+    output = bch.ResultVar(units="ul", doc="a sample from a gaussian distribution")
+
+    def __call__(self, **kwargs) -> dict:
+        """Generate a sample from a uniform distribution
+
+        Returns:
+            dict: a dictionary with all the result variables in the ParametrisedSweep class as named key value pairs.
+        """
+
+        self.output = random.gauss(mu=0.0, sigma=1.0)
+        return super().__call__(**kwargs)
+
+
+def example_0_in_1_out(
+    run_cfg: bch.BenchRunCfg = None, report: bch.BenchReport = None
+) -> bch.Bench:
+    """This example shows how to sample a 1 dimensional float variable and plot the result of passing that parameter sweep to the benchmarking function"""
+
+    bench = SimpleFloat0D().to_bench(run_cfg, report)
+    bench.plot_sweep()
+
+    bench.report.append(bench.get_result().to_table())
+    return bench
+
+
+if __name__ == "__main__":
+    run_config = bch.BenchRunCfg(repeats=100)
+    reprt = bch.BenchReport()
+    # example_0_in_1_out(run_cfg, report).report.show()
+
+    # run_cfg.over_time = True
+    # run_cfg.cache_samples = True
+    # for i in range(4):
+    #     example_0_in_1_out(run_cfg, report)
+
+    run_config.over_time = True
+    run_config.auto_plot = False
+    for _ in range(4):
+        example_0_in_1_out(run_config, reprt)
+
+    run_config.auto_plot = True
+    example_0_in_1_out(run_config, reprt)
+
+    reprt.show()

bencher/example/inputs_0D/{example_0D.py → example_0_in_2_out.py}

@@ -8,7 +8,8 @@ class SimpleFloat0D(bch.ParametrizedSweep):
     """This class has 0 input dimensions and 1 output dimensions.  It samples from a gaussian distribution"""
 
     # This defines a variable that we want to plot
-    output = bch.ResultVar(units="ul", doc="a sample from a gaussian distribution")
+    output1 = bch.ResultVar(units="ul", doc="a sample from a gaussian distribution")
+    output2 = bch.ResultVar(units="ul", doc="a sample from a gaussian distribution")
 
     def __call__(self, **kwargs) -> dict:
         """Generate a sample from a uniform distribution
@@ -17,11 +18,14 @@ class SimpleFloat0D(bch.ParametrizedSweep):
             dict: a dictionary with all the result variables in the ParametrisedSweep class as named key value pairs.
         """
 
-        self.output = random.gauss(mu=0.0, sigma=1.0)
+        self.output1 = random.gauss(mu=0.0, sigma=1.0)
+        self.output2 = random.gauss(mu=2.0, sigma=5.0)
         return super().__call__(**kwargs)
 
 
-def example_0D(run_cfg: bch.BenchRunCfg = None, report: bch.BenchReport = None) -> bch.Bench:
+def example_0_in_2_out(
+    run_cfg: bch.BenchRunCfg = None, report: bch.BenchReport = None
+) -> bch.Bench:
     """This example shows how to sample a 1 dimensional float variable and plot the result of passing that parameter sweep to the benchmarking function"""
 
     bench = SimpleFloat0D().to_bench(run_cfg, report)
@@ -30,5 +34,5 @@ def example_0D(run_cfg: bch.BenchRunCfg = None, report: bch.BenchReport = None)
 
 
 if __name__ == "__main__":
-    run_config = bch.BenchRunCfg(repeats=100)
-    example_0D(run_config).report.show()
+    run_config = bch.BenchRunCfg(repeats=500)
+    example_0_in_2_out(run_config).report.show()

bencher/example/inputs_1D/example1d_common.py

@@ -0,0 +1,69 @@
+"""This file has some examples for how to perform basic benchmarking parameter sweeps"""
+
+import bencher as bch
+
+
+class DataSource:
+    def __init__(self):
+        self.data = [
+            [0, 0, 0, 0],
+            [1, 1, 1, 1],
+            [1, 1, 1, 1],
+            [2, 1, 1, 0],
+            [2, 2, 0, 0],
+            [2, 2, 1, 1],
+        ]
+
+        self.call_count = [0] * len(self.data)
+
+    def call(self, index, repeat=None):
+        if repeat is None:
+            self.call_count[index] += 1
+            repeat = self.call_count[index]
+        return self.data[index][repeat - 1]
+
+
+class Example1D(bch.ParametrizedSweep):
+    index = bch.IntSweep(default=0, bounds=[0, 5], doc="Input angle", units="rad", samples=30)
+    output = bch.ResultVar(units="v", doc="sin of theta")
+    output2 = bch.ResultVar(units="v", doc="-sin of theta")
+
+    def __init__(self, **params):
+        super().__init__(**params)
+        self.data1 = DataSource()
+        self.data2 = DataSource()
+
+    def __call__(self, **kwargs):
+        self.update_params_from_kwargs(**kwargs)
+        self.output = self.data1.call(self.index)
+        self.output2 = -self.data2.call(self.index)
+        return super().__call__(**kwargs)
+
+
+def example_1_in_2_out(
+    run_cfg: bch.BenchRunCfg = None, report: bch.BenchReport = None
+) -> bch.Bench:
+    """This example shows how to sample a 1 dimensional float variable and plot the result of passing that parameter sweep to the benchmarking function"""
+    bench = Example1D().to_bench(run_cfg, report)
+    bench.plot_sweep()
+
+    # bench.report.append(bench.get_result().to_heatmap())
+    return bench
+
+
+if __name__ == "__main__":
+    run_config = bch.BenchRunCfg()
+    reprt = bch.BenchReport()
+    example_1_in_2_out(run_config, reprt)
+
+    run_config.repeats = 4
+    example_1_in_2_out(run_config, reprt)
+
+    # run_config.over_time = True
+    # run_config.auto_plot = False
+    # for i in range(4):
+    #     example_1_in_2_out(run_config, reprt)
+
+    # run_config.auto_plot = True
+    # example_1_in_2_out(run_config, reprt)
+    reprt.show()

bencher/example/inputs_1D/{example_1D.py → example_1_in_1_out.py}

@@ -14,7 +14,13 @@ class DataSource:
             [2, 2, 1, 1],
         ]
 
-    def call(self, index, repeat):
+        self.call_count = [0] * len(self.data)
+
+    def call(self, index, repeat=None):
+        if repeat is None:
+            self.call_count[index] += 1
+            repeat = self.call_count[index]
+        print(index, repeat)
         return self.data[index][repeat - 1]
 
 
@@ -22,23 +28,35 @@ class Example1D(bch.ParametrizedSweep):
     index = bch.IntSweep(default=0, bounds=[0, 5], doc="Input angle", units="rad", samples=30)
     output = bch.ResultVar(units="v", doc="sin of theta")
 
+    def __init__(self, **params):
+        super().__init__(**params)
+        self.data1 = DataSource()
+
     def __call__(self, **kwargs):
         self.update_params_from_kwargs(**kwargs)
-        self.output = DataSource().call(self.index, kwargs["repeat"])
+        self.output = self.data1.call(self.index)
         return super().__call__(**kwargs)
 
 
-def example_1D_float_repeats(
+def example_1_in_1_out(
     run_cfg: bch.BenchRunCfg = None, report: bch.BenchReport = None
 ) -> bch.Bench:
     """This example shows how to sample a 1 dimensional float variable and plot the result of passing that parameter sweep to the benchmarking function"""
-
     bench = Example1D().to_bench(run_cfg, report)
-    bench.run_cfg = bch.BenchRunCfg(repeats=4)
-    bench.plot_sweep(pass_repeat=True)
-
+    bench.plot_sweep()
     return bench
 
 
 if __name__ == "__main__":
-    example_1D_float_repeats().report.show()
+    run_config = bch.BenchRunCfg()
+    reprt = bch.BenchReport()
+    example_1_in_1_out(run_config, reprt)
+
+    run_config.repeats = 4
+    example_1_in_1_out(run_config, reprt)
+
+    # run_cfg.over_time = True
+    # for i in range(4):
+    #     example_1_in_2_out(run_cfg, report)
+
+    reprt.show()

bencher/example/inputs_1D/example_1_in_2_out.py

@@ -0,0 +1,63 @@
+import bencher as bch
+
+
+class DataSource:
+    def __init__(self):
+        self.data = [
+            [0, 0, 0, 0],
+            [1, 1, 1, 1],
+            [1, 1, 1, 1],
+            [2, 1, 1, 0],
+            [2, 2, 0, 0],
+            [2, 2, 1, 1],
+        ]
+
+        self.call_count = [0] * len(self.data)
+
+    def call(self, index, repeat=None):
+        if repeat is None:
+            self.call_count[index] += 1
+            repeat = self.call_count[index]
+        return self.data[index][repeat - 1]
+
+
+class Example1D(bch.ParametrizedSweep):
+    index = bch.IntSweep(default=0, bounds=[0, 5], doc="Input angle", units="rad", samples=30)
+    output = bch.ResultVar(units="v", doc="sin of theta")
+    output2 = bch.ResultVar(units="v", doc="-sin of theta")
+
+    def __init__(self, **params):
+        super().__init__(**params)
+        self.data1 = DataSource()
+        self.data2 = DataSource()
+
+    def __call__(self, **kwargs):
+        self.update_params_from_kwargs(**kwargs)
+        self.output = self.data1.call(self.index)
+        self.output2 = -self.data2.call(self.index)
+        return super().__call__(**kwargs)
+
+
+def example_1_in_2_out(
+    run_cfg: bch.BenchRunCfg = None, report: bch.BenchReport = None
+) -> bch.Bench:
+    """This example shows how to sample a 1 dimensional float variable and plot the result of passing that parameter sweep to the benchmarking function"""
+    bench = Example1D().to_bench(run_cfg, report)
+    bench.plot_sweep()
+
+    # bench.report.append(bench.get_result().to_heatmap())
+    return bench
+
+
+if __name__ == "__main__":
+    run_config = bch.BenchRunCfg()
+    reprt = bch.BenchReport()
+    example_1_in_2_out(run_config, reprt)
+    # run_config.over_time = True
+    # run_config.auto_plot = False
+    # for i in range(4):
+    #     example_1_in_2_out(run_config, reprt)
+
+    # run_config.auto_plot = True
+    # example_1_in_2_out(run_config, reprt)
+    reprt.show()

bencher/example/inputs_1D/example_1_in_2_out_repeats.py

@@ -0,0 +1,61 @@
+import bencher as bch
+
+
+class DataSource:
+    def __init__(self):
+        self.data = [
+            [0, 0, 0, 0],
+            [1, 1, 1, 1],
+            [1, 1, 1, 1],
+            [2, 1, 1, 0],
+            [2, 2, 0, 0],
+            [2, 2, 1, 1],
+        ]
+
+        self.call_count = [0] * len(self.data)
+
+    def call(self, index, repeat=None):
+        if repeat is None:
+            self.call_count[index] += 1
+            repeat = self.call_count[index]
+        return self.data[index][repeat - 1]
+
+
+class Example1D(bch.ParametrizedSweep):
+    index = bch.IntSweep(default=0, bounds=[0, 5], doc="Input angle", units="rad", samples=30)
+    output = bch.ResultVar(units="v", doc="sin of theta")
+    output2 = bch.ResultVar(units="v", doc="-sin of theta")
+
+    def __init__(self, **params):
+        super().__init__(**params)
+        self.data1 = DataSource()
+        self.data2 = DataSource()
+
+    def __call__(self, **kwargs):
+        self.update_params_from_kwargs(**kwargs)
+        self.output = self.data1.call(self.index)
+        self.output2 = -self.data2.call(self.index)
+        return super().__call__(**kwargs)
+
+
+def example_1_in_2_out_repeats(
+    run_cfg: bch.BenchRunCfg = None, report: bch.BenchReport = None
+) -> bch.Bench:
+    """This example shows how to sample a 1 dimensional float variable and plot the result of passing that parameter sweep to the benchmarking function"""
+
+    from importlib.metadata import version
+
+    print(version("holobench"))
+    if run_cfg is None:
+        run_cfg = bch.BenchRunCfg()
+    run_cfg.repeats = 4
+    bench = Example1D().to_bench(run_cfg, report)
+    bench.plot_sweep()
+    return bench
+
+
+if __name__ == "__main__":
+    run_config = bch.BenchRunCfg()
+    reprt = bch.BenchReport()
+    example_1_in_2_out_repeats(run_config, reprt)
+    reprt.show()

bencher/example/meta/example_meta.py

@@ -20,7 +20,7 @@ class NoiseDistribution(StrEnum):
         if noisy:
             match noise_distribution:
                 case NoiseDistribution.uniform:
-                    return random.uniform(0, sigma)
+                    return random.uniform(-sigma / 2.0, sigma / 2)
                 case NoiseDistribution.gaussian:
                     return random.gauss(0, sigma)
         return 0.0
@@ -34,7 +34,7 @@ class BenchableObject(bch.ParametrizedSweep):
     float2 = bch.FloatSweep(default=0, bounds=[0, 1.0], doc="y coordinate of the sample volume")
     float3 = bch.FloatSweep(default=0, bounds=[0, 1.0], doc="z coordinate of the sample volume")
 
-    sigma = bch.FloatSweep(default=1, bounds=[1, 10], doc="standard deviation of the added noise")
+    sigma = bch.FloatSweep(default=0.2, bounds=[0, 10], doc="standard deviation of the added noise")
 
     # categorial variables
     noisy = bch.BoolSweep(
@@ -78,10 +78,10 @@ class BenchMeta(bch.ParametrizedSweep):
     """This class uses bencher to display the multidimensional types bencher can represent"""
 
     float_vars = bch.IntSweep(
-        default=1, bounds=(0, 4), doc="The number of floating point variables that are swept"
+        default=0, bounds=(0, 4), doc="The number of floating point variables that are swept"
     )
     categorical_vars = bch.IntSweep(
-        default=1, bounds=(0, 3), doc="The number of categorical variables that are swept"
+        default=0, bounds=(0, 3), doc="The number of categorical variables that are swept"
     )
     sample_with_repeats = bch.IntSweep(default=1, bounds=(1, 10))
 
@@ -141,9 +141,7 @@ class BenchMeta(bch.ParametrizedSweep):
         return super().__call__()
 
 
-def example_meta(
-    run_cfg: bch.BenchRunCfg = bch.BenchRunCfg(), report: bch.BenchReport = bch.BenchReport()
-) -> bch.Bench:
+def example_meta(run_cfg: bch.BenchRunCfg = None, report: bch.BenchReport = None) -> bch.Bench:
     bench = BenchMeta().to_bench(run_cfg, report)
 
     bench.plot_sweep(

bencher/example/meta/example_meta_cat.py

@@ -2,9 +2,7 @@ import bencher as bch
 from bencher.example.meta.example_meta import BenchMeta
 
 
-def example_meta_cat(
-    run_cfg: bch.BenchRunCfg = bch.BenchRunCfg(), report: bch.BenchReport = bch.BenchReport()
-) -> bch.Bench:
+def example_meta_cat(run_cfg: bch.BenchRunCfg = None, report: bch.BenchReport = None) -> bch.Bench:
     bench = BenchMeta().to_bench(run_cfg, report)
 
     bench.plot_sweep(

bencher/example/meta/example_meta_float.py

@@ -3,7 +3,7 @@ from bencher.example.meta.example_meta import BenchMeta
 
 
 def example_meta_float(
-    run_cfg: bch.BenchRunCfg = bch.BenchRunCfg(), report: bch.BenchReport = bch.BenchReport()
+    run_cfg: bch.BenchRunCfg = None, report: bch.BenchReport = None
 ) -> bch.Bench:
     bench = BenchMeta().to_bench(run_cfg, report)
 

bencher/example/meta/example_meta_levels.py

@@ -3,7 +3,7 @@ from bencher.example.meta.example_meta import BenchMeta
 
 
 def example_meta_levels(
-    run_cfg: bch.BenchRunCfg = bch.BenchRunCfg(), report: bch.BenchReport = bch.BenchReport()
+    run_cfg: bch.BenchRunCfg = None, report: bch.BenchReport = None
 ) -> bch.Bench:
     bench = BenchMeta().to_bench(run_cfg, report)
 

bencher/example/meta/generate_examples.py

@@ -0,0 +1,54 @@
+import nbformat as nbf
+from pathlib import Path
+
+
+def convert_example_to_jupyter_notebook(filename: str, output_path: str):
+    # print
+    source_path = Path(filename)
+
+    nb = nbf.v4.new_notebook()
+    title = source_path.stem
+    function_name = f"{source_path.stem}()"
+    text = f"""# {title}"""
+
+    code = "%%capture\n"
+
+    example_code = source_path.read_text(encoding="utf-8")
+    split_code = example_code.split("""if __name__ == "__main__":""")
+    code += split_code[0]
+
+    code += f"""
+bench={function_name}
+"""
+
+    code_results = """
+from bokeh.io import output_notebook
+output_notebook()
+bench.get_result().to_auto_plots()
+"""
+
+    nb["cells"] = [
+        nbf.v4.new_markdown_cell(text),
+        nbf.v4.new_code_cell(code),
+        nbf.v4.new_code_cell(code_results),
+    ]
+    output_path = Path(f"docs/reference/{output_path}/ex_{title}.ipynb")
+    output_path.parent.mkdir(parents=True, exist_ok=True)
+    output_path.write_text(nbf.writes(nb), encoding="utf-8")
+
+
+if __name__ == "__main__":
+    convert_example_to_jupyter_notebook(
+        "/workspaces/bencher/bencher/example/inputs_1D/example_1_in_1_out.py", "1D"
+    )
+    convert_example_to_jupyter_notebook(
+        "/workspaces/bencher/bencher/example/inputs_1D/example_1_in_2_out.py", "1D"
+    )
+
+    convert_example_to_jupyter_notebook(
+        "/workspaces/bencher/bencher/example/inputs_1D/example_1_in_2_out_repeats.py", "1D"
+    )
+
+    convert_example_to_jupyter_notebook(
+        "/workspaces/bencher/bencher/example/example_simple_float.py", "1D"
+    )

bencher/example/meta/generate_meta.py

@@ -0,0 +1,127 @@
+import nbformat as nbf
+from typing import Any
+import bencher as bch
+
+
+from bencher.example.meta.example_meta import BenchableObject
+
+
+class BenchMetaGen(bch.ParametrizedSweep):
+    """This class uses bencher to display the multidimensional types bencher can represent"""
+
+    float_vars = bch.IntSweep(
+        default=0, bounds=(0, 4), doc="The number of floating point variables that are swept"
+    )
+    categorical_vars = bch.IntSweep(
+        default=0, bounds=(0, 3), doc="The number of categorical variables that are swept"
+    )
+    sample_with_repeats = bch.IntSweep(default=1, bounds=(1, 100))
+
+    sample_over_time = bch.BoolSweep(default=False)
+
+    level = bch.IntSweep(default=2, units="level", bounds=(2, 5))
+
+    run_bench = False
+
+    plots = bch.ResultReference(units="int")
+
+    def __call__(self, **kwargs: Any) -> Any:
+        self.update_params_from_kwargs(**kwargs)
+
+        run_cfg = bch.BenchRunCfg()
+        run_cfg.level = self.level
+        run_cfg.repeats = self.sample_with_repeats
+        run_cfg.over_time = self.sample_over_time
+        run_cfg.plot_size = 500
+
+        # bench = bch.Bench("benchable", BenchableObject(), run_cfg=run_cfg)
+
+        inputs_vars_float = [
+            "float1",
+            "float2",
+            "float3",
+            "sigma",
+        ]
+
+        inputs_vars_cat = [
+            "noisy",
+            "noise_distribution",
+            "negate_output",
+        ]
+
+        input_vars = inputs_vars_float[: self.float_vars] + inputs_vars_cat[: self.categorical_vars]
+
+        if self.run_bench:
+            bench = BenchableObject().to_bench(run_cfg)
+            res = bench.plot_sweep(
+                "test",
+                input_vars=input_vars,
+                result_vars=["distance", "sample_noise"],
+                plot_callbacks=False,
+            )
+            self.plots = bch.ResultReference()
+            self.plots.obj = res.to_auto()
+
+        title = f"{self.float_vars}_float_{self.categorical_vars}_cat"
+
+        nb = nbf.v4.new_notebook()
+        text = f"""# {title}"""
+
+        code_gen = f"""
+%%capture
+import bencher as bch
+from bencher.example.meta.example_meta import BenchableObject
+
+run_cfg = bch.BenchRunCfg()
+run_cfg.repeats = {self.sample_with_repeats}
+run_cfg.level = 4 
+bench = BenchableObject().to_bench(run_cfg)
+res=bench.plot_sweep(input_vars={input_vars},
+                    result_vars=["distance","sample_noise"])
+"""
+        code_results = """
+from bokeh.io import output_notebook
+output_notebook()
+res.to_auto_plots()
+"""
+
+        nb["cells"] = [
+            nbf.v4.new_markdown_cell(text),
+            nbf.v4.new_code_cell(code_gen),
+            nbf.v4.new_code_cell(code_results),
+        ]
+        from pathlib import Path
+
+        fname = Path(f"docs/reference/Meta/ex_{title}.ipynb")
+        fname.parent.mkdir(parents=True, exist_ok=True)
+        fname.write_text(nbf.writes(nb), encoding="utf-8")
+
+        return super().__call__()
+
+
+def example_meta(run_cfg: bch.BenchRunCfg = None, report: bch.BenchReport = None) -> bch.Bench:
+    bench = BenchMetaGen().to_bench(run_cfg, report)
+
+    bench.plot_sweep(
+        title="Meta Bench",
+        description="""## All Combinations of Variable Sweeps and Resulting Plots
+This uses bencher to display all the combinations of plots bencher is able to produce""",
+        input_vars=[
+            bch.p("float_vars", [0, 1, 2, 3]),
+            "categorical_vars",
+            bch.p("sample_with_repeats", [1, 20]),
+            # "sample_over_time",
+        ],
+        const_vars=[
+            # BenchMeta.param.float_vars.with_const(1),
+            # BenchMeta.param.sample_with_repeats.with_const(2),
+            # BenchMeta.param.categorical_vars.with_const(2),
+            # BenchMeta.param.sample_over_time.with_const(True),
+        ],
+    )
+
+    return bench
+
+
+if __name__ == "__main__":
+    example_meta().report.show()

bencher/example/optuna/example_optuna.py

@@ -45,9 +45,7 @@ class ToyOptimisationProblem(bch.ParametrizedSweep):
         return self.get_results_values_as_dict()
 
 
-def optuna_rastrigin(
-    run_cfg: bch.BenchRunCfg = bch.BenchRunCfg(), report: bch.BenchReport = bch.BenchReport()
-):
+def optuna_rastrigin(run_cfg: bch.BenchRunCfg = None, report: bch.BenchReport = None):
     explorer = ToyOptimisationProblem()
 
     bench = bch.Bench("Rastrigin", explorer.rastrigin, run_cfg=run_cfg, report=report)

bencher/job.py

@@ -36,9 +36,9 @@ class JobFuture:
         self.res = res
         self.future = future
         # either a result or a future needs to be passed
-        assert (
-            self.res is not None or self.future is not None
-        ), "make sure you are returning a dict or super().__call__(**kwargs) from your __call__ function"
+        assert self.res is not None or self.future is not None, (
+            "make sure you are returning a dict or super().__call__(**kwargs) from your __call__ function"
+        )
 
         self.cache = cache
 
@@ -162,7 +162,7 @@ class FutureCache:
         logging.info(f"cache calls: {self.worker_cache_call_count}")
         logging.info(f"worker calls: {self.worker_fn_call_count}")
         if self.cache:
-            return f"cache size :{int(self.cache.volume() / 1000000)}MB / {int(self.size_limit/1000000)}MB"
+            return f"cache size :{int(self.cache.volume() / 1000000)}MB / {int(self.size_limit / 1000000)}MB"
         return ""
 
 

bencher/results/bench_result_base.py

@@ -97,7 +97,7 @@ class BenchResultBase(OptunaResult):
         ds_out = self.ds.copy()
 
         if result_var is not None:
-            ds_out = ds_out[result_var.name]
+            ds_out = ds_out[result_var.name].to_dataset(name=result_var.name)
 
         def rename_ds(dataset: xr.Dataset, suffix: str):
             # var_name =
@@ -317,6 +317,7 @@ class BenchResultBase(OptunaResult):
         result_types=None,
         pane_collection: pn.pane = None,
         zip_results=False,
+        reduce: ReduceType = None,
         **kwargs,
     ) -> Optional[pn.Row]:
         if hv_dataset is None:
@@ -332,7 +333,7 @@ class BenchResultBase(OptunaResult):
             if result_types is None or isinstance(rv, result_types):
                 row.append(
                     self.to_panes_multi_panel(
-                        hv_dataset,
+                        self.to_hv_dataset(reduce=reduce, result_var=rv),
                         rv,
                         plot_callback=partial(plot_callback, **kwargs),
                         target_dimension=target_dimension,
@@ -377,11 +378,12 @@ class BenchResultBase(OptunaResult):
         if matches_res.overall:
             return self.map_plot_panes(
                 plot_callback=plot_callback,
-                hv_dataset=self.to_hv_dataset(reduce=reduce),
+                hv_dataset=None,
                 target_dimension=target_dimension,
                 result_var=result_var,
                 result_types=result_types,
                 pane_collection=pane_collection,
+                reduce=reduce,
                 **kwargs,
             )
         return matches_res.to_panel()

bencher/results/holoview_result.py

@@ -202,10 +202,18 @@ class HoloviewResult(PanelResult):
     ) -> Optional[hv.Curve]:
         hvds = hv.Dataset(dataset)
         title = self.title_from_ds(dataset, result_var, **kwargs)
-        pt = hvds.to(hv.Curve).opts(title=title, **kwargs)
-        pt *= hvds.to(hv.Spread).opts(alpha=0.2)
-        if len(dataset.sizes) > 1:
-            return pt.opts(legend_position="right").overlay()
+
+        # print(result_var.name, dataset)
+        pt = hv.Overlay()
+        # find pairs of {var_name} {var_name}_std to plot the line and their spreads.
+        for var in dataset.data_vars:
+            if not var.endswith("_std"):
+                std_var = f"{var}_std"
+                pt *= hvds.to(hv.Curve, vdims=var, label=var).opts(title=title, **kwargs)
+                # Only create a Spread if the matching _std variable exists
+                if std_var in dataset.data_vars:
+                    pt *= hvds.to(hv.Spread, vdims=[var, std_var])
+
         return pt.opts(legend_position="right")
 
     def to_heatmap(

bencher/variables/inputs.py

@@ -126,15 +126,13 @@ class IntSweep(Integer, SweepBase):
 
         if not isinstance(val, (int, np.integer)):
             raise ValueError(
-                "Integer parameter %r must be an integer, " "not type %r." % (self.name, type(val))
+                "Integer parameter %r must be an integer, not type %r." % (self.name, type(val))
             )
 
     ###THESE ARE COPIES OF INTEGER VALIDATION BUT ALSO ALLOW NUMPY INT TYPES
     def _validate_step(self, val, step):
         if step is not None and not isinstance(step, (int, np.integer)):
-            raise ValueError(
-                "Step can only be None or an " "integer value, not type %r" % type(step)
-            )
+            raise ValueError("Step can only be None or an integer value, not type %r" % type(step))
 
 
 class FloatSweep(Number, SweepBase):

{holobench-1.36.2.dist-info → holobench-1.39.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: holobench
-Version: 1.36.2
+Version: 1.39.0
 Summary: A package for benchmarking the performance of arbitrary functions
 Project-URL: Repository, https://github.com/dyson-ai/bencher
 Project-URL: Home, https://github.com/dyson-ai/bencher
@@ -33,12 +33,16 @@ Requires-Dist: rerun-notebook; extra == 'rerun'
 Requires-Dist: rerun-sdk==0.21.0; extra == 'rerun'
 Provides-Extra: test
 Requires-Dist: coverage<=7.6.10,>=7.5.4; extra == 'test'
-Requires-Dist: hypothesis<=6.123.2,>=6.104.2; extra == 'test'
-Requires-Dist: pre-commit<=4.0.1; extra == 'test'
-Requires-Dist: pylint<=3.3.3,>=3.2.5; extra == 'test'
+Requires-Dist: hypothesis<=6.124.9,>=6.104.2; extra == 'test'
+Requires-Dist: ipykernel; extra == 'test'
+Requires-Dist: jupyter-bokeh; extra == 'test'
+Requires-Dist: nbformat; extra == 'test'
+Requires-Dist: pip; extra == 'test'
+Requires-Dist: pre-commit<=4.1.0; extra == 'test'
+Requires-Dist: pylint<=3.3.4,>=3.2.5; extra == 'test'
 Requires-Dist: pytest-cov<=6.0.0,>=4.1; extra == 'test'
 Requires-Dist: pytest<=8.3.4,>=7.4; extra == 'test'
-Requires-Dist: ruff<=0.8.5,>=0.5.0; extra == 'test'
+Requires-Dist: ruff<=0.9.4,>=0.5.0; extra == 'test'
 Description-Content-Type: text/markdown
 
 # Bencher
@@ -105,7 +109,7 @@ pixi run demo
 
 An example of the type of output bencher produces can be seen here:
 
-https://dyson-ai.github.io/bencher/ 
+https://blooop.github.io/bencher/ 
 
 
 ## Examples
@@ -127,6 +131,7 @@ Start with example_simple_float.py and explore other examples based on your data
 
 ## Documentation
 
-API documentation can be found at https://bencher.readthedocs.io/en/latest/
+- [Examples Documentation](https://bencher.readthedocs.io/reference/index.html)
+- [API documentation](https://bencher.readthedocs.io/autoapi/bencher/index.html)
 
 More documentation is needed for the examples and general workflow. 

{holobench-1.36.2.dist-info → holobench-1.39.0.dist-info}/RECORD

@@ -2,12 +2,12 @@ bencher/__init__.py,sha256=hWfQxlvuHRsFK4ZPCpRXo3nDzQB52JOUoi67wcnhopE,1890
 bencher/bench_cfg.py,sha256=gEpF1J4RAxCQPSkI8npKfhw-o3-8cw80TjiWK7As5WE,18417
 bencher/bench_plot_server.py,sha256=nvGTr981XgWELqV7yID91j6V1UIPGtKilzxHcNWaZ6Q,4196
 bencher/bench_report.py,sha256=ikMSHceyc8cYFH-sIza167DH-H-_iiTYDm2TmusUHDc,7515
-bencher/bench_runner.py,sha256=xoeXt8gcEhx5nAFsKBs8RmdkEyXUOyFd8mrEXyIxj3U,6531
+bencher/bench_runner.py,sha256=wShmZ504BOKgHj0sOrGZtduyPfJHFFBfHRsz5tYy5_Q,7000
 bencher/bencher.py,sha256=-vbZIzBr2IYYG7be5Hh8IZgIGUysTxoxQUV6xUToH14,35437
 bencher/caching.py,sha256=AusaNrzGGlj5m6zcwcqnTn55Mam2mQdF--oqelO806M,1627
 bencher/class_enum.py,sha256=kYHW9qKkKcNdwaXizZL-fTptS_DUEGv4c88yCehk3gc,1492
 bencher/flask_server.py,sha256=uMhMaySUki5StC-r_TXb4KTVqAiffyqfH7UzQidFqSw,831
-bencher/job.py,sha256=smSRLLZNxFSuAo7mA3m_lzHc2opjNf-DjzszsCn4ENU,6216
+bencher/job.py,sha256=8tztOwSYZqULaqD1Xv-wAdA6Rhgsa2I19P-ZzvnWPPw,6218
 bencher/optuna_conversions.py,sha256=an-LfPsQXyyvhIZnG8Wl1RQVYMvJj7WOi3YNqoUnuxQ,5356
 bencher/utils.py,sha256=DP2GJP28nSEihvZwiV1Rl7YJ5NTrRt2zBLs46eQ37hQ,9887
 bencher/utils_rerun.py,sha256=E1itolYJMjmtBE5qcSotiS20I-dobVnjznsTRvZaV0s,1212
@@ -15,41 +15,41 @@ bencher/video_writer.py,sha256=z49tAG_ttXc8iWcTkWPJO1QaneaVdsmYL6Hpal-pd4Q,2176
 bencher/worker_job.py,sha256=FREi0yWQACFmH86R1j-LH72tALEFkKhLDmmoGQY9Jh4,1571
 bencher/example/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 bencher/example/benchmark_data.py,sha256=DL5Grj7UwnKZz2BHfGNKv35Ln0y2ntFwvZdkchOMHVU,6985
-bencher/example/example_all.py,sha256=iiKV2poYWu4SUIQkpoX4qT1zTm574QfuNHpYww3meFA,1952
-bencher/example/example_categorical.py,sha256=ydJa-76aZLxxiqzVFkCY3SZNon0yscYhgX41yonoCnU,3685
+bencher/example/example_all.py,sha256=_jOiz07fsjghiIuLfMpZiRVEkPaH7dM8OftOGcdL6cU,1960
+bencher/example/example_categorical.py,sha256=S6PP3LHZewHVymNZmEY-AEMRlJbv0CEgJ1NRWNDEnC8,3659
 bencher/example/example_composable_container.py,sha256=URN_2Wv98_JpjWJUhbvK2YejpqumUJMTbQ9ok07TNZw,3753
 bencher/example/example_composable_container2.py,sha256=tVcSggLAzuXsiHM00qSJk9fKOgqXbSzzyjs7IayLZCw,5667
 bencher/example/example_consts.py,sha256=upKkrMNYUCS38IA4duuyJHERwdZIMB4FA60Gytu_BzU,1475
-bencher/example/example_custom_sweep.py,sha256=Tl3SJXXlx2_Jko-q8nkeKLfVL21rITI3j4bTrPJVJiA,1917
+bencher/example/example_custom_sweep.py,sha256=OvAMqirV9KzbuaQ6ELOAbrRrj5zYHjpEs3tG-rgmFJM,1891
 bencher/example/example_custom_sweep2.py,sha256=6RBiyVVaxAh5Aul85DfYA5P-lwhwW3Bb54o0CBgTB6Q,1225
 bencher/example/example_dataframe.py,sha256=aGSdMnsRvRC2dgkUVmzEJz5yo6k1lPjsUM6gFShNcRI,1792
-bencher/example/example_docs.py,sha256=aUi33O543JBPoOGlpHaY2eA74GR7cHH_6-hcC8xf3z0,1174
+bencher/example/example_docs.py,sha256=j80DCZqfvfkzvy7kgasSvq4F011ZHuq8jjFsEWiFTMk,1200
 bencher/example/example_filepath.py,sha256=O3VO9rWAXB_1tagVSvxhiSMjcTkgZe2duw7W17ij7po,827
-bencher/example/example_float3D.py,sha256=Ya9zIfUZmbqV6GZrRjcV44uMnKeKgG6RrLBsky0P5LY,3066
-bencher/example/example_float_cat.py,sha256=nQDBWYRVZrJW5ABIizqcD6mXswHWSdEDzM-FeYFqYqY,3821
-bencher/example/example_floats.py,sha256=HcQgfwldTVeFBmBTMtZ0yRy17ZJ4cfJeI_t8TxY2iOI,4269
-bencher/example/example_floats2D.py,sha256=D0kljoUCinMKCEW-Zg-cQ8sYu_yPCZqzKJ9tRtt-Ono,3697
-bencher/example/example_holosweep.py,sha256=u3w2ixvpx96nNS49sE5j704ZSFwdJVS5HVRsz19kIXc,3021
-bencher/example/example_holosweep_objects.py,sha256=vHuAtkM1VrJelHOazn_SJfzxNywKyaMzN-DE8W7Ricc,3228
-bencher/example/example_holosweep_tap.py,sha256=NYXofWGV9GaBN72Q3kKPT5lKJ-slYZH5VzTAavUu23w,4527
-bencher/example/example_image.py,sha256=UiRzV1cKdtBLxlD16xswro61memxxcy25wteHyMjSkc,5548
+bencher/example/example_float3D.py,sha256=QBPET3oxRJXM5ToXdOPtIsHd-9SBK8GD9y0gC9N4UC4,3034
+bencher/example/example_float_cat.py,sha256=_jedRBPQmKwxo1Yvph8SnUGVoK5Mpj9aLZIYex31bzQ,3789
+bencher/example/example_floats.py,sha256=x-3wx9-SHueuqjNHuKqEGeYWU7ZdZ1DR7X_1dktOKbg,4237
+bencher/example/example_floats2D.py,sha256=1V5hCxr0Iz2KT2JyePn-XmugsMXlDzf0GazWWvq0kYo,3665
+bencher/example/example_holosweep.py,sha256=emNUKCHPb-JrSWPjHajuAlQmUU9A9S7O-jdrvixg0Io,2989
+bencher/example/example_holosweep_objects.py,sha256=eqOjuTYh4Pis5lGsSeN7BJZXKR2upOSjynEtR0HqyoY,3196
+bencher/example/example_holosweep_tap.py,sha256=vKGyCdc1H8oECWRACW1kj5s1OJPAUETWHbP88R9hW_A,4475
+bencher/example/example_image.py,sha256=9VG2XiQnhksYh6WuU18a4b36KIrF-yY7dhZKdL0oG1I,5490
 bencher/example/example_image1.py,sha256=GO-PuiEKcFBma5fVNDi-203ZhYJvP4hojjxsDa9B9HM,2678
-bencher/example/example_levels.py,sha256=gcNqjdsC0Bi0dX9oakssPEmuh_zFqpJhPYPPoDN3uw8,6890
+bencher/example/example_levels.py,sha256=Gl3hIGYmzLufKWIG_YFTvW-TCfao6Ys6W0uc4dAcizw,6858
 bencher/example/example_levels2.py,sha256=tMhA6dYYQskzMeAZdaz6jRmQTe-c-jLXfkaUqWT30-I,1117
-bencher/example/example_pareto.py,sha256=sLh37iZSQitW7DE7ktbyaOgHr1ZWxG7pXxCMH00KKqQ,2688
+bencher/example/example_pareto.py,sha256=tQxX9g8VfASv2vyRAm-Bv3qsYKjKnU-HyuLXtiZYEpw,2656
 bencher/example/example_publish.py,sha256=qIilHdsjqcUQ5u_IuGjjhJCLRkcQvhVuhI3efDrFTww,1005
 bencher/example/example_rerun.py,sha256=gruldZ6tmW56Mc6bPrNc7ChZEGHhYXPE4VVeG-L8w7M,981
 bencher/example/example_rerun2.py,sha256=TV8e2UMwLFowhiXb_sQG2IS-W5jXF67VCitVjD8u1o8,660
-bencher/example/example_sample_cache.py,sha256=sN5AcbX0Ycw1EFVRHWT0k6P3I1yKKDU-cPkZsqW2kGA,4188
+bencher/example/example_sample_cache.py,sha256=VxL-lT3IuI57ToDdGZlBvzt_c_bl4AveyylQFMXg-vE,4162
 bencher/example/example_sample_cache_context.py,sha256=v_4hfmwZK38ZqV6QyEfs_I4W3BJX7RO_J-wDaS_DTT0,4062
 bencher/example/example_simple.py,sha256=E1-D10N-O50S33UQ9iLIlq09-x7BohbjYaR_lzLjQjc,11706
 bencher/example/example_simple_bool.py,sha256=GZ6pyj8FaQV9gNxaqAmX6c5XWtMvKosezAbSADEl0G0,1248
-bencher/example/example_simple_cat.py,sha256=XsV_75Jk3phVPI4om3q0vn1POfREb3CGRm9Kq1tL-OA,1760
-bencher/example/example_simple_float.py,sha256=5l3O6DzS1AV9LdpN_HfYxR-rvheXoRtWQWIER6-92aw,988
+bencher/example/example_simple_cat.py,sha256=cPlt9JP1lgTqatZVAP1tk72lPSLkGkj4BjUl6fpRF_A,1728
+bencher/example/example_simple_float.py,sha256=c3ZR0LXfgGcH63MnUpQovRVnzpx5lpDQs1T-Qzcm2U0,944
 bencher/example/example_simple_float2d.py,sha256=xsVOLO6AtMi9_fybpS_JZnhev5f11YuYWHrAOzJw2dI,1033
-bencher/example/example_strings.py,sha256=vStjrvfezNz7115iRtuwy0i7Gbu6w8mu-oHNfKNLNog,1570
-bencher/example/example_time_event.py,sha256=e6R-a6ZPe-ePiWoNvN3YuSQK-Y2HOGntsjCm_SPon28,2159
-bencher/example/example_video.py,sha256=QnEaMOt7taHVKD_t3EZ60aCTkVdt2hhJ2bDH2fNparg,3897
+bencher/example/example_strings.py,sha256=NpOGwC1KRAyAAC2VQZCg09ArraESdU0lupFj4b0I-sQ,1538
+bencher/example/example_time_event.py,sha256=l2dEut9oYnxxF7kRXnZx8Ohw1EdT5Iezo_b8CwCcCHA,2133
+bencher/example/example_video.py,sha256=LUiFV841oQ7r-cP3vSHBT0-fIJ-AK51_HyL2gOLMv9k,3839
 bencher/example/example_workflow.py,sha256=00QnUuViMfX_PqzqkXmg1wPX6yAq7IS7mCL_RFKwrMM,6806
 bencher/example/experimental/example_bokeh_plotly.py,sha256=3jUKh8eKIAlpklKnp8UopIHhUDw1A0_5CwjeyTzbi7o,846
 bencher/example/experimental/example_hover_ex.py,sha256=qszw4FkIfqQkVviPSpmUoFOoi6PGotGbsc7Ojyx8EtU,1052
@@ -60,13 +60,20 @@ bencher/example/experimental/example_streams.py,sha256=rrTmcmxDlirGoyTbJ4LT4fBIA
 bencher/example/experimental/example_template.py,sha256=XdIVS9RtLdE5GNnerWiZMXvP7n17lzuc_YTLqJTwb6Q,1172
 bencher/example/experimental/example_updates.py,sha256=rF4UgWY-CW6ohNtOpQklTuwbwVRvEM5j6edZOiMkspQ,1835
 bencher/example/experimental/example_vector.py,sha256=3o_1dA4dc2HL6uIEvDAcvLPVJB8jgkq1QZ3BQIL-LEo,3118
-bencher/example/inputs_0D/example_0D.py,sha256=WgelKMVahagrLpCByosqh4bHC58BXJ4-AO7zqgjNjH8,1225
-bencher/example/inputs_1D/example_1D.py,sha256=aT_4mtYNSN49qMG51jgW9X3NSGGC_GrGpgUNG6i0NZ8,1315
-bencher/example/meta/example_meta.py,sha256=XBpfu47z86vz8QSZjLA1uWltoRZSej7W48nveFKqj5w,5564
-bencher/example/meta/example_meta_cat.py,sha256=FMBT0yMPJJo0pmUYVtlq64R6qn_EXEt74xYAsK6HQag,641
-bencher/example/meta/example_meta_float.py,sha256=D71oiFqGauLvqTxv2BC4CJOwHIdpvq8FdCBVejwZ4Do,624
-bencher/example/meta/example_meta_levels.py,sha256=MkVL8pAIogn8ObKdSn8BC_DKk6PSVvvPU7_KUCgP5vQ,1436
-bencher/example/optuna/example_optuna.py,sha256=-RIuDrdPjfXz1c1hOAmWeJNdmGICiWnyJfAavRsiMuk,2370
+bencher/example/inputs_0D/example_0_in_1_out.py,sha256=Lm4lgNGy6oLAEuqDEWHqWGbU6-T2LUudNtP3NKrFDho,1706
+bencher/example/inputs_0D/example_0_in_2_out.py,sha256=HFtuuuZspK0Hy_1hEbaQy8Ah3SFtSf04yHbaaB9YYec,1389
+bencher/example/inputs_1D/example1d_common.py,sha256=QurBf3rYq4B3nG9J7Rra30XXtoE6EeDHjPH0CrQ-T9g,2069
+bencher/example/inputs_1D/example_1_in_1_out.py,sha256=eqAztAufMNTSVE3xdA9Nyqc8UXUn7Y2cjsIP_T_ITUw,1774
+bencher/example/inputs_1D/example_1_in_2_out.py,sha256=9qwDF5m25pzwRLeqQB_IO1I0ER07-izc9lFJBcapMdo,1908
+bencher/example/inputs_1D/example_1_in_2_out_repeats.py,sha256=0xt1B9xkCdDhTa8zBVmV565z22SO0RCQcAkCRuF4c1k,1804
+bencher/example/meta/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+bencher/example/meta/example_meta.py,sha256=ZXW8LZ1DGs05RiZRHLrOx-qt9x10qL6v2tt7Ulay-mM,5549
+bencher/example/meta/example_meta_cat.py,sha256=j3OCi1Yra47wrXOVr8epMYPGIXjQwdQoCcCICPmE2lo,609
+bencher/example/meta/example_meta_float.py,sha256=Y-zo7QAZkpt3mQEE4guiPmRHmKjn6-y8D_AjWeGCqEs,598
+bencher/example/meta/example_meta_levels.py,sha256=ZZ14r99z6cs73ZwvBJvDKdEVIdTyHzrWsenxRgFXfXQ,1410
+bencher/example/meta/generate_examples.py,sha256=Uicdr5PlamqiFGgEzEtdPzQPfVRE6UOa1CH-3UQ6T_I,1540
+bencher/example/meta/generate_meta.py,sha256=1euRIVEAUlT3a_olmhZXbHMaG9OCSzsgKajXXwf1vOI,3874
+bencher/example/optuna/example_optuna.py,sha256=0zA6IIDWe7FM0rnYJ-FHF9GZtrhYdKHQTosUD2Raw0M,2338
 bencher/example/shelved/example_float2D_scatter.py,sha256=z8ranMq8IcJ1yoVSFDncp3gw-yWG7X9lXLimXKpy5Ks,3372
 bencher/example/shelved/example_float3D_cone.py,sha256=T3dkiEhjm6z3-Vs2SjCNWPKeHk8Bp4FbANE6yXYc_YM,2970
 bencher/example/shelved/example_kwargs.py,sha256=ahWC3d1vQMS0bdYtZGEILyDGnT5ixR5nVHSnvqMgFL0,2462
@@ -75,10 +82,10 @@ bencher/plotting/plot_filter.py,sha256=hWRjZa9zTncVJiF6r_DI4Ce1xcU49PxJw4gXk7Azs
 bencher/plotting/plt_cnt_cfg.py,sha256=0P9KjVQSUfPY7Kh7UGAbTqihaTgnmLm3oZ5Nvf-pcjM,3193
 bencher/results/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 bencher/results/bench_result.py,sha256=j-Al54h26Qypma0dYbx0hs8lBUUX46xXov7DQAZsG7A,3763
-bencher/results/bench_result_base.py,sha256=9woMlOI2elc14SA8XGWOiOEEg7C3hzACelp6NogLCGM,21897
+bencher/results/bench_result_base.py,sha256=a_IHbliBtLgziqBjkz0MJiu7JkSkrmz1VzBnLenXF6E,22005
 bencher/results/dataset_result.py,sha256=qXmFMrVAo_1qM6hhV4XpQqmCz9RiVkQo6ICYmbT-Kvk,8680
 bencher/results/float_formatter.py,sha256=sX6HNCyaXdHDxC8ybVUHwCJ3qOKbPUkBOplVIHtKWjM,1746
-bencher/results/holoview_result.py,sha256=9tmVUrP7qJD_5lIURm0QJFRDvFfnZKr_0UGvktx5u5g,29112
+bencher/results/holoview_result.py,sha256=r9G9p2i7r01O2ZnsPoyOJU39ImMQhW1QvGV0mNgolc4,29463
 bencher/results/hvplot_result.py,sha256=bYSewYhPLVzW6HF_WPjAhS1ZiRp9FJHs008UEBXgH4Y,1993
 bencher/results/optuna_result.py,sha256=QtZ4TGRun7gJoFVUjEyXKPF5yakwOSXrqEXQVJdJmm4,13587
 bencher/results/panel_result.py,sha256=lXOtfhWKSspf53Wgm94DTiVD3rliieHQW96sOdu5UYk,1336
@@ -91,13 +98,13 @@ bencher/results/composable_container/composable_container_dataframe.py,sha256=Zb
 bencher/results/composable_container/composable_container_panel.py,sha256=HrOoeGB0y0jGQcxcci_M82ftsvklLkJgo-4SjDBJCks,1232
 bencher/results/composable_container/composable_container_video.py,sha256=X6XxBNDglnNLjQ4QrhxJ8W3Re_aLeTZKKVsbjjJ3av8,7107
 bencher/variables/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-bencher/variables/inputs.py,sha256=vxpVKhbM8inYiiHcatJLGl0zg9boMYKJRtLVc32YGpY,6730
+bencher/variables/inputs.py,sha256=B4IycsuZQOx51OGO2e8zK5TjfRWvYXI7Ngle3KpVIdw,6694
 bencher/variables/parametrised_sweep.py,sha256=fxjKOQ2x5xuCyi0kO1_XS9bXiib1bjThhvpulZPeyv8,7802
 bencher/variables/results.py,sha256=Wq14e8rAj5mcK22325wcaeTMjgZ6JuduqceAHItHFY8,7750
 bencher/variables/sweep_base.py,sha256=gfEhKvsb16ZLbe38JewZqu0AMOHpsqwRbZbt-aCg9Bc,6258
 bencher/variables/time.py,sha256=zcRS5p4ZkFjMta9nZMEuWv86rLnPkUSqyO69QwI5q3E,3142
 resource/bencher,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-holobench-1.36.2.dist-info/METADATA,sha256=LatneVFqrFrPAUgv83lZ-icNbRrYR_M-WjpaGGMj5rE,6600
-holobench-1.36.2.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-holobench-1.36.2.dist-info/licenses/LICENSE,sha256=dSHXTdRY4Y7qGFMv63UksV700iff7iE-p7GGs6Sbnvo,1065
-holobench-1.36.2.dist-info/RECORD,,
+holobench-1.39.0.dist-info/METADATA,sha256=Gg7yTS0RBzAm-0Z--FcKn2Wzvqseg_0fiEUuqXRGgtI,6848
+holobench-1.39.0.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+holobench-1.39.0.dist-info/licenses/LICENSE,sha256=dSHXTdRY4Y7qGFMv63UksV700iff7iE-p7GGs6Sbnvo,1065
+holobench-1.39.0.dist-info/RECORD,,