holobench 1.36.2__tar.gz → 1.38.0__tar.gz

{holobench-1.36.2 → holobench-1.38.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: holobench
-Version: 1.36.2
+Version: 1.38.0
 Summary: A package for benchmarking the performance of arbitrary functions
 Project-URL: Repository, https://github.com/dyson-ai/bencher
 Project-URL: Home, https://github.com/dyson-ai/bencher
@@ -33,12 +33,16 @@ Requires-Dist: rerun-notebook; extra == 'rerun'
 Requires-Dist: rerun-sdk==0.21.0; extra == 'rerun'
 Provides-Extra: test
 Requires-Dist: coverage<=7.6.10,>=7.5.4; extra == 'test'
-Requires-Dist: hypothesis<=6.123.2,>=6.104.2; extra == 'test'
-Requires-Dist: pre-commit<=4.0.1; extra == 'test'
-Requires-Dist: pylint<=3.3.3,>=3.2.5; extra == 'test'
+Requires-Dist: hypothesis<=6.124.9,>=6.104.2; extra == 'test'
+Requires-Dist: ipykernel; extra == 'test'
+Requires-Dist: jupyter-bokeh; extra == 'test'
+Requires-Dist: nbformat; extra == 'test'
+Requires-Dist: pip; extra == 'test'
+Requires-Dist: pre-commit<=4.1.0; extra == 'test'
+Requires-Dist: pylint<=3.3.4,>=3.2.5; extra == 'test'
 Requires-Dist: pytest-cov<=6.0.0,>=4.1; extra == 'test'
 Requires-Dist: pytest<=8.3.4,>=7.4; extra == 'test'
-Requires-Dist: ruff<=0.8.5,>=0.5.0; extra == 'test'
+Requires-Dist: ruff<=0.9.4,>=0.5.0; extra == 'test'
 Description-Content-Type: text/markdown
 
 # Bencher
@@ -105,7 +109,7 @@ pixi run demo
 
 An example of the type of output bencher produces can be seen here:
 
-https://dyson-ai.github.io/bencher/ 
+https://blooop.github.io/bencher/ 
 
 
 ## Examples
@@ -127,6 +131,7 @@ Start with example_simple_float.py and explore other examples based on your data
 
 ## Documentation
 
-API documentation can be found at https://bencher.readthedocs.io/en/latest/
+- [Examples Documentation](https://bencher.readthedocs.io/reference/index.html)
+- [API documentation](https://bencher.readthedocs.io/autoapi/bencher/index.html)
 
 More documentation is needed for the examples and general workflow. 

{holobench-1.36.2 → holobench-1.38.0}/README.md

@@ -62,7 +62,7 @@ pixi run demo
 
 An example of the type of output bencher produces can be seen here:
 
-https://dyson-ai.github.io/bencher/ 
+https://blooop.github.io/bencher/ 
 
 
 ## Examples
@@ -84,6 +84,7 @@ Start with example_simple_float.py and explore other examples based on your data
 
 ## Documentation
 
-API documentation can be found at https://bencher.readthedocs.io/en/latest/
+- [Examples Documentation](https://bencher.readthedocs.io/reference/index.html)
+- [API documentation](https://bencher.readthedocs.io/autoapi/bencher/index.html)
 
 More documentation is needed for the examples and general workflow. 

{holobench-1.36.2 → holobench-1.38.0}/bencher/example/example_all.py

@@ -5,7 +5,7 @@ from bencher.example.example_floats import example_floats
 from bencher.example.example_floats2D import example_floats2D
 from bencher.example.example_pareto import example_pareto
 from bencher.example.example_simple_cat import example_1D_cat
-from bencher.example.example_simple_float import example_1D_float
+from bencher.example.example_simple_float import example_simple_float
 from bencher.example.example_float_cat import example_float_cat
 from bencher.example.example_time_event import example_time_event
 from bencher.example.example_float3D import example_floats3D
@@ -30,7 +30,7 @@ if __name__ == "__main__":
     bench_runner.add_run(example_floats2D)
     bench_runner.add_run(example_floats3D)
     bench_runner.add_run(example_1D_cat)
-    bench_runner.add_run(example_1D_float)
+    bench_runner.add_run(example_simple_float)
     bench_runner.add_run(example_pareto)
     bench_runner.add_run(example_float_cat)
     bench_runner.add_run(example_time_event)

{holobench-1.36.2 → holobench-1.38.0}/bencher/example/example_categorical.py

@@ -7,7 +7,7 @@ from bencher.example.benchmark_data import ExampleBenchCfgIn, ExampleBenchCfgOut
 
 
 def example_categorical(
-    run_cfg: bch.BenchRunCfg = bch.BenchRunCfg(), report: bch.BenchReport = bch.BenchReport()
+    run_cfg: bch.BenchRunCfg = None, report: bch.BenchReport = None
 ) -> bch.Bench:
     """Example of how to perform a categorical parameter sweep
 

{holobench-1.36.2 → holobench-1.38.0}/bencher/example/example_custom_sweep.py

@@ -21,7 +21,7 @@ class Square(bch.ParametrizedSweep):
 
 
 def example_custom_sweep(
-    run_cfg: bch.BenchRunCfg = bch.BenchRunCfg(), report: bch.BenchReport = bch.BenchReport()
+    run_cfg: bch.BenchRunCfg = None, report: bch.BenchReport = None
 ) -> bch.Bench:
     """This example shows how to define a custom set of value to sample from instead of a uniform sweep
 

{holobench-1.36.2 → holobench-1.38.0}/bencher/example/example_docs.py

@@ -6,9 +6,9 @@ from bencher.example.meta.example_meta_cat import example_meta_cat
 from bencher.example.meta.example_meta_float import example_meta_float
 
 
-def example_docs(
-    run_cfg: bch.BenchRunCfg = bch.BenchRunCfg(), report: bch.BenchReport = bch.BenchReport()
-) -> bch.Bench:
+def example_docs(run_cfg: bch.BenchRunCfg = None, report: bch.BenchReport = None) -> bch.Bench:
+    if report is None:
+        report = bch.BenchReport()
     # b_run = bch.BenchRunner("bench_runner_test", run_cfg=run_cfg)
     # b_run.add_run(example_categorical)
     # b_run.add_run(example_floats)

{holobench-1.36.2 → holobench-1.38.0}/bencher/example/example_float3D.py

@@ -47,9 +47,7 @@ class VolumeSweep(bch.ParametrizedSweep):
         return super().__call__()
 
 
-def example_floats3D(
-    run_cfg: bch.BenchRunCfg = bch.BenchRunCfg(), report: bch.BenchReport = bch.BenchReport()
-) -> bch.Bench:
+def example_floats3D(run_cfg: bch.BenchRunCfg = None, report: bch.BenchReport = None) -> bch.Bench:
     """Example of how to perform a 3D floating point parameter sweep
 
     Args:

{holobench-1.36.2 → holobench-1.38.0}/bencher/example/example_float_cat.py

@@ -7,9 +7,7 @@ import bencher as bch
 from bencher.example.benchmark_data import ExampleBenchCfgIn, ExampleBenchCfgOut, bench_function
 
 
-def example_float_cat(
-    run_cfg: bch.BenchRunCfg = bch.BenchRunCfg(), report: bch.BenchReport = bch.BenchReport()
-) -> bch.Bench:
+def example_float_cat(run_cfg: bch.BenchRunCfg = None, report: bch.BenchReport = None) -> bch.Bench:
     """Example of how to perform a parameter sweep for categorical variables
 
     Args:

{holobench-1.36.2 → holobench-1.38.0}/bencher/example/example_floats.py

@@ -7,9 +7,7 @@ import bencher as bch
 from bencher.example.benchmark_data import ExampleBenchCfgIn, ExampleBenchCfgOut, ExampleBenchCfg
 
 
-def example_floats(
-    run_cfg: bch.BenchRunCfg = bch.BenchRunCfg(), report: bch.BenchReport = bch.BenchReport()
-) -> bch.Bench:
+def example_floats(run_cfg: bch.BenchRunCfg = None, report: bch.BenchReport = None) -> bch.Bench:
     """Example of how to perform a parameter sweep for floating point variables
 
     Args:

{holobench-1.36.2 → holobench-1.38.0}/bencher/example/example_floats2D.py

@@ -10,9 +10,7 @@ from bencher.example.benchmark_data import (
 )
 
 
-def example_floats2D(
-    run_cfg: bch.BenchRunCfg = bch.BenchRunCfg(), report: bch.BenchReport = bch.BenchReport()
-) -> bch.Bench:
+def example_floats2D(run_cfg: bch.BenchRunCfg = None, report: bch.BenchReport = None) -> bch.Bench:
     """Example of how to perform a 2D floating point parameter sweep
 
     Args:

{holobench-1.36.2 → holobench-1.38.0}/bencher/example/example_holosweep.py

@@ -69,9 +69,7 @@ class PlotFunctions(bch.ParametrizedSweep):
         return None
 
 
-def example_holosweep(
-    run_cfg: bch.BenchRunCfg = bch.BenchRunCfg(), report: bch.BenchReport = bch.BenchReport()
-) -> bch.Bench:
+def example_holosweep(run_cfg: bch.BenchRunCfg = None, report: bch.BenchReport = None) -> bch.Bench:
     bench = PlotFunctions().to_bench(run_cfg, report)
 
     bench.plot_sweep(

{holobench-1.36.2 → holobench-1.38.0}/bencher/example/example_holosweep_objects.py

@@ -73,9 +73,7 @@ def plot_holo(self, plot=True) -> hv.core.ViewableElement:
     return None
 
 
-def example_holosweep(
-    run_cfg: bch.BenchRunCfg = bch.BenchRunCfg(), report: bch.BenchReport = bch.BenchReport()
-) -> bch.Bench:
+def example_holosweep(run_cfg: bch.BenchRunCfg = None, report: bch.BenchReport = None) -> bch.Bench:
     # wv = PlotFunctions()
 
     bench = bch.Bench(

{holobench-1.36.2 → holobench-1.38.0}/bencher/example/example_holosweep_tap.py

@@ -79,7 +79,7 @@ class PlotFunctions(bch.ParametrizedSweep):
 
 
 def example_holosweep_tap(
-    run_cfg: bch.BenchRunCfg = bch.BenchRunCfg(), report: bch.BenchReport = bch.BenchReport()
+    run_cfg: bch.BenchRunCfg = None, report: bch.BenchReport = None
 ) -> bch.Bench:
     wv = PlotFunctions()
 
@@ -101,7 +101,7 @@ def example_holosweep_tap(
 
 
 def example_holosweep_tap_slider(
-    run_cfg: bch.BenchRunCfg = bch.BenchRunCfg(), report: bch.BenchReport = bch.BenchReport()
+    run_cfg: bch.BenchRunCfg = None, report: bch.BenchReport = None
 ) -> bch.Bench:  # pragma: no cover
     wv = PlotFunctions()
 

{holobench-1.36.2 → holobench-1.38.0}/bencher/example/example_image.py

@@ -55,9 +55,7 @@ class BenchPolygons(bch.ParametrizedSweep):
         return filename
 
 
-def example_image(
-    run_cfg: bch.BenchRunCfg = bch.BenchRunCfg(), report: bch.BenchReport = bch.BenchReport()
-) -> bch.Bench:
+def example_image(run_cfg: bch.BenchRunCfg = None, report: bch.BenchReport = None) -> bch.Bench:
     run_cfg.cache_results = False
     bench = bch.Bench("polygons", BenchPolygons(), run_cfg=run_cfg, report=report)
 
@@ -131,7 +129,7 @@ if __name__ == "__main__":
         return bench
 
     def example_image_vid_sequential(
-        run_cfg: bch.BenchRunCfg = bch.BenchRunCfg(), report: bch.BenchReport = bch.BenchReport()
+        run_cfg: bch.BenchRunCfg = None, report: bch.BenchReport = None
     ) -> bch.Bench:
         bench = BenchPolygons().to_bench(run_cfg, report)
         bench.add_plot_callback(bch.BenchResult.to_title)

{holobench-1.36.2 → holobench-1.38.0}/bencher/example/example_levels.py

@@ -161,9 +161,7 @@ def run_levels_2D(bench: bch.Bench) -> bch.Bench:
     return bench
 
 
-def run_levels(
-    run_cfg: bch.BenchRunCfg = bch.BenchRunCfg(), report: bch.BenchReport = bch.BenchReport()
-) -> bch.Bench:
+def run_levels(run_cfg: bch.BenchRunCfg = None, report: bch.BenchReport = None) -> bch.Bench:
     hv.extension("bokeh")
     opts.defaults(
         opts.Curve(show_legend=False),

{holobench-1.36.2 → holobench-1.38.0}/bencher/example/example_pareto.py

@@ -6,9 +6,7 @@ import bencher as bch
 from bencher.example.benchmark_data import ExampleBenchCfgIn, ExampleBenchCfgOut, bench_function
 
 
-def example_pareto(
-    run_cfg: bch.BenchRunCfg = bch.BenchRunCfg(), report: bch.BenchReport = bch.BenchReport()
-) -> bch.Bench:
+def example_pareto(run_cfg: bch.BenchRunCfg = None, report: bch.BenchReport = None) -> bch.Bench:
     """Example of how to calculate the pareto front of a parameter sweep
 
     Args:

{holobench-1.36.2 → holobench-1.38.0}/bencher/example/example_sample_cache.py

@@ -27,8 +27,8 @@ class UnreliableClass(bch.ParametrizedSweep):
 
 
 def example_sample_cache(
-    run_cfg: bch.BenchRunCfg = bch.BenchRunCfg(),
-    report: bch.BenchReport = bch.BenchReport(),
+    run_cfg: bch.BenchRunCfg = None,
+    report: bch.BenchReport = None,
     trigger_crash: bool = False,
 ) -> bch.Bench:
     """This example shows how to use the cache_samples option to deal with unreliable functions and to continue benchmarking using previously calculated results even if the code crashed during the run

{holobench-1.36.2 → holobench-1.38.0}/bencher/example/example_simple_cat.py

@@ -8,9 +8,7 @@ import bencher as bch
 from bencher.example.benchmark_data import ExampleBenchCfgIn, ExampleBenchCfgOut, bench_function
 
 
-def example_1D_cat(
-    run_cfg: bch.BenchRunCfg = bch.BenchRunCfg(), report: bch.BenchReport = bch.BenchReport()
-) -> bch.Bench:
+def example_1D_cat(run_cfg: bch.BenchRunCfg = None, report: bch.BenchReport = None) -> bch.Bench:
     """This example shows how to sample a 1 dimensional categorical variable and plot the result of passing that parameter sweep to the benchmarking function
 
     Args:

{holobench-1.36.2 → holobench-1.38.0}/bencher/example/example_simple_float.py

@@ -16,14 +16,15 @@ class SimpleFloat(bch.ParametrizedSweep):
         return super().__call__(**kwargs)
 
 
-def example_1D_float(run_cfg: bch.BenchRunCfg = None, report: bch.BenchReport = None) -> bch.Bench:
+def example_simple_float(
+    run_cfg: bch.BenchRunCfg = None, report: bch.BenchReport = None
+) -> bch.Bench:
     """This example shows how to sample a 1 dimensional float variable and plot the result of passing that parameter sweep to the benchmarking function"""
 
     bench = SimpleFloat().to_bench(run_cfg, report)
     bench.plot_sweep()
-    bench.report.append(bench.get_result().to_explorer())
     return bench
 
 
 if __name__ == "__main__":
-    example_1D_float().report.show()
+    example_simple_float().report.show()

{holobench-1.36.2 → holobench-1.38.0}/bencher/example/example_strings.py

@@ -27,9 +27,7 @@ class TestPrinting(bch.ParametrizedSweep):
         return super().__call__()
 
 
-def example_strings(
-    run_cfg: bch.BenchRunCfg = bch.BenchRunCfg(), report: bch.BenchReport = bch.BenchReport()
-) -> bch.Bench:
+def example_strings(run_cfg: bch.BenchRunCfg = None, report: bch.BenchReport = None) -> bch.Bench:
     bench = bch.Bench("strings", TestPrinting(), run_cfg=run_cfg, report=report)
 
     for s in [

{holobench-1.36.2 → holobench-1.38.0}/bencher/example/example_time_event.py

@@ -9,7 +9,7 @@ from bencher.example.benchmark_data import ExampleBenchCfgIn, ExampleBenchCfgOut
 
 
 def example_time_event(
-    run_cfg: bch.BenchRunCfg = bch.BenchRunCfg(), report: bch.BenchReport = bch.BenchReport()
+    run_cfg: bch.BenchRunCfg = None, report: bch.BenchReport = None
 ) -> bch.Bench:
     """This example shows how to manually set time events as a string so that progress can be monitored over time"""
 

{holobench-1.36.2 → holobench-1.38.0}/bencher/example/example_video.py

@@ -75,9 +75,7 @@ class TuringPattern(bch.ParametrizedSweep):
         return super().__call__()
 
 
-def example_video(
-    run_cfg: bch.BenchRunCfg = bch.BenchRunCfg(), report: bch.BenchReport = bch.BenchReport()
-) -> bch.Bench:
+def example_video(run_cfg: bch.BenchRunCfg = None, report: bch.BenchReport = None) -> bch.Bench:
     bench = TuringPattern().to_bench(run_cfg, report)
 
     bench.plot_sweep(
@@ -90,7 +88,7 @@ def example_video(
 
 
 def example_video_tap(
-    run_cfg: bch.BenchRunCfg = bch.BenchRunCfg(), report: bch.BenchReport = bch.BenchReport()
+    run_cfg: bch.BenchRunCfg = None, report: bch.BenchReport = None
 ) -> bch.Bench:  # pragma: no cover
     bench = TuringPattern().to_bench(run_cfg=run_cfg, report=report)
     res = bench.plot_sweep(input_vars=["alpha", "beta"])

holobench-1.38.0/bencher/example/inputs_0D/example_0_in_1_out.py

@@ -0,0 +1,54 @@
+"""This file has some examples for how to perform basic benchmarking parameter sweeps"""
+
+import bencher as bch
+import random
+
+
+class SimpleFloat0D(bch.ParametrizedSweep):
+    """This class has 0 input dimensions and 1 output dimensions.  It samples from a gaussian distribution"""
+
+    # This defines a variable that we want to plot
+    output = bch.ResultVar(units="ul", doc="a sample from a gaussian distribution")
+
+    def __call__(self, **kwargs) -> dict:
+        """Generate a sample from a uniform distribution
+
+        Returns:
+            dict: a dictionary with all the result variables in the ParametrisedSweep class as named key value pairs.
+        """
+
+        self.output = random.gauss(mu=0.0, sigma=1.0)
+        return super().__call__(**kwargs)
+
+
+def example_0_in_1_out(
+    run_cfg: bch.BenchRunCfg = None, report: bch.BenchReport = None
+) -> bch.Bench:
+    """This example shows how to sample a 1 dimensional float variable and plot the result of passing that parameter sweep to the benchmarking function"""
+
+    bench = SimpleFloat0D().to_bench(run_cfg, report)
+    bench.plot_sweep()
+
+    bench.report.append(bench.get_result().to_table())
+    return bench
+
+
+if __name__ == "__main__":
+    run_config = bch.BenchRunCfg(repeats=100)
+    reprt = bch.BenchReport()
+    # example_0_in_1_out(run_cfg, report).report.show()
+
+    # run_cfg.over_time = True
+    # run_cfg.cache_samples = True
+    # for i in range(4):
+    #     example_0_in_1_out(run_cfg, report)
+
+    run_config.over_time = True
+    run_config.auto_plot = False
+    for _ in range(4):
+        example_0_in_1_out(run_config, reprt)
+
+    run_config.auto_plot = True
+    example_0_in_1_out(run_config, reprt)
+
+    reprt.show()

holobench-1.36.2/bencher/example/inputs_0D/example_0D.py → holobench-1.38.0/bencher/example/inputs_0D/example_0_in_2_out.py

@@ -8,7 +8,8 @@ class SimpleFloat0D(bch.ParametrizedSweep):
     """This class has 0 input dimensions and 1 output dimensions.  It samples from a gaussian distribution"""
 
     # This defines a variable that we want to plot
-    output = bch.ResultVar(units="ul", doc="a sample from a gaussian distribution")
+    output1 = bch.ResultVar(units="ul", doc="a sample from a gaussian distribution")
+    output2 = bch.ResultVar(units="ul", doc="a sample from a gaussian distribution")
 
     def __call__(self, **kwargs) -> dict:
         """Generate a sample from a uniform distribution
@@ -17,11 +18,14 @@ class SimpleFloat0D(bch.ParametrizedSweep):
             dict: a dictionary with all the result variables in the ParametrisedSweep class as named key value pairs.
         """
 
-        self.output = random.gauss(mu=0.0, sigma=1.0)
+        self.output1 = random.gauss(mu=0.0, sigma=1.0)
+        self.output2 = random.gauss(mu=2.0, sigma=5.0)
         return super().__call__(**kwargs)
 
 
-def example_0D(run_cfg: bch.BenchRunCfg = None, report: bch.BenchReport = None) -> bch.Bench:
+def example_0_in_2_out(
+    run_cfg: bch.BenchRunCfg = None, report: bch.BenchReport = None
+) -> bch.Bench:
     """This example shows how to sample a 1 dimensional float variable and plot the result of passing that parameter sweep to the benchmarking function"""
 
     bench = SimpleFloat0D().to_bench(run_cfg, report)
@@ -30,5 +34,5 @@ def example_0D(run_cfg: bch.BenchRunCfg = None, report: bch.BenchReport = None)
 
 
 if __name__ == "__main__":
-    run_config = bch.BenchRunCfg(repeats=100)
-    example_0D(run_config).report.show()
+    run_config = bch.BenchRunCfg(repeats=500)
+    example_0_in_2_out(run_config).report.show()

holobench-1.38.0/bencher/example/inputs_1D/example1d_common.py

@@ -0,0 +1,69 @@
+"""This file has some examples for how to perform basic benchmarking parameter sweeps"""
+
+import bencher as bch
+
+
+class DataSource:
+    def __init__(self):
+        self.data = [
+            [0, 0, 0, 0],
+            [1, 1, 1, 1],
+            [1, 1, 1, 1],
+            [2, 1, 1, 0],
+            [2, 2, 0, 0],
+            [2, 2, 1, 1],
+        ]
+
+        self.call_count = [0] * len(self.data)
+
+    def call(self, index, repeat=None):
+        if repeat is None:
+            self.call_count[index] += 1
+            repeat = self.call_count[index]
+        return self.data[index][repeat - 1]
+
+
+class Example1D(bch.ParametrizedSweep):
+    index = bch.IntSweep(default=0, bounds=[0, 5], doc="Input angle", units="rad", samples=30)
+    output = bch.ResultVar(units="v", doc="sin of theta")
+    output2 = bch.ResultVar(units="v", doc="-sin of theta")
+
+    def __init__(self, **params):
+        super().__init__(**params)
+        self.data1 = DataSource()
+        self.data2 = DataSource()
+
+    def __call__(self, **kwargs):
+        self.update_params_from_kwargs(**kwargs)
+        self.output = self.data1.call(self.index)
+        self.output2 = -self.data2.call(self.index)
+        return super().__call__(**kwargs)
+
+
+def example_1_in_2_out(
+    run_cfg: bch.BenchRunCfg = None, report: bch.BenchReport = None
+) -> bch.Bench:
+    """This example shows how to sample a 1 dimensional float variable and plot the result of passing that parameter sweep to the benchmarking function"""
+    bench = Example1D().to_bench(run_cfg, report)
+    bench.plot_sweep()
+
+    # bench.report.append(bench.get_result().to_heatmap())
+    return bench
+
+
+if __name__ == "__main__":
+    run_config = bch.BenchRunCfg()
+    reprt = bch.BenchReport()
+    example_1_in_2_out(run_config, reprt)
+
+    run_config.repeats = 4
+    example_1_in_2_out(run_config, reprt)
+
+    # run_config.over_time = True
+    # run_config.auto_plot = False
+    # for i in range(4):
+    #     example_1_in_2_out(run_config, reprt)
+
+    # run_config.auto_plot = True
+    # example_1_in_2_out(run_config, reprt)
+    reprt.show()

holobench-1.36.2/bencher/example/inputs_1D/example_1D.py → holobench-1.38.0/bencher/example/inputs_1D/example_1_in_1_out.py

@@ -14,7 +14,13 @@ class DataSource:
             [2, 2, 1, 1],
         ]
 
-    def call(self, index, repeat):
+        self.call_count = [0] * len(self.data)
+
+    def call(self, index, repeat=None):
+        if repeat is None:
+            self.call_count[index] += 1
+            repeat = self.call_count[index]
+        print(index, repeat)
         return self.data[index][repeat - 1]
 
 
@@ -22,23 +28,35 @@ class Example1D(bch.ParametrizedSweep):
     index = bch.IntSweep(default=0, bounds=[0, 5], doc="Input angle", units="rad", samples=30)
     output = bch.ResultVar(units="v", doc="sin of theta")
 
+    def __init__(self, **params):
+        super().__init__(**params)
+        self.data1 = DataSource()
+
     def __call__(self, **kwargs):
         self.update_params_from_kwargs(**kwargs)
-        self.output = DataSource().call(self.index, kwargs["repeat"])
+        self.output = self.data1.call(self.index)
         return super().__call__(**kwargs)
 
 
-def example_1D_float_repeats(
+def example_1_in_1_out(
     run_cfg: bch.BenchRunCfg = None, report: bch.BenchReport = None
 ) -> bch.Bench:
     """This example shows how to sample a 1 dimensional float variable and plot the result of passing that parameter sweep to the benchmarking function"""
-
     bench = Example1D().to_bench(run_cfg, report)
-    bench.run_cfg = bch.BenchRunCfg(repeats=4)
-    bench.plot_sweep(pass_repeat=True)
-
+    bench.plot_sweep()
     return bench
 
 
 if __name__ == "__main__":
-    example_1D_float_repeats().report.show()
+    run_config = bch.BenchRunCfg()
+    reprt = bch.BenchReport()
+    example_1_in_1_out(run_config, reprt)
+
+    run_config.repeats = 4
+    example_1_in_1_out(run_config, reprt)
+
+    # run_cfg.over_time = True
+    # for i in range(4):
+    #     example_1_in_2_out(run_cfg, report)
+
+    reprt.show()

holobench-1.38.0/bencher/example/inputs_1D/example_1_in_2_out.py

@@ -0,0 +1,63 @@
+import bencher as bch
+
+
+class DataSource:
+    def __init__(self):
+        self.data = [
+            [0, 0, 0, 0],
+            [1, 1, 1, 1],
+            [1, 1, 1, 1],
+            [2, 1, 1, 0],
+            [2, 2, 0, 0],
+            [2, 2, 1, 1],
+        ]
+
+        self.call_count = [0] * len(self.data)
+
+    def call(self, index, repeat=None):
+        if repeat is None:
+            self.call_count[index] += 1
+            repeat = self.call_count[index]
+        return self.data[index][repeat - 1]
+
+
+class Example1D(bch.ParametrizedSweep):
+    index = bch.IntSweep(default=0, bounds=[0, 5], doc="Input angle", units="rad", samples=30)
+    output = bch.ResultVar(units="v", doc="sin of theta")
+    output2 = bch.ResultVar(units="v", doc="-sin of theta")
+
+    def __init__(self, **params):
+        super().__init__(**params)
+        self.data1 = DataSource()
+        self.data2 = DataSource()
+
+    def __call__(self, **kwargs):
+        self.update_params_from_kwargs(**kwargs)
+        self.output = self.data1.call(self.index)
+        self.output2 = -self.data2.call(self.index)
+        return super().__call__(**kwargs)
+
+
+def example_1_in_2_out(
+    run_cfg: bch.BenchRunCfg = None, report: bch.BenchReport = None
+) -> bch.Bench:
+    """This example shows how to sample a 1 dimensional float variable and plot the result of passing that parameter sweep to the benchmarking function"""
+    bench = Example1D().to_bench(run_cfg, report)
+    bench.plot_sweep()
+
+    # bench.report.append(bench.get_result().to_heatmap())
+    return bench
+
+
+if __name__ == "__main__":
+    run_config = bch.BenchRunCfg()
+    reprt = bch.BenchReport()
+    example_1_in_2_out(run_config, reprt)
+    # run_config.over_time = True
+    # run_config.auto_plot = False
+    # for i in range(4):
+    #     example_1_in_2_out(run_config, reprt)
+
+    # run_config.auto_plot = True
+    # example_1_in_2_out(run_config, reprt)
+    reprt.show()