holobench 1.25.1__py3-none-any.whl → 1.26.3__py3-none-any.whl

bencher/example/example_custom_sweep.py

@@ -0,0 +1,59 @@
+import bencher as bch
+
+
+class Square(bch.ParametrizedSweep):
+    """An example of a datatype with an integer and float parameter"""
+
+    x = bch.FloatSweep(
+        sample_values=[2, 3, 4, 7, 8, 9],
+        doc="An example of a user defines set of sweep values",
+    )
+    y = bch.IntSweep(
+        sample_values=[1, 2, 6], doc="An example of a user defines set of sweep values"
+    )
+
+    result = bch.ResultVar("ul", doc="Square of x")
+
+    def __call__(self, **kwargs) -> dict:
+        self.update_params_from_kwargs(**kwargs)
+        self.result = self.x * self.x * self.y * 3
+        return self.get_results_values_as_dict()
+
+
+def example_custom_sweep(
+    run_cfg: bch.BenchRunCfg = bch.BenchRunCfg(), report: bch.BenchReport = bch.BenchReport()
+) -> bch.Bench:
+    """This example shows how to define a custom set of value to sample from intead of a uniform sweep
+
+    Args:
+        run_cfg (BenchRunCfg): configuration of how to perform the param sweep
+
+    Returns:
+        Bench: results of the parameter sweep
+    """
+
+    bencher = bch.Bench(
+        "benchmarking_example_custom_sweep", Square(), run_cfg=run_cfg, report=report
+    )
+    # bencher = bch.Bench("benchmarking_example_custom_sweep", call,run_cfg=run_cfg)
+
+    # here we sample the input variable theta and plot the value of output1. The (noisy) function is sampled 20 times so you can see the distribution
+
+    bencher.plot_sweep(
+        title="Example User Defined Sweep 1D",
+        input_vars=[Square.param.x],
+        result_vars=[Square.param.result],
+        description="Sample the x parameter",
+    )
+
+    bencher.plot_sweep(
+        title="Example User Defined Sweep 2D",
+        description="By default bencher sweep all the variables in a class",
+    )
+
+    return bencher
+
+
+if __name__ == "__main__":
+    ex_run_cfg = bch.BenchRunCfg(run_tag="example_tag1", print_meta=True)
+    example_custom_sweep(ex_run_cfg).report.show()

bencher/example/example_custom_sweep2.py

@@ -0,0 +1,42 @@
+import bencher as bch
+
+
+class Square(bch.ParametrizedSweep):
+    """An example of a datatype with an integer and float parameter"""
+
+    x = bch.FloatSweep(default=0, bounds=[0, 6])
+
+    result = bch.ResultVar("ul", doc="Square of x")
+
+    def __call__(self, **kwargs) -> dict:
+        self.update_params_from_kwargs(**kwargs)
+        self.result = self.x * self.x
+        return self.get_results_values_as_dict()
+
+
+def example_custom_sweep2(
+    run_cfg: bch.BenchRunCfg = None, report: bch.BenchReport = None
+) -> bch.Bench:
+    """This example shows how to define a custom set of value to sample from intead of a uniform sweep
+
+    Args:
+        run_cfg (BenchRunCfg): configuration of how to perform the param sweep
+
+    Returns:
+        Bench: results of the parameter sweep
+    """
+
+    bench = Square().to_bench(run_cfg=run_cfg, report=report)
+
+    # These are all equivalent
+    bench.plot_sweep(input_vars=[Square.param.x.with_sample_values([0, 1, 2])])
+    bench.plot_sweep(input_vars=[bch.p("x", [4, 5, 6])])
+
+    bench.plot_sweep(input_vars=[bch.p("x", samples=5)])
+    bench.plot_sweep(input_vars=[bch.p("x", samples=6)])
+
+    return bench
+
+
+if __name__ == "__main__":
+    example_custom_sweep2().report.show()

bencher/example/example_docs.py

@@ -0,0 +1,34 @@
+import bencher as bch
+from bencher.example.example_video import example_video
+from bencher.example.example_image import example_image
+from bencher.example.meta.example_meta_levels import example_meta_levels
+from bencher.example.meta.example_meta_cat import example_meta_cat
+from bencher.example.meta.example_meta_float import example_meta_float
+
+
+def example_docs(
+    run_cfg: bch.BenchRunCfg = bch.BenchRunCfg(), report: bch.BenchReport = bch.BenchReport()
+) -> bch.Bench:
+    # b_run = bch.BenchRunner("bench_runner_test", run_cfg=run_cfg)
+    # b_run.add_run(example_categorical)
+    # b_run.add_run(example_floats)
+    # b_run.add_run(example_image)
+    # b_run.add_run(example_video)
+    # b_run.add_run(example_meta_levels)
+    # b_run.add_run(run_levels)
+    # b_run.run(level=4, grouped=True, save=True)
+    # b_run.shutdown()
+    run_cfg.repeats = 1
+    run_cfg.level = 2
+    example_image(run_cfg, report)
+    example_video(run_cfg, report)
+    example_meta_cat(report=report)
+    example_meta_float(report=report)
+    example_meta_levels(report=report)
+    # example_meta(run_cfg,report)
+
+    return report
+
+
+if __name__ == "__main__":
+    example_docs().show()

bencher/example/example_filepath.py

@@ -0,0 +1,27 @@
+import bencher as bch
+
+
+class ExampleFile(bch.ParametrizedSweep):
+    content = bch.StringSweep(["entry1", "entry2", "entry3"])
+
+    file_result = bch.ResultPath()
+
+    def __call__(self, **kwargs):
+        self.update_params_from_kwargs(**kwargs)
+
+        # this generates a unique filename and stores it in the cache directory
+        filename = bch.gen_path(self.content, suffix=".txt")
+        with open(filename, "w", encoding="utf-8") as text_file:
+            text_file.write(f"content:{self.content}")
+        self.file_result = filename
+        return super().__call__()
+
+
+def example_filepath(run_cfg: bch.BenchRunCfg = None, report: bch.BenchReport = None):
+    bench = ExampleFile().to_bench(run_cfg, report)
+    bench.plot_sweep()
+    return bench
+
+
+if __name__ == "__main__":
+    example_filepath().report.show()

bencher/example/example_float3D.py

@@ -0,0 +1,101 @@
+# pylint: disable=duplicate-code
+
+import numpy as np
+
+import bencher as bch
+
+
+class VolumeSample(bch.ParametrizedSweep):
+    """A class to represent a 3D point in space."""
+
+    x = bch.FloatSweep(
+        default=0, bounds=[-1.0, 1.0], doc="x coordinate of the sample volume", samples=4
+    )
+    y = bch.FloatSweep(
+        default=0, bounds=[-1.0, 1.0], doc="y coordinate of the sample volume", samples=5
+    )
+    z = bch.FloatSweep(
+        default=0, bounds=[-1.0, 1.0], doc="z coordinate of the sample volume", samples=6
+    )
+
+
+class VolumeResult(bch.ParametrizedSweep):
+    """A class to represent the properties of a volume sample."""
+
+    value = bch.ResultVar("ul", doc="The scalar value of the 3D volume field")
+    occupancy = bch.ResultVar(
+        "occupied", doc="If the value is > 0.5 this point is considered occupied"
+    )
+    interesting = bch.ResultVar("ul", doc="A more interesting scalar field")
+    interesting_vec = bch.ResultVec(3, "vec", doc="A vector field with an interesting shape")
+    interesting_vec_and_occ = bch.ResultVec(
+        3, "vec", doc="The same vector field but only showing values in a sphere of radius 0.5"
+    )
+
+
+def bench_fn(point: VolumeSample) -> VolumeResult:
+    """This function takes a 3D point as input and returns distance of that point to the origin.
+
+    Args:
+        point (VolumeSample): Sample point
+
+    Returns:
+        VolumeResult: Value at that point
+    """
+    output = VolumeResult()
+    output.value = np.linalg.norm(np.array([point.x, point.y, point.z]))  # distance to origin
+    output.occupancy = float(output.value < 0.5)
+    # from https://plotly.com/python/3d-volume-plots/
+    output.interesting = np.sin(np.pi * point.x) * np.cos(np.pi * point.z) * np.sin(np.pi * point.y)
+    output.interesting_vec = [
+        np.sin(np.pi * point.x),
+        np.cos(np.pi * point.z),
+        np.sin(np.pi * point.y),
+    ]
+
+    if output.occupancy:
+        output.interesting_vec_and_occ = output.interesting_vec
+    else:
+        output.interesting_vec_and_occ = [0, 0, 0]
+
+    return output
+
+
+def example_floats3D(
+    run_cfg: bch.BenchRunCfg = bch.BenchRunCfg(), report: bch.BenchReport = bch.BenchReport()
+) -> bch.Bench:
+    """Example of how to perform a 3D floating point parameter sweep
+
+    Args:
+        run_cfg (BenchRunCfg): configuration of how to perform the param sweep
+
+    Returns:
+        Bench: results of the parameter sweep
+    """
+    bench = bch.Bench(
+        "Bencher_Example_Floats",
+        bench_fn,
+        VolumeSample,
+        run_cfg=run_cfg,
+        report=report,
+    )
+
+    bench.plot_sweep(
+        title="Float 3D Example",
+        input_vars=[VolumeSample.param.x, VolumeSample.param.y, VolumeSample.param.z],
+        result_vars=[
+            VolumeResult.param.value,
+            VolumeResult.param.occupancy,
+            VolumeResult.param.interesting,
+        ],
+        description="""This example shows how to sample 3 floating point variables and plot a volumetric representation of the results.  The benchmark function returns the distance to the origin""",
+        post_description="Here you can see concentric shells as the value of the function increases with distance from the origin. The occupancy graph should show a sphere with radius=0.5",
+    )
+
+    return bench
+
+
+if __name__ == "__main__":
+    ex_run_cfg = bch.BenchRunCfg()
+    ex_run_cfg.level = 3
+    example_floats3D(ex_run_cfg).report.show()

bencher/example/example_float_cat.py

@@ -0,0 +1,99 @@
+"""Example of how to perform a parameter sweep for categorical variables"""
+
+import bencher as bch
+
+
+# All the examples will be using the data structures and benchmark function defined in this file
+from bencher.example.benchmark_data import ExampleBenchCfgIn, ExampleBenchCfgOut, bench_function
+
+
+def example_float_cat(
+    run_cfg: bch.BenchRunCfg = bch.BenchRunCfg(), report: bch.BenchReport = bch.BenchReport()
+) -> bch.Bench:
+    """Example of how to perform a parameter sweep for categorical variables
+
+    Args:
+        run_cfg (BenchRunCfg): configuration of how to perform the param sweep
+
+    Returns:
+        Bench: results of the parameter sweep
+    """
+    bench = bch.Bench(
+        "Bencher_Example_Float_Cat",
+        bench_function,
+        ExampleBenchCfgIn,
+        run_cfg=run_cfg,
+        report=report,
+    )
+
+    bench.plot_sweep(
+        input_vars=[
+            ExampleBenchCfgIn.param.theta,
+            ExampleBenchCfgIn.param.offset,
+            ExampleBenchCfgIn.param.postprocess_fn,
+        ],
+        result_vars=[ExampleBenchCfgOut.param.out_sin],
+        const_vars=[ExampleBenchCfgIn.param.noisy.with_const(True)],
+        title="Float 2D Cat 1D Example",
+        description="""Following from the previous example lets add another input parameter to see how that affects the output.  We pass the boolean  'noisy' and keep the other parameters the same""",
+        post_description="Now the plot has two lines, one for each of the boolean values where noisy=true and noisy=false.",
+    )
+
+    bench.plot_sweep(
+        input_vars=[ExampleBenchCfgIn.param.theta],
+        result_vars=[ExampleBenchCfgOut.param.out_sin],
+        const_vars=[ExampleBenchCfgIn.param.noisy.with_const(True)],
+        title="Float 1D Cat 1D  Example",
+        description="""Following from the previous example lets add another input parameter to see how that affects the output.  We pass the boolean  'noisy' and keep the other parameters the same""",
+        post_description="Now the plot has two lines, one for each of the boolean values where noisy=true and noisy=false.",
+        plot_callbacks=False,
+    )
+
+    # report.append(bench.get_result().to_curve())
+
+    # # this does not work yet because it tries to find min and max of categorical values
+    # bench.plot_sweep(
+    #     input_vars=[ExampleBenchCfgIn.param.theta, ExampleBenchCfgIn.param.postprocess_fn],
+    #     result_vars=[ExampleBenchCfgOut.param.out_sin],
+    #     const_vars=[ExampleBenchCfgIn.param.noisy.with_const(True)],
+    #     title="Float 1D Cat 1D  Example",
+    #     description="""Following from the previous example lets add another input parameter to see how that affects the output.  We pass the boolean  'noisy' and keep the other parameters the same""",
+    #     post_description="Now the plot has two lines, one for each of the boolean values where noisy=true and noisy=false.",
+    #     run_cfg=run_cfg,
+    # )
+
+    return bench
+
+
+def run_example_float_cat(ex_run_cfg=bch.BenchRunCfg()) -> None:
+    ex_run_cfg.repeats = 2
+    ex_run_cfg.over_time = True
+    ex_run_cfg.clear_cache = True
+    ex_run_cfg.clear_history = True
+    ex_run_cfg.level = 3
+    # ex_run_cfg.time_event = "run 1"
+    # ex_run_cfg.use_optuna = True
+
+    example_float_cat(ex_run_cfg)
+
+    # ex_run_cfg.repeats = 2
+    # ex_run_cfg.over_time = True
+    ex_run_cfg.clear_cache = False
+    ex_run_cfg.clear_history = False
+    # ex_run_cfg.time_event = "run 2"
+    # ex_run_cfg.use_optuna = True
+
+    # example_float_cat(ex_run_cfg)
+
+    # ex_run_cfg.clear_cache = False
+    # ex_run_cfg.clear_history = False
+    # ex_run_cfg.time_event = "run 2"
+
+    # example_float_cat(ex_run_cfg)
+
+    # ex_run_cfg.time_event = "run 3"
+    return example_float_cat(ex_run_cfg)
+
+
+if __name__ == "__main__":
+    run_example_float_cat().report.show()

bencher/example/example_floats.py

@@ -0,0 +1,89 @@
+# pylint: disable=duplicate-code
+
+
+import bencher as bch
+
+# All the examples will be using the data structures and benchmark function defined in this file
+from bencher.example.benchmark_data import ExampleBenchCfgIn, ExampleBenchCfgOut, ExampleBenchCfg
+
+
+def example_floats(
+    run_cfg: bch.BenchRunCfg = bch.BenchRunCfg(), report: bch.BenchReport = bch.BenchReport()
+) -> bch.Bench:
+    """Example of how to perform a parameter sweep for floating point variables
+
+    Args:
+        run_cfg (BenchRunCfg): configuration of how to perform the param sweep
+
+    Returns:
+        Bench: results of the parameter sweep
+    """
+    bench = bch.Bench("Bencher_Example_Floats", ExampleBenchCfg(), report=report, run_cfg=run_cfg)
+
+    with open("README.md", "r", encoding="utf-8") as file:
+        readme = file.read()
+
+    bench.report.append(readme, "Intro")
+
+    bench.plot_sweep(
+        input_vars=[ExampleBenchCfgIn.param.theta],
+        result_vars=[ExampleBenchCfgOut.param.out_sin],
+        title="Float 1D Example",
+        description="""Bencher is a tool to make it easy to explore how input parameter affect a range of output metrics.  In these examples we are going to benchmark an example function which has been selected to show the features of bencher.
+        The example function takes an input theta and returns the absolute value of sin(theta) and cos(theta) +- various types of noise.
+
+        def bench_function(cfg: ExampleBenchCfgIn) -> ExampleBenchCfgOut:
+            "Takes an ExampleBenchCfgIn and returns a ExampleBenchCfgOut output"
+            out = ExampleBenchCfgOut()
+            noise = calculate_noise(cfg)
+            offset = 0.0
+
+            postprocess_fn = abs if cfg.postprocess_fn == PostprocessFn.absolute else negate_fn
+
+            out.out_sin = postprocess_fn(offset + math.sin(cfg.theta) + noise)
+            out.out_cos = postprocess_fn(offset + math.cos(cfg.theta) + noise)
+            return out
+
+    The following examples will show how to perform parameter sweeps to characterise the behavior of the function.  The idea is that the benchmarking can be used to gain understanding of an unknown function. 
+        """,
+        post_description="Here you can see the output plot of sin theta between 0 and pi.  In the tabs at the top you can also view 3 tabular representations of the data",
+    )
+
+    bench.plot_sweep(
+        input_vars=[ExampleBenchCfgIn.param.theta, ExampleBenchCfgIn.param.noisy],
+        result_vars=[ExampleBenchCfgOut.param.out_sin],
+        title="Float 1D and Bool Example",
+        description="""Following from the previous example lets add another input parameter to see how that affects the output.  We pass the boolean  'noisy' and keep the other parameters the same""",
+        post_description="Now the plot has two lines, one for each of the boolean values where noisy=true and noisy=false.",
+    )
+
+    bench.plot_sweep(
+        input_vars=[ExampleBenchCfgIn.param.theta, ExampleBenchCfgIn.param.noisy],
+        result_vars=[ExampleBenchCfgOut.param.out_sin, ExampleBenchCfgOut.param.out_cos],
+        title="Float 1D and Bool Example with multiple outputs",
+        description="""Following from the previous example here the second output is added to the result variables""",
+        post_description="Another column is added for the result variable that shows cos(theta)",
+    )
+
+    bench.plot_sweep(
+        input_vars=[
+            ExampleBenchCfgIn.param.theta,
+            ExampleBenchCfgIn.param.noisy,
+            ExampleBenchCfgIn.param.postprocess_fn,
+        ],
+        result_vars=[
+            ExampleBenchCfgOut.param.out_sin,
+            ExampleBenchCfgOut.param.out_cos,
+        ],
+        title="Float 1D, Bool and Categorical Example",
+        description="""Following from the previous example lets add another input parameter to see how that affects the output.  We add the 'postprocess_fn' categorical enum value which either takes the absolute value or negates the output of the function.""",
+        post_description="This generates two rows of results, one for each of the category options.",
+    )
+
+    return bench
+
+
+if __name__ == "__main__":
+    bench_ex = example_floats(bch.BenchRunCfg(repeats=2))
+    bench_ex.report.save_index()
+    bench_ex.report.show()

bencher/example/example_floats2D.py

@@ -0,0 +1,93 @@
+# pylint: disable=duplicate-code
+import bencher as bch
+
+# All the examples will be using the data structures and benchmark function defined in this file
+from bencher.example.benchmark_data import (
+    ExampleBenchCfgOut,
+    NoiseDistribution,
+    ExampleBenchCfg,
+    call,
+)
+
+
+def example_floats2D(
+    run_cfg: bch.BenchRunCfg = bch.BenchRunCfg(), report: bch.BenchReport = bch.BenchReport()
+) -> bch.Bench:
+    """Example of how to perform a 2D floating point parameter sweep
+
+    Args:
+        run_cfg (BenchRunCfg): configuration of how to perform the param sweep
+
+    Returns:
+        Bench: results of the parameter sweep
+    """
+    bench = bch.Bench(
+        "Bencher_Example_Floats",
+        call,
+        run_cfg=run_cfg,
+        report=report,
+    )
+    run_cfg.use_optuna = True
+
+    bench.plot_sweep(
+        input_vars=[ExampleBenchCfg.param.theta, ExampleBenchCfg.param.offset],
+        result_vars=[ExampleBenchCfgOut.param.out_sin, ExampleBenchCfgOut.param.out_cos],
+        const_vars=[
+            ExampleBenchCfg.param.sigma.with_const(0.1),
+            ExampleBenchCfg.param.noise_distribution.with_const(NoiseDistribution.gaussian),
+            ExampleBenchCfg.param.noisy.with_const(True),
+        ],
+        title="Float 2D Example",
+        description="""Bencher is a tool to make it easy to explore how input parameter affect a range of output metrics.  In these examples we are going to benchmark an example function which has been selected to show the features of bencher.
+        The example function takes an input theta and returns the absolute value of sin(theta) and cos(theta) +- various types of noise.
+
+    The following examples will show how to perform parameter sweeps to characterise the behavior of the function.  The idea is that the benchmarking can be used to gain understanding of an unknown function.
+        """,
+        post_description="Here you can see the output plot of sin theta between 0 and pi.  In the tabs at the top you can also view 3 tabular representations of the data",
+    )
+
+    bench.report.append(bench.get_result().to_surface())
+
+    bench.plot_sweep(
+        input_vars=[
+            ExampleBenchCfg.param.theta,
+            ExampleBenchCfg.param.offset,
+            ExampleBenchCfg.param.postprocess_fn,
+        ],
+        result_vars=[ExampleBenchCfgOut.param.out_sin, ExampleBenchCfgOut.param.out_cos],
+        const_vars=[
+            (ExampleBenchCfg.param.sigma, 0.1),
+            (ExampleBenchCfg.param.noise_distribution, NoiseDistribution.gaussian),
+            (ExampleBenchCfg.param.noisy, True),
+        ],
+        title="Float 2D with categorical Example",
+        description="""Here we add plot a 2d surface and facet over a categorical variable
+        """,
+    )
+    bench.report.append(bench.get_result().to_surface())
+
+    bench.plot_sweep(
+        input_vars=[
+            ExampleBenchCfg.param.theta,
+            ExampleBenchCfg.param.offset,
+            ExampleBenchCfg.param.postprocess_fn,
+            ExampleBenchCfg.param.noise_distribution,
+        ],
+        result_vars=[ExampleBenchCfgOut.param.out_sin, ExampleBenchCfgOut.param.out_cos],
+        const_vars=[
+            (ExampleBenchCfg.param.sigma, 0.1),
+            (ExampleBenchCfg.param.noise_distribution, NoiseDistribution.gaussian),
+            (ExampleBenchCfg.param.noisy, True),
+        ],
+        title="Float 2D with categorical x2 Example",
+        description="""Here we add plot a 2d surface and facet over two categorical variable
+        """,
+    )
+
+    bench.report.append(bench.get_result().to_surface())
+
+    return bench
+
+
+if __name__ == "__main__":
+    example_floats2D(bch.BenchRunCfg(repeats=2, level=3)).report.show()

bencher/example/example_holosweep.py

@@ -0,0 +1,98 @@
+# THIS IS NOT A WORKING EXAMPLE YET
+
+# pylint: disable=duplicate-code,unused-argument
+
+
+import bencher as bch
+import math
+import random
+import numpy as np
+import holoviews as hv
+
+from strenum import StrEnum
+from enum import auto
+
+
+class Function(StrEnum):
+    fn_cos = auto()
+    fn_sin = auto()
+    fn_log = auto()
+    fn_arctan = auto()
+
+    def call(self, arg) -> float:
+        """Calls the function defined by the name of the enum
+
+        Returns:
+            float: The result of calling the function defined by the enum
+        """
+        return getattr(np, self.removeprefix("fn_"))(arg)
+
+
+class PlotFunctions(bch.ParametrizedSweep):
+    phase = bch.FloatSweep(
+        default=0, bounds=[0, math.pi], doc="Input angle", units="rad", samples=5
+    )
+
+    freq = bch.FloatSweep(default=1, bounds=[0, math.pi], doc="Input angle", units="rad", samples=5)
+
+    theta = bch.FloatSweep(
+        default=0, bounds=[0, math.pi], doc="Input angle", units="rad", samples=10
+    )
+
+    compute_fn = bch.EnumSweep(Function)
+
+    # RESULT VARS
+    fn_output = bch.ResultVar(units="v", doc="sin of theta with some noise")
+    out_sum = bch.ResultVar(units="v", doc="The sum")
+    ref = bch.ResultReference()
+    holomap = bch.ResultHmap()
+
+    def __call__(self, plot=True, **kwargs) -> dict:
+        self.update_params_from_kwargs(**kwargs)
+        noise = 0.1
+
+        self.fn_output = self.compute_fn.call(self.phase + self.freq * self.theta) + random.uniform(
+            0, noise
+        )
+
+        self.holomap = self.plot_holo(plot)
+        self.ref = bch.ResultReference(self.ref)
+
+        return self.get_results_values_as_dict()
+
+    def plot_holo(self, plot=True) -> hv.core.ViewableElement:
+        """Plots a generic representation of the object that is not a basic hv datatype. In this case its an image of the values of the object, but it could be any representation of the object, e.g. a screenshot of the object state"""
+        if plot:
+            pt = hv.Text(0, 0, f"{self.phase}\n{self.freq}\n {self.theta}")
+            pt *= hv.Ellipse(0, 0, 1)
+            return pt
+        return None
+
+
+def example_holosweep(
+    run_cfg: bch.BenchRunCfg = bch.BenchRunCfg(), report: bch.BenchReport = bch.BenchReport()
+) -> bch.Bench:
+    bench = PlotFunctions().to_bench(run_cfg, report)
+
+    bench.plot_sweep(
+        input_vars=["theta", "freq"],
+        result_vars=["fn_output", "holomap"],
+    )
+
+    # print("best", res.get_best_trial_params(True))
+    # print(res.hmap_kdims)
+    # bench.report.append(res.describe_sweep())
+    # bench.report.append(res.to_optuna_plots())
+    # bench.report.append(res.get_best_holomap())
+    # bench.report.append(res.to_curve(), "Slider view")
+    # bench.report.append(res.to_holomap())
+
+    # bench.report.append(res.to_holomap().layout())
+    return bench
+
+
+if __name__ == "__main__":
+    PlotFunctions().to_gui()
+    bench_run = bch.BenchRunner("bench_runner_test")
+    bench_run.add_run(example_holosweep)
+    bench_run.run(level=6, show=True, use_cache=False)