supervisely 6.73.254__py3-none-any.whl → 6.73.255__py3-none-any.whl

supervisely/nn/benchmark/comparison/detection_visualization/vis_metrics/localization_accuracy.py

@@ -1,8 +1,6 @@
 import numpy as np
 
-from supervisely.nn.benchmark.comparison.detection_visualization.vis_metrics.vis_metric import (
-    BaseVisMetric,
-)
+from supervisely.nn.benchmark.base_visualizer import BaseVisMetrics
 from supervisely.nn.benchmark.cv_tasks import CVTask
 from supervisely.nn.benchmark.visualization.widgets import (
     ChartWidget,
@@ -12,7 +10,7 @@ from supervisely.nn.benchmark.visualization.widgets import (
 )
 
 
-class LocalizationAccuracyIoU(BaseVisMetric):
+class LocalizationAccuracyIoU(BaseVisMetrics):
     @property
     def header_md(self) -> MarkdownWidget:
         title = "Localization Accuracy (IoU)"
@@ -90,7 +88,7 @@ class LocalizationAccuracyIoU(BaseVisMetric):
         bin_width = min([bin_edges[1] - bin_edges[0] for _, bin_edges in hist_data])
 
         for i, (eval_result, (hist, bin_edges)) in enumerate(zip(self.eval_results, hist_data)):
-            name = f"[{i+1}] {eval_result.model_name}"
+            name = f"[{i+1}] {eval_result.name}"
             kde = gaussian_kde(eval_result.mp.ious)
             density = kde(x_range)
 

supervisely/nn/benchmark/comparison/detection_visualization/vis_metrics/outcome_counts.py

@@ -3,14 +3,12 @@ from typing import List
 
 import numpy as np
 
-from supervisely.nn.benchmark.comparison.detection_visualization.vis_metrics.vis_metric import (
-    BaseVisMetric,
-)
+from supervisely.nn.benchmark.base_visualizer import BaseVisMetrics
 from supervisely.nn.benchmark.visualization.widgets import ChartWidget
 from supervisely.nn.task_type import TaskType
 
 
-class OutcomeCounts(BaseVisMetric):
+class OutcomeCounts(BaseVisMetrics):
     CHART_MAIN = "chart_outcome_counts"
     CHART_COMPARISON = "chart_outcome_counts_comparison"
 
@@ -97,7 +95,7 @@ class OutcomeCounts(BaseVisMetric):
         tp_counts = [eval_result.mp.TP_count for eval_result in self.eval_results][::-1]
         fn_counts = [eval_result.mp.FN_count for eval_result in self.eval_results][::-1]
         fp_counts = [eval_result.mp.FP_count for eval_result in self.eval_results][::-1]
-        model_names = [f"[{i}] {e.model_name}" for i, e in enumerate(self.eval_results, 1)][::-1]
+        model_names = [f"[{i}] {e.short_name}" for i, e in enumerate(self.eval_results, 1)][::-1]
         counts = [tp_counts, fn_counts, fp_counts]
         names = ["TP", "FN", "FP"]
         colors = ["#8ACAA1", "#dd3f3f", "#F7ADAA"]
@@ -123,7 +121,7 @@ class OutcomeCounts(BaseVisMetric):
         fig = go.Figure()
 
         colors = ["#8ACAA1", "#dd3f3f", "#F7ADAA"]
-        model_names = [f"[{i}] {e.model_name}" for i, e in enumerate(self.eval_results, 1)][::-1]
+        model_names = [f"[{i}] {e.short_name}" for i, e in enumerate(self.eval_results, 1)][::-1]
         model_names.append("Common")
 
         diff_tps, common_tps = self.common_and_diff_tp
@@ -263,7 +261,7 @@ class OutcomeCounts(BaseVisMetric):
         res["layoutTemplate"] = [None, None, None]
         res["clickData"] = {}
         for i, eval_result in enumerate(self.eval_results, 1):
-            model_name = f"[{i}] {eval_result.model_name}"
+            model_name = f"[{i}] {eval_result.name}"
             for outcome, matches_data in eval_result.click_data.outcome_counts.items():
                 key = f"{model_name}_{outcome}"
                 outcome_dict = res["clickData"].setdefault(key, {})
@@ -278,7 +276,7 @@ class OutcomeCounts(BaseVisMetric):
                 title = f"{model_name}. {outcome}: {len(obj_ids)} object{'s' if len(obj_ids) > 1 else ''}"
                 outcome_dict["title"] = title
                 outcome_dict["imagesIds"] = list(img_ids)
-                thr = eval_result.f1_optimal_conf
+                thr = eval_result.mp.f1_optimal_conf
                 if outcome == "FN":
                     outcome_dict["filters"] = [
                         {"type": "specific_objects", "tagId": None, "value": list(obj_ids)},
@@ -327,7 +325,7 @@ class OutcomeCounts(BaseVisMetric):
             _update_outcome_dict("Common", outcome, outcome_dict, common_ids)
 
             for i, diff_ids in enumerate(diff_ids, 1):
-                name = f"[{i}] {self.eval_results[i - 1].model_name}"
+                name = f"[{i}] {self.eval_results[i - 1].name}"
                 key = f"{name}_{outcome}"
                 outcome_dict = res["clickData"].setdefault(key, {})
 

supervisely/nn/benchmark/comparison/detection_visualization/vis_metrics/overview.py

@@ -1,9 +1,7 @@
 from typing import List
 
 from supervisely._utils import abs_url
-from supervisely.nn.benchmark.comparison.detection_visualization.vis_metrics.vis_metric import (
-    BaseVisMetric,
-)
+from supervisely.nn.benchmark.base_visualizer import BaseVisMetrics
 from supervisely.nn.benchmark.visualization.evaluation_result import EvalResult
 from supervisely.nn.benchmark.visualization.widgets import (
     ChartWidget,
@@ -12,7 +10,7 @@ from supervisely.nn.benchmark.visualization.widgets import (
 )
 
 
-class Overview(BaseVisMetric):
+class Overview(BaseVisMetrics):
 
     MARKDOWN_OVERVIEW = "markdown_overview"
     MARKDOWN_OVERVIEW_INFO = "markdown_overview_info"
@@ -62,7 +60,7 @@ class Overview(BaseVisMetric):
 
     @property
     def overview_widgets(self) -> List[MarkdownWidget]:
-        self.formats = []
+        all_formats = []
         for eval_result in self.eval_results:
 
             url = eval_result.inference_info.get("checkpoint_url")
@@ -71,14 +69,10 @@ class Overview(BaseVisMetric):
                 link_text = url
             link_text = link_text.replace("_", "\_")
 
-            checkpoint_name = eval_result.inference_info.get("deploy_params", {}).get(
-                "checkpoint_name", ""
-            )
-            model_name = eval_result.inference_info.get("model_name") or "Custom"
+            checkpoint_name = eval_result.checkpoint_name
+            model_name = eval_result.name or "Custom"
 
-            report = eval_result.api.file.get_info_by_path(
-                eval_result.team_id, eval_result.report_path
-            )
+            report = eval_result.api.file.get_info_by_path(self.team_id, eval_result.report_path)
             report_link = abs_url(f"/model-benchmark?id={report.id}")
 
             formats = [
@@ -91,11 +85,11 @@ class Overview(BaseVisMetric):
                 link_text,
                 report_link,
             ]
-            self.formats.append(formats)
+            all_formats.append(formats)
 
         text_template: str = getattr(self.vis_texts, self.MARKDOWN_OVERVIEW_INFO)
         widgets = []
-        for formats in self.formats:
+        for formats in all_formats:
             md = MarkdownWidget(
                 name=self.MARKDOWN_OVERVIEW_INFO,
                 title="Overview",
@@ -204,7 +198,7 @@ class Overview(BaseVisMetric):
         # Overall Metrics
         fig = go.Figure()
         for i, eval_result in enumerate(self.eval_results):
-            name = f"[{i + 1}] {eval_result.model_name}"
+            name = f"[{i + 1}] {eval_result.name}"
             base_metrics = eval_result.mp.base_metrics()
             r = list(base_metrics.values())
             theta = [eval_result.mp.metric_names[k] for k in base_metrics.keys()]
@@ -227,13 +221,8 @@ class Overview(BaseVisMetric):
                 angularaxis=dict(rotation=90, direction="clockwise"),
             ),
             dragmode=False,
-            # title="Overall Metrics",
-            # width=700,
-            # height=500,
-            # autosize=False,
+            height=500,
             margin=dict(l=25, r=25, t=25, b=25),
-        )
-        fig.update_layout(
             modebar=dict(
                 remove=[
                     "zoom2d",
@@ -245,6 +234,6 @@ class Overview(BaseVisMetric):
                     "autoScale2d",
                     "resetScale2d",
                 ]
-            )
+            ),
         )
         return fig

supervisely/nn/benchmark/comparison/detection_visualization/vis_metrics/pr_curve.py

@@ -1,9 +1,7 @@
 import numpy as np
 
 from supervisely.imaging.color import hex2rgb
-from supervisely.nn.benchmark.comparison.detection_visualization.vis_metrics.vis_metric import (
-    BaseVisMetric,
-)
+from supervisely.nn.benchmark.base_visualizer import BaseVisMetrics
 from supervisely.nn.benchmark.visualization.widgets import (
     ChartWidget,
     CollapseWidget,
@@ -13,7 +11,7 @@ from supervisely.nn.benchmark.visualization.widgets import (
 )
 
 
-class PrCurve(BaseVisMetric):
+class PrCurve(BaseVisMetrics):
     MARKDOWN_PR_CURVE = "markdown_pr_curve"
     MARKDOWN_PR_TRADE_OFFS = "markdown_trade_offs"
     MARKDOWN_WHAT_IS_PR_CURVE = "markdown_what_is_pr_curve"
@@ -98,7 +96,7 @@ class PrCurve(BaseVisMetric):
             pr_curve[pr_curve == -1] = np.nan
             pr_curve = np.nanmean(pr_curve, axis=-1)
 
-            name = f"[{i}] {eval_result.model_name}"
+            name = f"[{i}] {eval_result.name}"
             color = ",".join(map(str, hex2rgb(eval_result.color))) + ",0.1"
             line = go.Scatter(
                 x=eval_result.mp.recThrs,

supervisely/nn/benchmark/comparison/detection_visualization/vis_metrics/precision_recal_f1.py

@@ -1,6 +1,4 @@
-from supervisely.nn.benchmark.comparison.detection_visualization.vis_metrics.vis_metric import (
-    BaseVisMetric,
-)
+from supervisely.nn.benchmark.base_visualizer import BaseVisMetrics
 from supervisely.nn.benchmark.visualization.widgets import (
     ChartWidget,
     CollapseWidget,
@@ -10,7 +8,7 @@ from supervisely.nn.benchmark.visualization.widgets import (
 )
 
 
-class PrecisionRecallF1(BaseVisMetric):
+class PrecisionRecallF1(BaseVisMetrics):
     MARKDOWN = "markdown_PRF1"
     MARKDOWN_PRECISION_TITLE = "markdown_precision_per_class_title"
     MARKDOWN_RECALL_TITLE = "markdown_recall_per_class_title"
@@ -136,14 +134,14 @@ class PrecisionRecallF1(BaseVisMetric):
             precision = eval_result.mp.json_metrics()["precision"]
             recall = eval_result.mp.json_metrics()["recall"]
             f1 = eval_result.mp.json_metrics()["f1"]
-            model_name = f"[{i}] {eval_result.model_name}"
+            model_name = f"[{i}] {eval_result.name}"
             fig.add_trace(
                 go.Bar(
                     x=["Precision", "Recall", "F1-score"],
                     y=[precision, recall, f1],
                     name=model_name,
                     width=0.2 if classes_cnt >= 5 else None,
-                    marker=dict(color=eval_result.color),
+                    marker=dict(color=eval_result.color, line=dict(width=0.7)),
                 )
             )
 
@@ -152,7 +150,7 @@ class PrecisionRecallF1(BaseVisMetric):
             xaxis_title="Metric",
             yaxis_title="Value",
             yaxis=dict(range=[0, 1.1]),
-            width=700 if classes_cnt < 5 else None,
+            width=700,
         )
 
         return fig
@@ -163,7 +161,7 @@ class PrecisionRecallF1(BaseVisMetric):
         fig = go.Figure()
         classes_cnt = len(self.eval_results[0].mp.cat_names)
         for i, eval_result in enumerate(self.eval_results, 1):
-            model_name = f"[{i}] {eval_result.model_name}"
+            model_name = f"[{i}] {eval_result.name}"
             sorted_by_f1 = eval_result.mp.per_class_metrics().sort_values(by="f1")
 
             fig.add_trace(
@@ -171,8 +169,8 @@ class PrecisionRecallF1(BaseVisMetric):
                     y=sorted_by_f1["recall"],
                     x=sorted_by_f1["category"],
                     name=f"{model_name} Recall",
-                    width=0.2 if classes_cnt < 5 else None,
-                    marker=dict(color=eval_result.color),
+                    width=0.2 if classes_cnt >= 5 else None,
+                    marker=dict(color=eval_result.color, line=dict(width=0.7)),
                 )
             )
 
@@ -191,7 +189,7 @@ class PrecisionRecallF1(BaseVisMetric):
         res["layoutTemplate"] = [None, None, None]
         res["clickData"] = {}
         for i, eval_result in enumerate(self.eval_results):
-            model_name = f"Model [{i + 1}] {eval_result.model_name}"
+            model_name = f"Model [{i + 1}] {eval_result.name}"
             for key, v in eval_result.click_data.objects_by_class.items():
                 click_data = res["clickData"].setdefault(f"{i}_{key}", {})
                 img_ids, obj_ids = set(), set()
@@ -207,7 +205,7 @@ class PrecisionRecallF1(BaseVisMetric):
                     {
                         "type": "tag",
                         "tagId": "confidence",
-                        "value": [eval_result.f1_optimal_conf, 1],
+                        "value": [eval_result.mp.f1_optimal_conf, 1],
                     },
                     {"type": "tag", "tagId": "outcome", "value": "TP"},
                     {"type": "specific_objects", "tagId": None, "value": list(obj_ids)},
@@ -220,7 +218,7 @@ class PrecisionRecallF1(BaseVisMetric):
         fig = go.Figure()
         classes_cnt = len(self.eval_results[0].mp.cat_names)
         for i, eval_result in enumerate(self.eval_results, 1):
-            model_name = f"[{i}] {eval_result.model_name}"
+            model_name = f"[{i}] {eval_result.name}"
             sorted_by_f1 = eval_result.mp.per_class_metrics().sort_values(by="f1")
 
             fig.add_trace(
@@ -228,8 +226,8 @@ class PrecisionRecallF1(BaseVisMetric):
                     y=sorted_by_f1["precision"],
                     x=sorted_by_f1["category"],
                     name=f"{model_name} Precision",
-                    width=0.2 if classes_cnt < 5 else None,
-                    marker=dict(color=eval_result.color),
+                    width=0.2 if classes_cnt >= 5 else None,
+                    marker=dict(color=eval_result.color, line=dict(width=0.7)),
                 )
             )
 
@@ -249,7 +247,7 @@ class PrecisionRecallF1(BaseVisMetric):
         fig = go.Figure()
         classes_cnt = len(self.eval_results[0].mp.cat_names)
         for i, eval_result in enumerate(self.eval_results, 1):
-            model_name = f"[{i}] {eval_result.model_name}"
+            model_name = f"[{i}] {eval_result.name}"
             sorted_by_f1 = eval_result.mp.per_class_metrics().sort_values(by="f1")
 
             fig.add_trace(
@@ -257,8 +255,8 @@ class PrecisionRecallF1(BaseVisMetric):
                     y=sorted_by_f1["f1"],
                     x=sorted_by_f1["category"],
                     name=f"{model_name} F1-score",
-                    width=0.2 if classes_cnt < 5 else None,
-                    marker=dict(color=eval_result.color),
+                    width=0.2 if classes_cnt >= 5 else None,
+                    marker=dict(color=eval_result.color, line=dict(width=0.7)),
                 )
             )
 
@@ -278,7 +276,7 @@ class PrecisionRecallF1(BaseVisMetric):
         res["clickData"] = {}
 
         for i, eval_result in enumerate(self.eval_results):
-            model_name = f"Model [{i + 1}] {eval_result.model_name}"
+            model_name = f"Model [{i + 1}] {eval_result.name}"
             click_data = res["clickData"].setdefault(i, {})
             img_ids, obj_ids = set(), set()
             objects_cnt = 0
@@ -292,7 +290,11 @@ class PrecisionRecallF1(BaseVisMetric):
             click_data["title"] = f"{model_name}, {objects_cnt} objects"
             click_data["imagesIds"] = list(img_ids)
             click_data["filters"] = [
-                {"type": "tag", "tagId": "confidence", "value": [eval_result.f1_optimal_conf, 1]},
+                {
+                    "type": "tag",
+                    "tagId": "confidence",
+                    "value": [eval_result.mp.f1_optimal_conf, 1],
+                },
                 {"type": "tag", "tagId": "outcome", "value": "TP"},
                 {"type": "specific_objects", "tagId": None, "value": list(obj_ids)},
             ]

supervisely/nn/benchmark/comparison/detection_visualization/vis_metrics/speedtest.py

@@ -1,9 +1,7 @@
 from typing import List, Union
 
 from supervisely.imaging.color import hex2rgb
-from supervisely.nn.benchmark.comparison.detection_visualization.vis_metrics.vis_metric import (
-    BaseVisMetric,
-)
+from supervisely.nn.benchmark.base_visualizer import BaseVisMetrics
 from supervisely.nn.benchmark.visualization.widgets import (
     ChartWidget,
     MarkdownWidget,
@@ -11,11 +9,19 @@ from supervisely.nn.benchmark.visualization.widgets import (
 )
 
 
-class Speedtest(BaseVisMetric):
+class Speedtest(BaseVisMetrics):
 
     def is_empty(self) -> bool:
         return not any(eval_result.speedtest_info for eval_result in self.eval_results)
 
+    def multiple_batche_sizes(self) -> bool:
+        for eval_result in self.eval_results:
+            if eval_result.speedtest_info is None:
+                continue
+            if len(eval_result.speedtest_info["speedtest"]) > 1:
+                return True
+        return False
+
     @property
     def latency(self) -> List[Union[int, str]]:
         latency = []
@@ -272,7 +278,7 @@ class Speedtest(BaseVisMetric):
                 go.Scatter(
                     x=list(temp_res["ms"].keys()),
                     y=list(temp_res["ms"].values()),
-                    name=f"[{idx}] {eval_result.model_name} (ms)",
+                    name=f"[{idx}] {eval_result.name} (ms)",
                     line=dict(color=eval_result.color),
                     customdata=list(temp_res["ms_std"].values()),
                     error_y=dict(
@@ -290,7 +296,7 @@ class Speedtest(BaseVisMetric):
                 go.Scatter(
                     x=list(temp_res["fps"].keys()),
                     y=list(temp_res["fps"].values()),
-                    name=f"[{idx}] {eval_result.model_name} (fps)",
+                    name=f"[{idx}] {eval_result.name} (fps)",
                     line=dict(color=eval_result.color),
                     hovertemplate="Batch Size: %{x}<br>FPS: %{y:.2f}<extra></extra>",  # <br> Standard deviation: %{customdata:.2f}<extra></extra>",
                 ),

supervisely/nn/benchmark/comparison/detection_visualization/visualizer.py

@@ -1,7 +1,7 @@
-import datetime
-from pathlib import Path
+from typing import List
 
-import supervisely.nn.benchmark.comparison.detection_visualization.text_templates as vis_texts
+import supervisely.nn.benchmark.comparison.detection_visualization.text_templates as texts
+from supervisely.nn.benchmark.comparison.base_visualizer import BaseComparisonVisualizer
 from supervisely.nn.benchmark.comparison.detection_visualization.vis_metrics import (
     AveragePrecisionByClass,
     CalibrationScore,
@@ -13,7 +13,9 @@ from supervisely.nn.benchmark.comparison.detection_visualization.vis_metrics imp
     PrecisionRecallF1,
     Speedtest,
 )
-from supervisely.nn.benchmark.visualization.renderer import Renderer
+from supervisely.nn.benchmark.object_detection.evaluator import (
+    ObjectDetectionEvalResult,
+)
 from supervisely.nn.benchmark.visualization.widgets import (
     ContainerWidget,
     GalleryWidget,
@@ -22,22 +24,13 @@ from supervisely.nn.benchmark.visualization.widgets import (
 )
 
 
-class DetectionComparisonVisualizer:
-    def __init__(self, comparison):
-        self.comparison = comparison
-        self.api = comparison.api
-        self.vis_texts = vis_texts
-
-        self._create_widgets()
-        layout = self._create_layout()
-
-        self.renderer = Renderer(layout, str(Path(self.comparison.workdir, "visualizations")))
-
-    def visualize(self):
-        return self.renderer.visualize()
+class DetectionComparisonVisualizer(BaseComparisonVisualizer):
+    vis_texts = texts
+    ann_opacity = 0.5
 
-    def upload_results(self, team_id: int, remote_dir: str, progress=None):
-        return self.renderer.upload_results(self.api, team_id, remote_dir, progress)
+    def __init__(self, *args, **kwargs):
+        super().__init__(*args, **kwargs)
+        self.eval_results: List[ObjectDetectionEvalResult]
 
     def _create_widgets(self):
         # Modal Gellery
@@ -48,10 +41,11 @@ class DetectionComparisonVisualizer:
         self.clickable_label = self._create_clickable_label()
 
         # Speedtest init here for overview
-        speedtest = Speedtest(self.vis_texts, self.comparison.evaluation_results)
+        speedtest = Speedtest(self.vis_texts, self.comparison.eval_results)
 
         # Overview
-        overview = Overview(self.vis_texts, self.comparison.evaluation_results)
+        overview = Overview(self.vis_texts, self.comparison.eval_results)
+        overview.team_id = self.comparison.team_id
         self.header = self._create_header()
         self.overviews = self._create_overviews(overview)
         self.overview_md = overview.overview_md
@@ -61,11 +55,11 @@ class DetectionComparisonVisualizer:
         )
         self.overview_chart = overview.chart_widget
 
-        columns_number = len(self.comparison.evaluation_results) + 1  # +1 for GT
+        columns_number = len(self.comparison.eval_results) + 1  # +1 for GT
         self.explore_predictions_modal_gallery = self._create_explore_modal_table(columns_number)
         explore_predictions = ExplorePredictions(
             self.vis_texts,
-            self.comparison.evaluation_results,
+            self.comparison.eval_results,
             explore_modal_table=self.explore_predictions_modal_gallery,
         )
         self.explore_predictions_md = explore_predictions.difference_predictions_md
@@ -74,7 +68,7 @@ class DetectionComparisonVisualizer:
         # Outcome Counts
         outcome_counts = OutcomeCounts(
             self.vis_texts,
-            self.comparison.evaluation_results,
+            self.comparison.eval_results,
             explore_modal_table=self.explore_modal_table,
         )
         self.outcome_counts_md = self._create_outcome_counts_md()
@@ -83,7 +77,7 @@ class DetectionComparisonVisualizer:
         self.outcome_counts_comparison = outcome_counts.chart_widget_comparison
 
         # Precision-Recall Curve
-        pr_curve = PrCurve(self.vis_texts, self.comparison.evaluation_results)
+        pr_curve = PrCurve(self.vis_texts, self.comparison.eval_results)
         self.pr_curve_md = pr_curve.markdown_widget
         self.pr_curve_collapsed_widgets = pr_curve.collapsed_widget
         self.pr_curve_table = pr_curve.table_widget
@@ -92,7 +86,7 @@ class DetectionComparisonVisualizer:
         # Average Precision by Class
         avg_prec_by_class = AveragePrecisionByClass(
             self.vis_texts,
-            self.comparison.evaluation_results,
+            self.comparison.eval_results,
             explore_modal_table=self.explore_modal_table,
         )
         self.avg_prec_by_class_md = avg_prec_by_class.markdown_widget
@@ -101,7 +95,7 @@ class DetectionComparisonVisualizer:
         # Precision, Recall, F1
         precision_recall_f1 = PrecisionRecallF1(
             self.vis_texts,
-            self.comparison.evaluation_results,
+            self.comparison.eval_results,
             explore_modal_table=self.explore_modal_table,
         )
         self.precision_recall_f1_md = precision_recall_f1.markdown_widget
@@ -118,14 +112,14 @@ class DetectionComparisonVisualizer:
         # TODO: ???
 
         # Localization Accuracy (IoU)
-        loc_acc = LocalizationAccuracyIoU(self.vis_texts, self.comparison.evaluation_results)
+        loc_acc = LocalizationAccuracyIoU(self.vis_texts, self.comparison.eval_results)
         self.loc_acc_header_md = loc_acc.header_md
         self.loc_acc_iou_distribution_md = loc_acc.iou_distribution_md
         self.loc_acc_chart = loc_acc.chart
         self.loc_acc_table = loc_acc.table_widget
 
         # Calibration Score
-        cal_score = CalibrationScore(self.vis_texts, self.comparison.evaluation_results)
+        cal_score = CalibrationScore(self.vis_texts, self.comparison.eval_results)
         self.cal_score_md = cal_score.header_md
         self.cal_score_md_2 = cal_score.header_md_2
         self.cal_score_collapse_tip = cal_score.collapse_tip
@@ -140,6 +134,7 @@ class DetectionComparisonVisualizer:
 
         # SpeedTest
         self.speedtest_present = False
+        self.speedtest_multiple_batch_sizes = False
         if not speedtest.is_empty():
             self.speedtest_present = True
             self.speedtest_md_intro = speedtest.md_intro
@@ -148,8 +143,10 @@ class DetectionComparisonVisualizer:
             self.speed_inference_time_table = speedtest.inference_time_table
             self.speed_fps_md = speedtest.fps_md
             self.speed_fps_table = speedtest.fps_table
-            self.speed_batch_inference_md = speedtest.batch_inference_md
-            self.speed_chart = speedtest.chart
+            self.speedtest_multiple_batch_sizes = speedtest.multiple_batche_sizes()
+            if self.speedtest_multiple_batch_sizes:
+                self.speed_batch_inference_md = speedtest.batch_inference_md
+                self.speed_chart = speedtest.chart
 
     def _create_layout(self):
         is_anchors_widgets = [
@@ -216,10 +213,11 @@ class DetectionComparisonVisualizer:
                     (0, self.speed_inference_time_table),
                     (0, self.speed_fps_md),
                     (0, self.speed_fps_table),
-                    (0, self.speed_batch_inference_md),
-                    (0, self.speed_chart),
                 ]
             )
+            if self.speedtest_multiple_batch_sizes:
+                is_anchors_widgets.append((0, self.speed_batch_inference_md))
+                is_anchors_widgets.append((0, self.speed_chart))
         anchors = []
         for is_anchor, widget in is_anchors_widgets:
             if is_anchor:
@@ -232,30 +230,6 @@ class DetectionComparisonVisualizer:
         )
         return layout
 
-    def _create_header(self) -> MarkdownWidget:
-        me = self.api.user.get_my_info().login
-        current_date = datetime.datetime.now().strftime("%d %B %Y, %H:%M")
-        header_main_text = " ∣ ".join(  #  vs. or | or ∣
-            eval_res.name for eval_res in self.comparison.evaluation_results
-        )
-        header_text = self.vis_texts.markdown_header.format(header_main_text, me, current_date)
-        header = MarkdownWidget("markdown_header", "Header", text=header_text)
-        return header
-
-    def _create_overviews(self, vm: Overview) -> ContainerWidget:
-        grid_cols = 2
-        if len(vm.overview_widgets) > 2:
-            grid_cols = 3
-        if len(vm.overview_widgets) % 4 == 0:
-            grid_cols = 4
-        return ContainerWidget(
-            vm.overview_widgets,
-            name="overview_container",
-            title="Overview",
-            grid=True,
-            grid_cols=grid_cols,
-        )
-
     def _create_key_metrics(self) -> MarkdownWidget:
         key_metrics_text = self.vis_texts.markdown_key_metrics.format(
             self.vis_texts.definitions.average_precision,
@@ -277,22 +251,3 @@ class DetectionComparisonVisualizer:
         return MarkdownWidget(
             "markdown_outcome_counts_diff", "Outcome Counts Differences", text=outcome_counts_text
         )
-
-    def _create_explore_modal_table(self, columns_number=3):
-        # TODO: table for each evaluation?
-        all_predictions_modal_gallery = GalleryWidget(
-            "all_predictions_modal_gallery", is_modal=True, columns_number=columns_number
-        )
-        all_predictions_modal_gallery.set_project_meta(
-            self.comparison.evaluation_results[0].dt_project_meta
-        )
-        return all_predictions_modal_gallery
-
-    def _create_diff_modal_table(self, columns_number=3) -> GalleryWidget:
-        diff_modal_gallery = GalleryWidget(
-            "diff_predictions_modal_gallery", is_modal=True, columns_number=columns_number
-        )
-        return diff_modal_gallery
-
-    def _create_clickable_label(self):
-        return MarkdownWidget("clickable_label", "", text=self.vis_texts.clickable_label)