supervisely 6.73.254__py3-none-any.whl → 6.73.256__py3-none-any.whl

supervisely/nn/benchmark/comparison/detection_visualization/vis_metrics/{explore_predicttions.py → explore_predictions.py}

@@ -3,14 +3,12 @@ from typing import List, Tuple
 from supervisely.annotation.annotation import Annotation
 from supervisely.api.image_api import ImageInfo
 from supervisely.api.module_api import ApiField
-from supervisely.nn.benchmark.comparison.detection_visualization.vis_metrics.vis_metric import (
-    BaseVisMetric,
-)
+from supervisely.nn.benchmark.base_visualizer import BaseVisMetrics
 from supervisely.nn.benchmark.visualization.widgets import GalleryWidget, MarkdownWidget
 from supervisely.project.project_meta import ProjectMeta
 
 
-class ExplorePredictions(BaseVisMetric):
+class ExplorePredictions(BaseVisMetrics):
 
     MARKDOWN_DIFFERENCE = "markdown_explore_difference"
     GALLERY_DIFFERENCE = "explore_difference_gallery"
@@ -33,8 +31,9 @@ class ExplorePredictions(BaseVisMetric):
         gallery.add_image_left_header("Click to explore more")
         gallery.set_project_meta(self.eval_results[0].gt_project_meta)
         gallery.set_images(*data)
-        gallery.set_click_data(self.explore_modal_table.id, self.get_click_data_explore_all())
-        gallery.set_show_all_data(self.explore_modal_table.id, self.get_click_data_explore_all())
+        click_data = self.get_click_data_explore_all()
+        gallery.set_click_data(self.explore_modal_table.id, click_data)
+        gallery.set_show_all_data(self.explore_modal_table.id, click_data)
         gallery._gallery._update_filters()
 
         return gallery
@@ -51,18 +50,18 @@ class ExplorePredictions(BaseVisMetric):
         for idx, eval_res in enumerate(self.eval_results):
             if idx == 0:
                 dataset_info = eval_res.gt_dataset_infos[0]
-                image_infos = api.image.get_list(dataset_info.id, limit=5)
+                image_infos = api.image.get_list(dataset_info.id, limit=5, force_metadata_for_links=False)
                 ds_name = dataset_info.name
                 images_ids = [image_info.id for image_info in image_infos]
                 names = [image_info.name for image_info in image_infos]
                 images.append(image_infos)
-                anns = api.annotation.download_batch(dataset_info.id, images_ids)
+                anns = api.annotation.download_batch(dataset_info.id, images_ids, force_metadata_for_links=False)
                 annotations.append(anns)
                 skip_tags_filtering.append(True)
-            metas.append(eval_res.dt_project_meta)
+            metas.append(eval_res.pred_project_meta)
             assert ds_name is not None, "Failed to get GT dataset name for gallery"
 
-            dataset_info = api.dataset.get_info_by_name(eval_res.dt_project_id, ds_name)
+            dataset_info = api.dataset.get_info_by_name(eval_res.pred_project_id, ds_name)
 
             assert names is not None, "Failed to get GT image names for gallery"
             image_infos = eval_res.api.image.get_list(
@@ -70,13 +69,14 @@ class ExplorePredictions(BaseVisMetric):
                 filters=[
                     {ApiField.FIELD: ApiField.NAME, ApiField.OPERATOR: "in", ApiField.VALUE: names}
                 ],
+                force_metadata_for_links=False,
             )
             images_ids = [image_info.id for image_info in image_infos]
             images.append(image_infos)
-            anns = eval_res.api.annotation.download_batch(dataset_info.id, images_ids)
+            anns = eval_res.api.annotation.download_batch(dataset_info.id, images_ids, force_metadata_for_links=False)
             annotations.append(anns)
             skip_tags_filtering.append(False)
-            min_conf = min(min_conf, eval_res.f1_optimal_conf)
+            min_conf = min(min_conf, eval_res.mp.f1_optimal_conf)
 
         images = list(i for x in zip(*images) for i in x)
         annotations = list(i for x in zip(*annotations) for i in x)
@@ -91,7 +91,7 @@ class ExplorePredictions(BaseVisMetric):
         res["layoutTemplate"] = [{"skipObjectTagsFiltering": True, "columnTitle": "Ground Truth"}]
         # for i in range(len(self.eval_results)):
         for idx, eval_res in enumerate(self.eval_results, 1):
-            res["layoutTemplate"].append({"columnTitle": f"[{idx}] {eval_res.model_name}"})
+            res["layoutTemplate"].append({"columnTitle": f"[{idx}] {eval_res.name}"})
 
         click_data = res.setdefault("clickData", {})
         explore = click_data.setdefault("explore", {})
@@ -109,25 +109,25 @@ class ExplorePredictions(BaseVisMetric):
                 current_images_ids = []
                 current_images_names = []
                 for ds in dataset_infos:
-                    image_infos = eval_res.api.image.get_list(ds.id, force_metadata_for_links=False)
+                    image_infos = api.image.get_list(ds.id, force_metadata_for_links=False)
                     image_infos = sorted(image_infos, key=lambda x: x.name)
                     current_images_names.extend([image_info.name for image_info in image_infos])
                     current_images_ids.extend([image_info.id for image_info in image_infos])
                 images_ids.append(current_images_ids)
                 names = current_images_names
 
-            dataset_infos = api.dataset.get_list(eval_res.dt_project_id)
+            dataset_infos = api.dataset.get_list(eval_res.pred_project_id)
             dataset_infos = [ds for ds in dataset_infos if ds.name in ds_names]
             dataset_infos = sorted(dataset_infos, key=lambda x: ds_names.index(x.name))
             current_images_infos = []
             for ds in dataset_infos:
-                image_infos = eval_res.api.image.get_list(ds.id, force_metadata_for_links=False)
+                image_infos = api.image.get_list(ds.id, force_metadata_for_links=False)
                 image_infos = [image_info for image_info in image_infos if image_info.name in names]
                 current_images_infos.extend(image_infos)
             current_images_infos = sorted(current_images_infos, key=lambda x: names.index(x.name))
             images_ids.append([image_info.id for image_info in current_images_infos])
 
-            min_conf = min(min_conf, eval_res.f1_optimal_conf)
+            min_conf = min(min_conf, eval_res.mp.f1_optimal_conf)
 
         explore["imagesIds"] = list(i for x in zip(*images_ids) for i in x)
         explore["filters"] = [{"type": "tag", "tagId": "confidence", "value": [min_conf, 1]}]

supervisely/nn/benchmark/comparison/detection_visualization/vis_metrics/localization_accuracy.py

@@ -1,8 +1,6 @@
 import numpy as np
 
-from supervisely.nn.benchmark.comparison.detection_visualization.vis_metrics.vis_metric import (
-    BaseVisMetric,
-)
+from supervisely.nn.benchmark.base_visualizer import BaseVisMetrics
 from supervisely.nn.benchmark.cv_tasks import CVTask
 from supervisely.nn.benchmark.visualization.widgets import (
     ChartWidget,
@@ -12,7 +10,7 @@ from supervisely.nn.benchmark.visualization.widgets import (
 )
 
 
-class LocalizationAccuracyIoU(BaseVisMetric):
+class LocalizationAccuracyIoU(BaseVisMetrics):
     @property
     def header_md(self) -> MarkdownWidget:
         title = "Localization Accuracy (IoU)"
@@ -90,7 +88,7 @@ class LocalizationAccuracyIoU(BaseVisMetric):
         bin_width = min([bin_edges[1] - bin_edges[0] for _, bin_edges in hist_data])
 
         for i, (eval_result, (hist, bin_edges)) in enumerate(zip(self.eval_results, hist_data)):
-            name = f"[{i+1}] {eval_result.model_name}"
+            name = f"[{i+1}] {eval_result.name}"
             kde = gaussian_kde(eval_result.mp.ious)
             density = kde(x_range)
 

supervisely/nn/benchmark/comparison/detection_visualization/vis_metrics/outcome_counts.py

@@ -3,14 +3,12 @@ from typing import List
 
 import numpy as np
 
-from supervisely.nn.benchmark.comparison.detection_visualization.vis_metrics.vis_metric import (
-    BaseVisMetric,
-)
+from supervisely.nn.benchmark.base_visualizer import BaseVisMetrics
 from supervisely.nn.benchmark.visualization.widgets import ChartWidget
 from supervisely.nn.task_type import TaskType
 
 
-class OutcomeCounts(BaseVisMetric):
+class OutcomeCounts(BaseVisMetrics):
     CHART_MAIN = "chart_outcome_counts"
     CHART_COMPARISON = "chart_outcome_counts_comparison"
 
@@ -97,7 +95,7 @@ class OutcomeCounts(BaseVisMetric):
         tp_counts = [eval_result.mp.TP_count for eval_result in self.eval_results][::-1]
         fn_counts = [eval_result.mp.FN_count for eval_result in self.eval_results][::-1]
         fp_counts = [eval_result.mp.FP_count for eval_result in self.eval_results][::-1]
-        model_names = [f"[{i}] {e.model_name}" for i, e in enumerate(self.eval_results, 1)][::-1]
+        model_names = [f"[{i}] {e.short_name}" for i, e in enumerate(self.eval_results, 1)][::-1]
         counts = [tp_counts, fn_counts, fp_counts]
         names = ["TP", "FN", "FP"]
         colors = ["#8ACAA1", "#dd3f3f", "#F7ADAA"]
@@ -123,7 +121,7 @@ class OutcomeCounts(BaseVisMetric):
         fig = go.Figure()
 
         colors = ["#8ACAA1", "#dd3f3f", "#F7ADAA"]
-        model_names = [f"[{i}] {e.model_name}" for i, e in enumerate(self.eval_results, 1)][::-1]
+        model_names = [f"[{i}] {e.short_name}" for i, e in enumerate(self.eval_results, 1)][::-1]
         model_names.append("Common")
 
         diff_tps, common_tps = self.common_and_diff_tp
@@ -263,7 +261,7 @@ class OutcomeCounts(BaseVisMetric):
         res["layoutTemplate"] = [None, None, None]
         res["clickData"] = {}
         for i, eval_result in enumerate(self.eval_results, 1):
-            model_name = f"[{i}] {eval_result.model_name}"
+            model_name = f"[{i}] {eval_result.name}"
             for outcome, matches_data in eval_result.click_data.outcome_counts.items():
                 key = f"{model_name}_{outcome}"
                 outcome_dict = res["clickData"].setdefault(key, {})
@@ -278,7 +276,7 @@ class OutcomeCounts(BaseVisMetric):
                 title = f"{model_name}. {outcome}: {len(obj_ids)} object{'s' if len(obj_ids) > 1 else ''}"
                 outcome_dict["title"] = title
                 outcome_dict["imagesIds"] = list(img_ids)
-                thr = eval_result.f1_optimal_conf
+                thr = eval_result.mp.f1_optimal_conf
                 if outcome == "FN":
                     outcome_dict["filters"] = [
                         {"type": "specific_objects", "tagId": None, "value": list(obj_ids)},
@@ -327,7 +325,7 @@ class OutcomeCounts(BaseVisMetric):
             _update_outcome_dict("Common", outcome, outcome_dict, common_ids)
 
             for i, diff_ids in enumerate(diff_ids, 1):
-                name = f"[{i}] {self.eval_results[i - 1].model_name}"
+                name = f"[{i}] {self.eval_results[i - 1].name}"
                 key = f"{name}_{outcome}"
                 outcome_dict = res["clickData"].setdefault(key, {})
 

supervisely/nn/benchmark/comparison/detection_visualization/vis_metrics/overview.py

@@ -1,9 +1,7 @@
 from typing import List
 
 from supervisely._utils import abs_url
-from supervisely.nn.benchmark.comparison.detection_visualization.vis_metrics.vis_metric import (
-    BaseVisMetric,
-)
+from supervisely.nn.benchmark.base_visualizer import BaseVisMetrics
 from supervisely.nn.benchmark.visualization.evaluation_result import EvalResult
 from supervisely.nn.benchmark.visualization.widgets import (
     ChartWidget,
@@ -12,7 +10,7 @@ from supervisely.nn.benchmark.visualization.widgets import (
 )
 
 
-class Overview(BaseVisMetric):
+class Overview(BaseVisMetrics):
 
     MARKDOWN_OVERVIEW = "markdown_overview"
     MARKDOWN_OVERVIEW_INFO = "markdown_overview_info"
@@ -62,7 +60,7 @@ class Overview(BaseVisMetric):
 
     @property
     def overview_widgets(self) -> List[MarkdownWidget]:
-        self.formats = []
+        all_formats = []
         for eval_result in self.eval_results:
 
             url = eval_result.inference_info.get("checkpoint_url")
@@ -71,14 +69,10 @@ class Overview(BaseVisMetric):
                 link_text = url
             link_text = link_text.replace("_", "\_")
 
-            checkpoint_name = eval_result.inference_info.get("deploy_params", {}).get(
-                "checkpoint_name", ""
-            )
-            model_name = eval_result.inference_info.get("model_name") or "Custom"
+            checkpoint_name = eval_result.checkpoint_name
+            model_name = eval_result.name or "Custom"
 
-            report = eval_result.api.file.get_info_by_path(
-                eval_result.team_id, eval_result.report_path
-            )
+            report = eval_result.api.file.get_info_by_path(self.team_id, eval_result.report_path)
             report_link = abs_url(f"/model-benchmark?id={report.id}")
 
             formats = [
@@ -91,11 +85,11 @@ class Overview(BaseVisMetric):
                 link_text,
                 report_link,
             ]
-            self.formats.append(formats)
+            all_formats.append(formats)
 
         text_template: str = getattr(self.vis_texts, self.MARKDOWN_OVERVIEW_INFO)
         widgets = []
-        for formats in self.formats:
+        for formats in all_formats:
             md = MarkdownWidget(
                 name=self.MARKDOWN_OVERVIEW_INFO,
                 title="Overview",
@@ -204,7 +198,7 @@ class Overview(BaseVisMetric):
         # Overall Metrics
         fig = go.Figure()
         for i, eval_result in enumerate(self.eval_results):
-            name = f"[{i + 1}] {eval_result.model_name}"
+            name = f"[{i + 1}] {eval_result.name}"
             base_metrics = eval_result.mp.base_metrics()
             r = list(base_metrics.values())
             theta = [eval_result.mp.metric_names[k] for k in base_metrics.keys()]
@@ -227,13 +221,8 @@ class Overview(BaseVisMetric):
                 angularaxis=dict(rotation=90, direction="clockwise"),
             ),
             dragmode=False,
-            # title="Overall Metrics",
-            # width=700,
-            # height=500,
-            # autosize=False,
+            height=500,
             margin=dict(l=25, r=25, t=25, b=25),
-        )
-        fig.update_layout(
             modebar=dict(
                 remove=[
                     "zoom2d",
@@ -245,6 +234,6 @@ class Overview(BaseVisMetric):
                     "autoScale2d",
                     "resetScale2d",
                 ]
-            )
+            ),
         )
         return fig

supervisely/nn/benchmark/comparison/detection_visualization/vis_metrics/pr_curve.py

@@ -1,9 +1,7 @@
 import numpy as np
 
 from supervisely.imaging.color import hex2rgb
-from supervisely.nn.benchmark.comparison.detection_visualization.vis_metrics.vis_metric import (
-    BaseVisMetric,
-)
+from supervisely.nn.benchmark.base_visualizer import BaseVisMetrics
 from supervisely.nn.benchmark.visualization.widgets import (
     ChartWidget,
     CollapseWidget,
@@ -13,7 +11,7 @@ from supervisely.nn.benchmark.visualization.widgets import (
 )
 
 
-class PrCurve(BaseVisMetric):
+class PrCurve(BaseVisMetrics):
     MARKDOWN_PR_CURVE = "markdown_pr_curve"
     MARKDOWN_PR_TRADE_OFFS = "markdown_trade_offs"
     MARKDOWN_WHAT_IS_PR_CURVE = "markdown_what_is_pr_curve"
@@ -98,7 +96,7 @@ class PrCurve(BaseVisMetric):
             pr_curve[pr_curve == -1] = np.nan
             pr_curve = np.nanmean(pr_curve, axis=-1)
 
-            name = f"[{i}] {eval_result.model_name}"
+            name = f"[{i}] {eval_result.name}"
             color = ",".join(map(str, hex2rgb(eval_result.color))) + ",0.1"
             line = go.Scatter(
                 x=eval_result.mp.recThrs,

supervisely/nn/benchmark/comparison/detection_visualization/vis_metrics/precision_recal_f1.py

@@ -1,6 +1,4 @@
-from supervisely.nn.benchmark.comparison.detection_visualization.vis_metrics.vis_metric import (
-    BaseVisMetric,
-)
+from supervisely.nn.benchmark.base_visualizer import BaseVisMetrics
 from supervisely.nn.benchmark.visualization.widgets import (
     ChartWidget,
     CollapseWidget,
@@ -10,7 +8,7 @@ from supervisely.nn.benchmark.visualization.widgets import (
 )
 
 
-class PrecisionRecallF1(BaseVisMetric):
+class PrecisionRecallF1(BaseVisMetrics):
     MARKDOWN = "markdown_PRF1"
     MARKDOWN_PRECISION_TITLE = "markdown_precision_per_class_title"
     MARKDOWN_RECALL_TITLE = "markdown_recall_per_class_title"
@@ -136,14 +134,14 @@ class PrecisionRecallF1(BaseVisMetric):
             precision = eval_result.mp.json_metrics()["precision"]
             recall = eval_result.mp.json_metrics()["recall"]
             f1 = eval_result.mp.json_metrics()["f1"]
-            model_name = f"[{i}] {eval_result.model_name}"
+            model_name = f"[{i}] {eval_result.name}"
             fig.add_trace(
                 go.Bar(
                     x=["Precision", "Recall", "F1-score"],
                     y=[precision, recall, f1],
                     name=model_name,
                     width=0.2 if classes_cnt >= 5 else None,
-                    marker=dict(color=eval_result.color),
+                    marker=dict(color=eval_result.color, line=dict(width=0.7)),
                 )
             )
 
@@ -152,7 +150,7 @@ class PrecisionRecallF1(BaseVisMetric):
             xaxis_title="Metric",
             yaxis_title="Value",
             yaxis=dict(range=[0, 1.1]),
-            width=700 if classes_cnt < 5 else None,
+            width=700,
         )
 
         return fig
@@ -163,7 +161,7 @@ class PrecisionRecallF1(BaseVisMetric):
         fig = go.Figure()
         classes_cnt = len(self.eval_results[0].mp.cat_names)
         for i, eval_result in enumerate(self.eval_results, 1):
-            model_name = f"[{i}] {eval_result.model_name}"
+            model_name = f"[{i}] {eval_result.name}"
             sorted_by_f1 = eval_result.mp.per_class_metrics().sort_values(by="f1")
 
             fig.add_trace(
@@ -171,8 +169,8 @@ class PrecisionRecallF1(BaseVisMetric):
                     y=sorted_by_f1["recall"],
                     x=sorted_by_f1["category"],
                     name=f"{model_name} Recall",
-                    width=0.2 if classes_cnt < 5 else None,
-                    marker=dict(color=eval_result.color),
+                    width=0.2 if classes_cnt >= 5 else None,
+                    marker=dict(color=eval_result.color, line=dict(width=0.7)),
                 )
             )
 
@@ -191,7 +189,7 @@ class PrecisionRecallF1(BaseVisMetric):
         res["layoutTemplate"] = [None, None, None]
         res["clickData"] = {}
         for i, eval_result in enumerate(self.eval_results):
-            model_name = f"Model [{i + 1}] {eval_result.model_name}"
+            model_name = f"Model [{i + 1}] {eval_result.name}"
             for key, v in eval_result.click_data.objects_by_class.items():
                 click_data = res["clickData"].setdefault(f"{i}_{key}", {})
                 img_ids, obj_ids = set(), set()
@@ -207,7 +205,7 @@ class PrecisionRecallF1(BaseVisMetric):
                     {
                         "type": "tag",
                         "tagId": "confidence",
-                        "value": [eval_result.f1_optimal_conf, 1],
+                        "value": [eval_result.mp.f1_optimal_conf, 1],
                     },
                     {"type": "tag", "tagId": "outcome", "value": "TP"},
                     {"type": "specific_objects", "tagId": None, "value": list(obj_ids)},
@@ -220,7 +218,7 @@ class PrecisionRecallF1(BaseVisMetric):
         fig = go.Figure()
         classes_cnt = len(self.eval_results[0].mp.cat_names)
         for i, eval_result in enumerate(self.eval_results, 1):
-            model_name = f"[{i}] {eval_result.model_name}"
+            model_name = f"[{i}] {eval_result.name}"
             sorted_by_f1 = eval_result.mp.per_class_metrics().sort_values(by="f1")
 
             fig.add_trace(
@@ -228,8 +226,8 @@ class PrecisionRecallF1(BaseVisMetric):
                     y=sorted_by_f1["precision"],
                     x=sorted_by_f1["category"],
                     name=f"{model_name} Precision",
-                    width=0.2 if classes_cnt < 5 else None,
-                    marker=dict(color=eval_result.color),
+                    width=0.2 if classes_cnt >= 5 else None,
+                    marker=dict(color=eval_result.color, line=dict(width=0.7)),
                 )
             )
 
@@ -249,7 +247,7 @@ class PrecisionRecallF1(BaseVisMetric):
         fig = go.Figure()
         classes_cnt = len(self.eval_results[0].mp.cat_names)
         for i, eval_result in enumerate(self.eval_results, 1):
-            model_name = f"[{i}] {eval_result.model_name}"
+            model_name = f"[{i}] {eval_result.name}"
             sorted_by_f1 = eval_result.mp.per_class_metrics().sort_values(by="f1")
 
             fig.add_trace(
@@ -257,8 +255,8 @@ class PrecisionRecallF1(BaseVisMetric):
                     y=sorted_by_f1["f1"],
                     x=sorted_by_f1["category"],
                     name=f"{model_name} F1-score",
-                    width=0.2 if classes_cnt < 5 else None,
-                    marker=dict(color=eval_result.color),
+                    width=0.2 if classes_cnt >= 5 else None,
+                    marker=dict(color=eval_result.color, line=dict(width=0.7)),
                 )
             )
 
@@ -278,7 +276,7 @@ class PrecisionRecallF1(BaseVisMetric):
         res["clickData"] = {}
 
         for i, eval_result in enumerate(self.eval_results):
-            model_name = f"Model [{i + 1}] {eval_result.model_name}"
+            model_name = f"Model [{i + 1}] {eval_result.name}"
             click_data = res["clickData"].setdefault(i, {})
             img_ids, obj_ids = set(), set()
             objects_cnt = 0
@@ -292,7 +290,11 @@ class PrecisionRecallF1(BaseVisMetric):
             click_data["title"] = f"{model_name}, {objects_cnt} objects"
             click_data["imagesIds"] = list(img_ids)
             click_data["filters"] = [
-                {"type": "tag", "tagId": "confidence", "value": [eval_result.f1_optimal_conf, 1]},
+                {
+                    "type": "tag",
+                    "tagId": "confidence",
+                    "value": [eval_result.mp.f1_optimal_conf, 1],
+                },
                 {"type": "tag", "tagId": "outcome", "value": "TP"},
                 {"type": "specific_objects", "tagId": None, "value": list(obj_ids)},
             ]

supervisely/nn/benchmark/comparison/detection_visualization/vis_metrics/speedtest.py

@@ -1,9 +1,7 @@
 from typing import List, Union
 
 from supervisely.imaging.color import hex2rgb
-from supervisely.nn.benchmark.comparison.detection_visualization.vis_metrics.vis_metric import (
-    BaseVisMetric,
-)
+from supervisely.nn.benchmark.base_visualizer import BaseVisMetrics
 from supervisely.nn.benchmark.visualization.widgets import (
     ChartWidget,
     MarkdownWidget,
@@ -11,11 +9,19 @@ from supervisely.nn.benchmark.visualization.widgets import (
 )
 
 
-class Speedtest(BaseVisMetric):
+class Speedtest(BaseVisMetrics):
 
     def is_empty(self) -> bool:
         return not any(eval_result.speedtest_info for eval_result in self.eval_results)
 
+    def multiple_batche_sizes(self) -> bool:
+        for eval_result in self.eval_results:
+            if eval_result.speedtest_info is None:
+                continue
+            if len(eval_result.speedtest_info["speedtest"]) > 1:
+                return True
+        return False
+
     @property
     def latency(self) -> List[Union[int, str]]:
         latency = []
@@ -272,7 +278,7 @@ class Speedtest(BaseVisMetric):
                 go.Scatter(
                     x=list(temp_res["ms"].keys()),
                     y=list(temp_res["ms"].values()),
-                    name=f"[{idx}] {eval_result.model_name} (ms)",
+                    name=f"[{idx}] {eval_result.name} (ms)",
                     line=dict(color=eval_result.color),
                     customdata=list(temp_res["ms_std"].values()),
                     error_y=dict(
@@ -290,7 +296,7 @@ class Speedtest(BaseVisMetric):
                 go.Scatter(
                     x=list(temp_res["fps"].keys()),
                     y=list(temp_res["fps"].values()),
-                    name=f"[{idx}] {eval_result.model_name} (fps)",
+                    name=f"[{idx}] {eval_result.name} (fps)",
                     line=dict(color=eval_result.color),
                     hovertemplate="Batch Size: %{x}<br>FPS: %{y:.2f}<extra></extra>",  # <br> Standard deviation: %{customdata:.2f}<extra></extra>",
                 ),