supervisely 6.73.237__py3-none-any.whl → 6.73.239__py3-none-any.whl

supervisely/nn/benchmark/visualization/vis_metrics/precision.py

@@ -1,56 +0,0 @@
-from __future__ import annotations
-
-from typing import TYPE_CHECKING
-
-from supervisely.nn.benchmark.visualization.vis_metric_base import MetricVis
-from supervisely.nn.benchmark.visualization.vis_widgets import Schema, Widget
-
-if TYPE_CHECKING:
-    from supervisely.nn.benchmark.visualization.visualizer import Visualizer
-
-
-class Precision(MetricVis):
-
-    def __init__(self, loader: Visualizer) -> None:
-        super().__init__(loader)
-        self.clickable = True
-        self.schema = Schema(
-            self._loader.vis_texts,
-            markdown_P=Widget.Markdown(title="Precision", is_header=True),
-            notification_precision=Widget.Notification(
-                formats_title=[self._loader.base_metrics()["precision"].round(2)],
-                formats_desc=[
-                    self._loader.mp.TP_count,
-                    (self._loader.mp.TP_count + self._loader.mp.FP_count),
-                ],
-            ),
-            markdown_P_perclass=Widget.Markdown(
-                formats=[self._loader.vis_texts.definitions.f1_score]
-            ),
-            chart=Widget.Chart(),
-        )
-
-    def get_figure(self, widget: Widget):  #  -> Optional[go.Figure]
-        import plotly.express as px  # pylint: disable=import-error
-
-        # Per-class Precision bar chart
-        # per_class_metrics_df_sorted = per_class_metrics_df.sort_values(by="precision")
-        sorted_by_precision = self._loader.mp.per_class_metrics().sort_values(by="precision")
-        fig = px.bar(
-            sorted_by_precision,
-            x="category",
-            y="precision",
-            # title="Per-class Precision (Sorted by F1)",
-            color="precision",
-            range_color=[0, 1],
-            color_continuous_scale="Plasma",
-        )
-        fig.update_traces(hovertemplate="Class: %{x}<br>Precision: %{y:.2f}<extra></extra>")
-        if len(sorted_by_precision) <= 20:
-            fig.update_traces(
-                text=sorted_by_precision.round(2),
-                textposition="outside",
-            )
-        fig.update_xaxes(title_text="Class")
-        fig.update_yaxes(title_text="Precision", range=[0, 1])
-        return fig

supervisely/nn/benchmark/visualization/vis_metrics/recall.py

@@ -1,54 +0,0 @@
-from __future__ import annotations
-
-from typing import TYPE_CHECKING
-
-from supervisely.nn.benchmark.visualization.vis_metric_base import MetricVis
-from supervisely.nn.benchmark.visualization.vis_widgets import Schema, Widget
-
-if TYPE_CHECKING:
-    from supervisely.nn.benchmark.visualization.visualizer import Visualizer
-
-
-class Recall(MetricVis):
-
-    def __init__(self, loader: Visualizer) -> None:
-        super().__init__(loader)
-        tp_plus_fn = self._loader.mp.TP_count + self._loader.mp.FN_count
-        self.clickable = True
-        self.schema = Schema(
-            self._loader.vis_texts,
-            markdown_R=Widget.Markdown(title="Recall", is_header=True),
-            notification_recall=Widget.Notification(
-                formats_title=[self._loader.base_metrics()["recall"].round(2)],
-                formats_desc=[self._loader.mp.TP_count, tp_plus_fn],
-            ),
-            markdown_R_perclass=Widget.Markdown(
-                formats=[self._loader.vis_texts.definitions.f1_score]
-            ),
-            chart=Widget.Chart(),
-        )
-
-    def get_figure(self, widget: Widget.Chart):  #  -> Optional[go.Figure]
-        import plotly.express as px  # pylint: disable=import-error
-
-        # Per-class Precision bar chart
-        # per_class_metrics_df_sorted = per_class_metrics_df.sort_values(by="recall")
-        sorted_by_f1 = self._loader.mp.per_class_metrics().sort_values(by="f1")
-        fig = px.bar(
-            sorted_by_f1,
-            x="category",
-            y="recall",
-            # title="Per-class Recall (Sorted by F1)",
-            color="recall",
-            range_color=[0, 1],
-            color_continuous_scale="Plasma",
-        )
-        fig.update_traces(hovertemplate="Class: %{x}<br>Recall: %{y:.2f}<extra></extra>")
-        if len(sorted_by_f1) <= 20:
-            fig.update_traces(
-                text=sorted_by_f1["recall"].round(2),
-                textposition="outside",
-            )
-        fig.update_xaxes(title_text="Class")
-        fig.update_yaxes(title_text="Recall", range=[0, 1])
-        return fig

supervisely/nn/benchmark/visualization/vis_metrics/recall_vs_precision.py

@@ -1,57 +0,0 @@
-from __future__ import annotations
-
-from typing import TYPE_CHECKING
-
-from supervisely.nn.benchmark.visualization.vis_metric_base import MetricVis
-from supervisely.nn.benchmark.visualization.vis_widgets import Schema, Widget
-
-if TYPE_CHECKING:
-    from supervisely.nn.benchmark.visualization.visualizer import Visualizer
-
-
-class RecallVsPrecision(MetricVis):
-
-    def __init__(self, loader: Visualizer) -> None:
-        super().__init__(loader)
-        self.clickable = True
-        self.schema = Schema(
-            self._loader.vis_texts,
-            markdown_PR=Widget.Markdown(
-                title="Recall vs Precision",
-                is_header=True,
-                formats=[self._loader.vis_texts.definitions.f1_score],
-            ),
-            chart=Widget.Chart(),
-        )
-
-    def get_figure(self, widget: Widget.Chart):  #  -> Optional[go.Figure]
-        import plotly.graph_objects as go  # pylint: disable=import-error
-
-        blue_color = "#1f77b4"
-        orange_color = "#ff7f0e"
-        sorted_by_f1 = self._loader.mp.per_class_metrics().sort_values(by="f1")
-        fig = go.Figure()
-        fig.add_trace(
-            go.Bar(
-                y=sorted_by_f1["precision"],
-                x=sorted_by_f1["category"],
-                name="Precision",
-                marker=dict(color=blue_color),
-            )
-        )
-        fig.add_trace(
-            go.Bar(
-                y=sorted_by_f1["recall"],
-                x=sorted_by_f1["category"],
-                name="Recall",
-                marker=dict(color=orange_color),
-            )
-        )
-        fig.update_layout(
-            barmode="group",
-            # title="Per-class Precision and Recall (Sorted by F1)",
-        )
-        fig.update_xaxes(title_text="Class")
-        fig.update_yaxes(title_text="Value", range=[0, 1])
-        # fig.show()
-        return fig

supervisely/nn/benchmark/visualization/vis_metrics/reliability_diagram.py

@@ -1,88 +0,0 @@
-from __future__ import annotations
-
-from typing import TYPE_CHECKING
-
-from supervisely.nn.benchmark.visualization.vis_metric_base import MetricVis
-from supervisely.nn.benchmark.visualization.vis_widgets import Schema, Widget
-
-if TYPE_CHECKING:
-    from supervisely.nn.benchmark.visualization.visualizer import Visualizer
-
-
-class ReliabilityDiagram(MetricVis):
-
-    def __init__(self, loader: Visualizer) -> None:
-        super().__init__(loader)
-        self.schema = Schema(
-            self._loader.vis_texts,
-            markdown_calibration_score_1=Widget.Markdown(
-                title="Calibration Score",
-                is_header=True,
-                formats=[self._loader.vis_texts.definitions.confidence_score],
-            ),
-            collapse_what_is=Widget.Collapse(
-                Schema(
-                    self._loader.vis_texts,
-                    markdown_what_is_calibration=Widget.Markdown(title="What is calibration?"),
-                )
-            ),
-            markdown_calibration_score_2=Widget.Markdown(),
-            markdown_reliability_diagram=Widget.Markdown(
-                title="Reliability Diagram", is_header=True
-            ),
-            notification_ece=Widget.Notification(
-                formats_title=[self._loader.mp.m_full.expected_calibration_error().round(4)]
-            ),
-            chart=Widget.Chart(),
-            collapse_ece=Widget.Collapse(
-                Schema(
-                    self._loader.vis_texts,
-                    markdown_calibration_curve_interpretation=Widget.Markdown(
-                        title="How to interpret the Calibration curve"
-                    ),
-                )
-            ),
-        )
-
-    def get_figure(self, widget: Widget):  # -> Optional[go.Figure]:
-        import plotly.graph_objects as go  # pylint: disable=import-error
-
-        # Calibration curve (only positive predictions)
-        true_probs, pred_probs = self._loader.mp.m_full.calibration_curve()
-
-        fig = go.Figure()
-        fig.add_trace(
-            go.Scatter(
-                x=pred_probs,
-                y=true_probs,
-                mode="lines+markers",
-                name="Calibration plot (Model)",
-                line=dict(color="blue"),
-                marker=dict(color="blue"),
-            )
-        )
-        fig.add_trace(
-            go.Scatter(
-                x=[0, 1],
-                y=[0, 1],
-                mode="lines",
-                name="Perfectly calibrated",
-                line=dict(color="orange", dash="dash"),
-            )
-        )
-
-        fig.update_layout(
-            # title="Calibration Curve (only positive predictions)",
-            xaxis_title="Confidence Score",
-            yaxis_title="Fraction of True Positives",
-            legend=dict(x=0.6, y=0.1),
-            xaxis=dict(range=[0, 1]),
-            yaxis=dict(range=[0, 1]),
-            width=700,
-            height=500,
-        )
-        fig.update_traces(
-            hovertemplate="Confidence Score: %{x:.2f}<br>Fraction of True Positives: %{y:.2f}<extra></extra>"
-        )
-        # fig.show()
-        return fig

supervisely/nn/benchmark/visualization/vis_metrics/what_is.py

@@ -1,23 +0,0 @@
-from __future__ import annotations
-
-from typing import TYPE_CHECKING
-
-from supervisely.nn.benchmark.visualization.vis_metric_base import MetricVis
-from supervisely.nn.benchmark.visualization.vis_widgets import Schema, Widget
-
-if TYPE_CHECKING:
-    from supervisely.nn.benchmark.visualization.visualizer import Visualizer
-
-
-class WhatIs(MetricVis):
-
-    def __init__(self, loader: Visualizer) -> None:
-        super().__init__(loader)
-        self.schema = Schema(
-            self._loader.vis_texts,
-            markdown_what_is=Widget.Markdown(title="What is YOLOv8 model", is_header=True),
-            markdown_experts=Widget.Markdown(title="Expert Insights", is_header=True),
-            markdown_how_to_use=Widget.Markdown(
-                title="How To Use: Training, Inference, Evaluation Loop", is_header=True
-            ),
-        )

supervisely/nn/benchmark/visualization/vis_templates.py

@@ -1,241 +0,0 @@
-from typing import List
-
-
-def generate_main_template(metric_visualizations: List):
-    template_str = """<div class="model-benchmark-body">
-
-    <sly-style>
-    .model-benchmark-body .sly-markdown-widget .markdown-body { padding: 0; font-family: inherit; }
-    .model-benchmark-body .sly-markdown-widget .markdown-body h2 { font-size: 18px; font-weight: 600; margin-bottom: 0px; border: 0; }
-    .model-benchmark-body .sly-markdown-widget .markdown-body h3 { color: #949bab; font-size: 18px; margin-bottom: 7px; }
-    .model-benchmark-body .sly-markdown-widget .markdown-body p { margin-bottom: 12px; }
-    .model-benchmark-body .el-collapse { margin: 15px 0; box-shadow: 0 1px 2px rgba(0, 0, 0, 0.1); border-radius: 7px; width: fit-content; }
-    .model-benchmark-body .el-collapse .el-collapse-item__header { background: transparent; padding-right: 15px; }
-    .model-benchmark-body .model-info-block { display: flex; gap: 10px; align-items: center; margin: 0 0 15px; color: #778592; font-size: 13px; }
-    .model-benchmark-body .model-info-block > div { display: flex; gap: 4px; align-items: center; }
-    /* , .model-benchmark-body .sly-markdown-widget .markdown-body>*:last-child */
-    .model-benchmark-body .sly-iw-notification-box .notification-box.notification-box-info { width: fit-content; }
-    .model-benchmark-body h1 { font-size: 20px; font-weight: bold; margin-bottom: 5px; }
-    .model-benchmark-body .overview-info-block { background: #f4f7fb; width: fit-content; border-radius: 12px; padding: 16px; margin-bottom: 20px; }
-    .model-benchmark-body .overview-info-block ul { list-style: none; padding: 0; }
-    .model-benchmark-body .overview-info-block ul p { padding: 0; }
-    .model-benchmark-body .sly-sidebar-widget .main-wrapper .sidebar-panel { top: 10px; }
-
-    </sly-style>
-
-    <sly-iw-sidebar
-        :options="{ height: 'calc(100vh - 130px)', clearMainPanelPaddings: true, leftSided: false,  disableResize: true, sidebarWidth: 300 }"
-    >
-        <div slot="sidebar">"""
-
-    for vis in metric_visualizations:
-        template_str += vis.template_sidebar_str
-
-    template_str += """\n        </div>
-
-        <div style="padding-right: 35px;">"""
-
-    for vis in metric_visualizations:
-        template_str += """\n                <div style="margin-top: 20px;">"""
-        template_str += vis.template_main_str
-        template_str += """\n                </div>"""
-
-    template_str += "\n        </div>\n    </sly-iw-sidebar>"
-
-    template_str += """\n
-        <sly-iw-gallery
-            ref='modal_general'
-            iw-widget-id='modal_general'
-            :options="{'isModalWindow': true}"
-            :actions="{
-                'init': {
-                'dataSource': '/data/modal_general.json',
-                },
-            }"
-            :command="command"
-            :data="data"
-        /> \n
-        <sly-iw-gallery
-            ref='modal_general_diff'
-            iw-widget-id='modal_general_diff'
-            :options="{'isModalWindow': true}"
-            :actions="{
-                'init': {
-                'dataSource': '/data/modal_general_diff.json',
-                },
-                'chart-click': {
-                    'dataSource': '/data/gallery_explorer_grid_diff_data.json',
-                    'galleryId': 'modal_general',
-                        'limit': 3,
-                },
-            }"
-            :command="command"
-            :data="data"
-        > \n
-            <span slot="image-left-header">
-                <i class="zmdi zmdi-collection-image"></i> Compare with GT
-            </span>
-        </sly-iw-gallery>
-        </div>"""
-
-    return template_str
-
-
-template_markdown_str = """
-            <div style="margin-top: 10px;">
-                <sly-iw-markdown
-                id="{{ widget_id }}"
-                class="markdown-no-border {{ 'overview-info-block' if is_overview else '' }}"
-                iw-widget-id="{{ widget_id }}"
-                :actions="{
-                    'init': {
-                    'dataSource': '{{ data_source }}',
-                    },
-                }"
-                :command="{{ command }}"
-                :data="{{ data }}"
-                />
-            </div>
-"""
-
-template_chart_str = """
-            <div style="margin-top: 20px; margin-bottom: 20px;">
-                <sly-iw-chart
-                iw-widget-id="{{ widget_id }}"{% if switchable %}
-                v-show="state.{{ radio_group }} === '{{ switch_key }}'"
-                {% endif %}:actions="{
-                    'init': {
-                    'dataSource': '{{ init_data_source }}',
-                    },{% if chart_click_data_source %}
-                    'chart-click': {
-                    'dataSource': '{{ chart_click_data_source }}',{% if cls_name in ['outcome_counts'] %}
-                    'getKey': (payload) => payload.points[0].data.name,{% endif %}{% if cls_name in ['frequently_confused', 'recall', 'precision', 'recall_vs_precision'] %}
-                    'getKey': (payload) => payload.points[0].label,{% endif %}{% if cls_name in ['pr_curve_by_class'] %}
-                    'getKey': (payload) => payload.points[0].data.legendgroup,{% endif %}{% if cls_name in ['per_class_avg_precision'] %}
-                    'getKey': (payload) => payload.points[0].theta,{% endif %}{% if cls_name in ['per_class_outcome_counts'] %}
-                    'getKey': (payload) => `${payload.points[0].label}${'-'}${payload.points[0].data.name}`,{% endif %}{% if cls_name in ['confusion_matrix', 'per_class_outcome_counts'] %}
-                    'keySeparator': '{{ key_separator }}',{% endif %}
-                    'galleryId': 'modal_general',
-                    'limit': 9
-                    },{% endif %}
-                }"
-                :command="{{ command }}"
-                :data="{{ data }}"
-                />
-            </div>
-
-
-"""
-
-template_radiogroup_str = """<el-radio v-model="state.{{ radio_group }}" label="{{ switch_key }}" style="margin-top: 10px;">{{ switch_key }}</el-radio>"""
-
-
-template_gallery_str = """<sly-iw-gallery
-            iw-widget-id="{{ widget_id }}"
-            {% if is_table_gallery %}
-            ref='{{ widget_id }}'
-            {% endif %}
-            :actions="{
-                'init': {
-                'dataSource': '{{ init_data_source }}',
-                },
-                {% if gallery_diff_data_source %}
-                'chart-click': {
-                    'dataSource': '{{ gallery_diff_data_source }}',
-                    'getKey':(payload)=>payload['annotation']['image_id'],
-                    'galleryId': 'modal_general',
-                        'limit': 3,
-                },
-                {% endif %}
-            }"
-            :command="{{ command }}"
-            :data="{{ data }}"
-            >
-                {% if gallery_diff_data_source %}
-                    <span slot="image-left-header">
-                        <i class="zmdi zmdi-collection-image"></i> Compare with GT
-                    </span>
-                {% endif %}
-            </sly-iw-gallery>
-
-              {% if gallery_click_data_source %}
-              <div style="display: flex; justify-content: center; margin-top:10px;" >                
-                <el-button iw-widget-id="btn-1" type="primary" @click="command({
-                  method: 'update-gallery',
-                  payload: {
-                    data: {
-                      'key': 'explore',
-                      'limit': 9,
-                      'dataSource': '{{ gallery_click_data_source }}',
-                    },
-                    'galleryId': 'modal_general_diff',
-                  },
-                  internalCommand: true
-                })">Explore all predictions</el-button>
-                </div> {% endif %}
-"""
-
-
-template_table_str = """
-            <div style="margin-top: 20px; margin-bottom: 30px; {{ width }}">
-                <sly-iw-table
-                    iw-widget-id="{{ widget_id }}"
-                    {% if clickable %}
-                        style="cursor: pointer;"
-                    {% endif %}
-                    :options="{
-                        isRowClickable: '{{ clickable }}' === 'True',
-                        fixColumns: {{ fixColumns }}, 
-                        showHeaderControls: '{{ showHeaderControls }}' === 'True',
-                    }"
-                    :actions="{
-                    'init': {
-                        'dataSource': '{{ init_data_source }}',
-                    },
-                        {% if clickable %}
-                    'chart-click': {
-                        'dataSource': '{{ table_click_data }}',
-                        'galleryId': '{{ table_gallery_id }}',
-                        'getKey':(payload)=>payload.row[0],
-                    },
-                        {% endif %}
-                    }"
-                :command="{{ command }}"
-                :data="{{ data }}"
-                >
-                    <span
-                    slot="custom-cell-content"
-                    slot-scope="{ row, column, cellValue }"
-                    >
-                    <div
-                        v-if="column === ' ' && '{{ mainColumn }}' === 'Batch size'"
-                        class="fflex"
-                    >
-                        <b>Batch size {{ '{{ cellValue }}' }}</b>
-                    </div>
-                    <div
-                        v-if="column === '{{ mainColumn }}'"
-                        class="fflex"
-                    >
-                        <b>{{ '{{ cellValue }}' }}</b>
-                    </div>
-                    </span>
-                </sly-iw-table>
-            </div>
-            """
-
-template_notification_str = """
-            <div style="margin-top: 20px; margin-bottom: 20px;">
-                <sly-iw-notification              
-                iw-widget-id="{{ widget_id }}"
-                :data="{{ data }}"
-                >
-                <span slot="title">
-                    {{ title }}
-                </span>
-
-                <span slot="description">
-                    {{ description }}
-                </span>
-                </sly-iw-notification>
-            </div>"""

supervisely/nn/benchmark/visualization/vis_widgets.py

@@ -1,128 +0,0 @@
-from __future__ import annotations
-
-from typing import Iterator, List, Optional
-
-from jinja2 import Template
-
-from supervisely._utils import camel_to_snake, rand_str
-
-
-class Schema:
-
-    def __init__(self, vis_texts, **kw_widgets: Widget) -> None:
-        for argname, widget in kw_widgets.items():
-            widget.name = argname
-            if isinstance(widget, Widget.Notification):
-                widget.title = getattr(vis_texts, argname)["title"]
-                widget.description = getattr(vis_texts, argname)["description"]
-            setattr(self, argname, widget)
-
-    def __iter__(self) -> Iterator:
-        for attr in vars(self).values():
-            yield attr
-
-    def __getitem__(self, key) -> Widget:
-        return getattr(self, key)
-
-    def __repr__(self):
-        elements = ", ".join(f"{attr.name} ({attr.type})" for attr in self)
-        return f"Schema({elements})"
-
-
-class BaseWidget:
-    def __init__(self) -> None:
-        self.type = camel_to_snake(self.__class__.__name__)
-        self.id = f"{self.type}_{rand_str(5)}"
-        self.name = None
-
-
-class Widget:
-
-    class Collapse(BaseWidget):
-
-        def __init__(self, schema: Schema) -> None:
-            super().__init__()
-            self.schema = schema
-            res = "<el-collapse class='mb-6'>"
-            for subwidget in schema:
-                res += f"""\n                <el-collapse-item title="{subwidget.title}">"""
-                res += "\n            {{ " + f"{subwidget.name}_html" + " }}"
-                res += "\n                </el-collapse-item>"
-            res += "\n            </el-collapse>"
-            self.template_schema = Template(res)
-
-    class Markdown(BaseWidget):
-
-        def __init__(
-            self, title: Optional[str] = None, is_header: bool = False, formats: list = []
-        ) -> None:
-            self.title = title
-            self.is_header = is_header
-            self.formats = formats
-            super().__init__()
-
-    class Notification(BaseWidget):
-
-        def __init__(self, formats_title: list = [], formats_desc: list = []) -> None:
-            self.title: str = None
-            self.description: str = None
-            self.formats_title: list = formats_title
-            self.formats_desc: list = formats_desc
-            super().__init__()
-
-    class Chart(BaseWidget):
-
-        def __init__(
-            self, switch_key: Optional[str] = None, filters: Optional[List] = None
-        ) -> None:
-            self.switch_key = switch_key
-            filters = filters or [{"confidence": [0.6, 1]}, {"outcome": "TP"}]
-
-            from supervisely.app.widgets.grid_gallery_v2.grid_gallery_v2 import (
-                GridGalleryV2,
-            )
-
-            self.gallery = GridGalleryV2(
-                columns_number=3,
-                annotations_opacity=0.4,
-                border_width=4,
-                enable_zoom=False,
-                default_tag_filters=filters,
-                show_zoom_slider=False,
-            )
-
-            super().__init__()
-
-    class Table(BaseWidget):
-
-        def __init__(self) -> None:
-            from supervisely.app.widgets.fast_table.fast_table import FastTable
-
-            self.table = FastTable
-            self.gallery_id = None
-            self.main_column = ""
-            self.fixed_columns = 0
-            self.show_header_controls = True
-            self.width = None
-            super().__init__()
-
-    class Gallery(BaseWidget):
-
-        def __init__(self, is_table_gallery: bool = False, filters: Optional[List] = None) -> None:
-            from supervisely.app.widgets.grid_gallery_v2.grid_gallery_v2 import (
-                GridGalleryV2,
-            )
-
-            self.is_table_gallery = is_table_gallery
-            filters = filters or [{"confidence": [0.6, 1]}]
-
-            self.gallery = GridGalleryV2(
-                columns_number=3,
-                annotations_opacity=0.4,
-                border_width=4,
-                enable_zoom=False,
-                default_tag_filters=filters,
-                show_zoom_slider=False,
-            )
-
-            super().__init__()