supervisely 6.73.438__py3-none-any.whl → 6.73.513__py3-none-any.whl

supervisely/template/live_training/sly-style.css

@@ -0,0 +1,402 @@
+.experiment-body .sly-markdown-widget .markdown-body {
+    padding: 0;
+    font-family: inherit;
+}
+
+.experiment-body .sly-markdown-widget .markdown-body h2 {
+    font-size: 18px;
+    font-weight: 600;
+    margin-bottom: 0px;
+    border: 0;
+}
+
+.experiment-body .sly-markdown-widget .markdown-body h3 {
+    color: #949bab;
+    font-size: 18px;
+    margin-bottom: 7px;
+}
+
+.experiment-body .sly-markdown-widget .markdown-body p {
+    margin-bottom: 12px;
+}
+
+.experiment-body .section {
+    margin-bottom: 30px;
+    scroll-margin-top: 20px;
+    padding-top: 10px;
+}
+
+.experiment-body .overview-info-block {
+    background: #f4f7fb;
+    border-radius: 12px;
+    padding: 20px;
+    margin-bottom: 20px;
+}
+
+.experiment-body .width-fit-content {
+    width: fit-content;
+}
+
+.experiment-body .main-content {
+    flex-grow: 1;
+    margin-right: 20px;
+}
+
+.experiment-body .buttons-container {
+    display: flex;
+    flex-wrap: wrap;
+    gap: 10px;
+    margin-bottom: 20px;
+}
+
+.experiment-body hr {
+    display: none
+}
+
+.experiment-body blockquote {
+    margin: 15px 0 0;
+}
+
+.experiment-body table {
+    width: 100%;
+    border-collapse: collapse;
+    margin-bottom: 20px;
+}
+
+.experiment-body table th,
+.experiment-body table td {
+    border: 1px solid #e0e0e0;
+    padding: 8px 12px;
+    text-align: left;
+}
+
+.experiment-body table th {
+    background-color: #f4f7fb;
+}
+
+.experiment-body .table {
+    width: 100%;
+    border-collapse: collapse;
+    margin-bottom: 20px;
+    /* box-shadow: 0 2px 6px rgba(0,0,0,0.05); */
+    border-radius: 6px;
+    overflow: hidden;
+}
+
+.experiment-body .table th {
+    background-color: #f4f7fb;
+    font-weight: 600;
+    color: #333;
+    padding: 12px 15px;
+    text-align: left;
+    border-bottom: 2px solid #e0e0e0;
+}
+
+.experiment-body .table td {
+    padding: 10px 15px;
+    border-bottom: 1px solid #e9ecef;
+}
+
+.experiment-body .table tr:hover {
+    background-color: #f8f9fa;
+}
+
+.experiment-body .links-list,
+.experiment-body .overview-list,
+.experiment-body .buttons-list {
+    list-style-type: none;
+    padding: 0;
+    margin: 0 0 20px 0;
+}
+
+.experiment-body .links-list li,
+.experiment-body .overview-list li,
+.experiment-body .buttons-list li {
+    margin-bottom: 8px;
+    position: relative;
+    padding-left: 8px;
+    display: flex;
+    align-items: flex-start;
+}
+
+.experiment-body .links-list li:before,
+.experiment-body .buttons-list li:before {
+    content: "•";
+    color: #1890ff;
+    display: inline-block;
+    width: 15px;
+    margin-right: 10px;
+}
+
+.experiment-body .overview-list li:before {
+    content: "";
+    display: none;
+}
+
+.experiment-body .link-icon,
+.experiment-body .button-icon {
+    margin-right: 8px;
+}
+
+.experiment-body .overview-list .label {
+    font-weight: 600;
+    margin-right: 8px;
+    min-width: 120px;
+    display: inline-block;
+}
+
+/* Code */
+.experiment-body .code-block {
+    background-color: #f5f5f5;
+    border-radius: 6px;
+    padding: 15px;
+    margin-bottom: 20px;
+    overflow-x: auto;
+}
+
+.experiment-body details {
+    border-radius: 6px;
+    overflow: hidden;
+    margin-bottom: 20px;
+}
+
+.experiment-body details summary {
+    padding: 12px 15px;
+    background-color: #f4f7fb;
+    border-radius: 6px;
+    cursor: pointer;
+    font-weight: 600;
+    transition: background-color 0.2s;
+    width: fit-content;
+}
+
+.experiment-body details summary:hover {
+    background-color: #e6edf7;
+}
+
+.experiment-body details[open] summary {
+    border-bottom-left-radius: 0;
+    border-bottom-right-radius: 0;
+    margin-bottom: 10px;
+}
+
+/* Classes overview styles */
+.classes-overview {
+    margin-bottom: 30px;
+}
+
+.class-tags {
+    display: flex;
+    flex-wrap: wrap;
+    gap: 8px;
+    margin-top: 12px;
+}
+
+.class-tag {
+    background: #e3e8ef;
+    color: #434a53;
+    padding: 3px 7px;
+    border-radius: 4px;
+    font-size: 12px;
+    font-weight: 400;
+}
+
+
+.experiment-main-wrapper {
+    display: flex;
+}
+
+.experiment-main-content .main-content.markdown-body {
+    font-size: 14px;
+    font-family: inherit;
+}
+
+.experiment-main-content .main-content.markdown-body h2 {
+    font-size: 18px;
+    font-weight: 700;
+    /* border: 0;
+    padding: 0; */
+}
+
+.experiment-main-content .main-content.markdown-body h3 {
+    font-size: 16px;
+    font-weight: 700;
+    border: 0;
+}
+
+.experiment-main-content .main-content.markdown-body .img-grid-gallery-v2-header {
+    font-size: 13px;
+}
+
+/*********************** Header ***********************/
+
+.experiment-body .experiment-info-header {
+    background: #f8fafc;
+    border-radius: 6px;
+    font-size: 14px;
+}
+
+.experiment-body .experiment-info-header h1 {
+    margin: 0;
+    font-size: 18px;
+    font-weight: 700;
+    padding: 0;
+    border: 0;
+}
+
+.experiment-body .experiment-info-header ul {
+    list-style: none;
+    padding: 0;
+    margin: 0;
+}
+
+.experiment-body .experiment-info-header .experiment-info-subheader {
+    display: flex;
+    background: #f1f5f9;
+    padding: 15px 20px;
+    justify-content: space-between;
+    align-items: center;
+    border-radius: 6px 6px 0 0;
+}
+
+.experiment-body .experiment-info-header .experiment-info-subheader-body {
+    padding: 15px 20px;
+    display: flex;
+    gap: 30px;
+}
+
+.experiment-body .experiment-info-header .experiment-info-subheader-body h2 {
+    border: 0;
+    margin: 0;
+    font-size: 16px;
+    font-weight: 700;
+    margin-right: 5px;
+}
+
+.experiment-body .experiment-info-header .experiment-info-subheader-body ul strong {
+    width: 100px;
+}
+
+.experiment-body .experiment-info-header .experiment-info-subheader-block {
+    padding-right: 30px;
+    border-right: 1px solid #dde4ef;
+}
+
+/*.experiment-body .experiment-info-header .experiment-info-subheader-block:nth-last-child(2) { border: none; flex: 1; }*/
+
+.experiment-body .experiment-info-header .experiment-info-subheader-block:last-child {
+    border: none;
+}
+
+.experiment-body .experiment-info-header .experiment-info-subheader-block .experiment-info-subheader-mini-title {
+    display: flex;
+    align-items: center;
+    gap: 3px;
+    margin: 0 0 6px;
+}
+
+.experiment-body .experiment-info-header .experiment-info-subheader-block .experiment-info-subheader-mini-title a {
+    padding: 2px 6px;
+    border: 1px solid #ccd3d9;
+    border-radius: 6px;
+    font-size: 12px;
+    cursor: pointer;
+    background: white;
+    /*color: #1a6cdb;*/
+    color: black;
+    margin-left: 3px;
+    margin-top: -2px;
+}
+
+.experiment-body .experiment-info-header .experiment-info-buttons {
+    display: flex;
+    gap: 5px;
+    align-items: center;
+}
+
+.experiment-body .experiment-info-header .experiment-info-buttons a, .training-plots-button {
+    display: flex;
+    gap: 5px;
+    align-items: center;
+    background: white;
+    padding: 7px 13px;
+    border: 1px solid #ccd3d9;
+    border-radius: 6px;
+    font-size: 13px;
+    font-weight: 600;
+    cursor: pointer;
+}
+
+
+.experiment-body .experiment-info-header .experiment-info-buttons a.primary, .training-plots-button {
+    background: black;
+    color: white;
+}
+
+.experiment-body .experiment-info-header .experiment-info-buttons img {
+    height: 16px;
+    width: auto;
+    background: transparent;
+}
+
+.experiment-body .training-plots-button {
+    display: inline-block;
+}
+
+/*********************** Metrics ***********************/
+
+.experiment-body .experiment-metric {
+    font-size: 13px;
+    display: flex;
+    align-items: center;
+    justify-content: space-between;
+}
+
+.experiment-body .experiment-metric .experiment-label {
+    width: 100px;
+    font-weight: 600;
+}
+
+.experiment-body .experiment-metric .experiment-value {
+    margin-right: 5px;
+    text-align: right;
+}
+
+.experiment-body .experiment-progress-bar {
+    background: #eee;
+    height: 6px;
+    border-radius: 6px;
+    overflow: hidden;
+    width: 90px;
+}
+
+.experiment-body .experiment-progress {
+    height: 100%;
+    background: #28a745;
+}
+
+.experiment-body .experiment-info-header .experiment-info-subheader-footer-menu {
+    display: flex;
+    gap: 5px;
+    margin: 0px 20px;
+    padding-top: 5px;
+    border-top: 1px solid #dde4ef;
+    font-size: 14px;
+}
+
+.experiment-body .experiment-info-header .experiment-info-subheader-footer-menu a {
+    line-height: 36px;
+    padding: 0 7px;
+    color: black;
+    border-bottom: 2px solid transparent;
+}
+
+.experiment-body .experiment-info-header .experiment-info-subheader-footer-menu a:hover {
+    text-decoration: none;
+}
+
+.experiment-body .experiment-info-header .experiment-info-subheader-footer-menu a.active {
+    border-color: #20a0ff;
+    font-weight: 500;
+    color: #20a0ff;
+}

supervisely/template/live_training/template.html.jinja

@@ -0,0 +1,18 @@
+<div class="experiment-body">
+    <sly-style>
+    {% include "sly-style.css" %}
+    </sly-style>
+
+    <div class="experiment-main-wrapper">
+        <!-- Main content -->
+        <div class="experiment-main-content">
+            <div class="main-content markdown-body"> 
+                {% include "header.html.jinja" %}
+                
+                {% markdown %}
+                {% include "live_training.html.jinja" %}
+                {% endmarkdown %}
+            </div>
+        </div>
+    </div>
+</div>

supervisely/versions.json

@@ -1,28 +1,30 @@
 {
-	"6.9.11": "6.72.70",
-	"6.9.13": "6.73.76",
-	"6.9.18": "6.73.81",
-	"6.9.22": "6.73.90",
-	"6.9.31": "6.73.123",
-	"6.10.0": "6.73.126",
-	"6.11.8": "6.73.159",
-	"6.11.10": "6.73.166",
-	"6.11.16": "6.73.184",
-	"6.11.19": "6.73.199",
-	"6.12.2": "6.73.222",
-	"6.12.5": "6.73.226",
-	"6.12.12": "6.73.241",
-	"6.12.17": "6.73.263",
-	"6.12.23": "6.73.281",
-	"6.12.28": "6.73.292",
-	"6.12.30": "6.73.312",
-	"6.12.34": "6.73.324",
-	"6.12.44": "6.73.344",
-	"6.12.46": "6.73.375",
-	"6.13.1": "6.73.379",
-	"6.13.8": "6.73.394",
-	"6.14.0": "6.73.400",
-	"6.14.4": "6.73.410",
-	"6.15.0": "6.73.431",
-	"6.15.2": "6.73.433"
+  "6.9.11": "6.72.70",
+  "6.9.13": "6.73.76",
+  "6.9.18": "6.73.81",
+  "6.9.22": "6.73.90",
+  "6.9.31": "6.73.123",
+  "6.10.0": "6.73.126",
+  "6.11.8": "6.73.159",
+  "6.11.10": "6.73.166",
+  "6.11.16": "6.73.184",
+  "6.11.19": "6.73.199",
+  "6.12.2": "6.73.222",
+  "6.12.5": "6.73.226",
+  "6.12.12": "6.73.241",
+  "6.12.17": "6.73.263",
+  "6.12.23": "6.73.281",
+  "6.12.28": "6.73.292",
+  "6.12.30": "6.73.312",
+  "6.12.34": "6.73.324",
+  "6.12.44": "6.73.344",
+  "6.12.46": "6.73.375",
+  "6.13.1": "6.73.379",
+  "6.13.8": "6.73.394",
+  "6.14.0": "6.73.400",
+  "6.14.4": "6.73.410",
+  "6.15.0": "6.73.431",
+  "6.15.2": "6.73.433",
+  "6.15.35": "6.73.483",
+  "6.15.40": "6.73.493"
 }

supervisely/video/sampling.py

@@ -103,7 +103,6 @@ def _upload_annotations(api: Api, image_ids, frame_indices, video_annotation: Vi
     api.annotation.upload_anns(image_ids, anns=anns)
 
 
-
 def _upload_frames(
     api: Api,
     frames: List[np.ndarray],
@@ -226,28 +225,48 @@ def sample_video(
         progress.miniters = 1
         progress.refresh()
 
-    with VideoFrameReader(video_path, frame_indices) as reader:
-        for batch in batched_iter(zip(reader, frame_indices), 10):
-            frames, indices = zip(*batch)
-            for frame in frames:
+    batch_size = 50
+    try:
+        with VideoFrameReader(video_path, frame_indices) as reader:
+            for batch_indices in batched_iter(frame_indices, batch_size):
+                batch_indices_list = list(batch_indices)
+                frames = reader.read_batch(batch_indices_list)
+
                 if resize:
-                    cv2.resize(frame, [*resize, frame.shape[2]], interpolation=cv2.INTER_LINEAR)
+                    resized_frames = []
+                    for frame in frames:
+                        resized_frame = cv2.resize(
+                            frame,
+                            (resize[1], resize[0]),  # (width, height)
+                            interpolation=cv2.INTER_LINEAR,
+                        )
+                        resized_frames.append(resized_frame)
+                    frames = resized_frames
+
+                image_ids = _upload_frames(
+                    api=api,
+                    frames=frames,
+                    video_name=video_info.name,
+                    video_frames_count=video_info.frames_count,
+                    indices=batch_indices_list,
+                    dataset_id=dst_dataset_info.id,
+                    sample_info=sample_info,
+                    context=context,
+                    copy_annotations=copy_annotations,
+                    video_annotation=video_annotation,
+                )
 
-            image_ids = _upload_frames(
-                api=api,
-                frames=frames,
-                video_name=video_info.name,
-                video_frames_count=video_info.frames_count,
-                indices=indices,
-                dataset_id=dst_dataset_info.id,
-                sample_info=sample_info,
-                context=context,
-                copy_annotations=copy_annotations,
-                video_annotation=video_annotation,
-            )
+                if progress is not None:
+                    progress.update(len(image_ids))
 
-            if progress is not None:
-                progress.update(len(image_ids))
+                # Free memory after each batch
+                del frames
+                if resize:
+                    del resized_frames
+    finally:
+        import os
+        if os.path.exists(video_path):
+            os.remove(video_path)
 
 
 def _get_or_create_dst_dataset(

supervisely/video/video.py

@@ -4,7 +4,7 @@
 from __future__ import annotations
 
 import os
-from typing import Dict, Generator, List, Optional, Tuple
+from typing import Dict, Generator, Iterable, List, Optional, Tuple
 
 import cv2
 import numpy as np
@@ -18,7 +18,7 @@ ALLOWED_VIDEO_EXTENSIONS = [".avi", ".mp4", ".3gp", ".flv", ".webm", ".wmv", ".m
 
 
 _SUPPORTED_CONTAINERS = {"mp4", "webm", "ogg", "ogv"}
-_SUPPORTED_CODECS = {"h264", "vp8", "vp9"}
+_SUPPORTED_CODECS = {"h264", "vp8", "vp9", "h265", "hevc", "av1"}
 
 
 class VideoExtensionError(Exception):
@@ -537,11 +537,9 @@ class VideoFrameReader:
             try:
                 import decord
 
-                self.vr = decord.VideoReader(str(self.video_path))
+                self.vr = decord.VideoReader(str(self.video_path), num_threads=1)
             except ImportError:
-                default_logger.debug(
-                    "Decord is not installed. Falling back to OpenCV for video reading."
-                )
+                default_logger.debug("Decord is not installed. Falling back to OpenCV for video reading.")
                 self.cap = cv2.VideoCapture(str(self.video_path))
 
     def close(self):
@@ -562,24 +560,30 @@ class VideoFrameReader:
     def __del__(self):
         self.close()
 
-    def iterate_frames(self, frame_indexes: List[int] = None) -> Generator[np.ndarray, None, None]:
+    def iterate_frames(self, frame_indexes: Optional[List[int]] = None) -> Generator[np.ndarray, None, None]:
         self._ensure_initialized()
         if frame_indexes is None:
             frame_indexes = self.frame_indexes
         if self.vr is not None:
+            # Decord
             if frame_indexes is None:
                 frame_indexes = range(len(self.vr))
-            for frame_index in frame_indexes:
-                frame = self.vr[frame_index]
-                yield frame.asnumpy()
+            for idx in frame_indexes:
+                arr = self.vr[idx].asnumpy()
+                yield arr
+                del arr
         else:
+            # OpenCV fallback
             if frame_indexes is None:
                 frame_count = int(self.cap.get(cv2.CAP_PROP_FRAME_COUNT))
                 frame_indexes = range(frame_count)
             for frame_index in frame_indexes:
-                if 1 > frame_index - self.prev_idx < 20:
+                if 1 < frame_index - self.prev_idx < 20:
                     while self.prev_idx < frame_index - 1:
-                        self.cap.read()
+                        ok, _ = self.cap.read()
+                        if not ok:
+                            break
+                        self.prev_idx += 1
                 if frame_index != self.prev_idx + 1:
                     self.cap.set(cv2.CAP_PROP_POS_FRAMES, frame_index)
                 ret, frame = self.cap.read()
@@ -588,6 +592,17 @@ class VideoFrameReader:
                 yield cv2.cvtColor(frame, cv2.COLOR_BGR2RGB)
                 self.prev_idx = frame_index
 
+    def read_batch(self, frame_indexes: List[int]) -> List[np.ndarray]:
+        self._ensure_initialized()
+        if self.vr is not None:
+            batch_nd = self.vr.get_batch(frame_indexes)
+            batch_np = batch_nd.asnumpy()
+            frames = [batch_np[i].copy() for i in range(batch_np.shape[0])]
+            del batch_np
+            return frames
+        else:
+            return list(self.iterate_frames(frame_indexes))
+
     def read_frames(self, frame_indexes: List[int] = None) -> List[np.ndarray]:
         return list(self.iterate_frames(frame_indexes))
 
@@ -625,3 +640,17 @@ class VideoFrameReader:
             return self.vr.get_avg_fps()
         else:
             return int(self.cap.get(cv2.CAP_PROP_FPS))
+
+
+def create_from_frames(frames: Iterable[np.ndarray], output_path: str, fps: int = 30) -> None:
+    video_writer = None
+    for frame in frames:
+        if video_writer is None:
+            height, width, _ = frame.shape
+            fourcc = cv2.VideoWriter.fourcc(*"mp4v")
+            video_writer = cv2.VideoWriter(output_path, fourcc, fps, (width, height))
+        if frame.dtype != np.uint8:
+            frame = (frame * 255).astype(np.uint8) if frame.max() <= 1.0 else frame.astype(np.uint8)
+
+        video_writer.write(frame)
+    video_writer.release()