supervisely 6.73.278__py3-none-any.whl → 6.73.280__py3-none-any.whl

supervisely/nn/training/gui/gui.py

@@ -11,6 +11,9 @@ import supervisely.io.env as sly_env
 from supervisely import Api, ProjectMeta
 from supervisely._utils import is_production
 from supervisely.app.widgets import Stepper, Widget
+from supervisely.geometry.polygon import Polygon
+from supervisely.geometry.rectangle import Rectangle
+from supervisely.nn.task_type import TaskType
 from supervisely.nn.training.gui.classes_selector import ClassesSelector
 from supervisely.nn.training.gui.hyperparameters_selector import HyperparametersSelector
 from supervisely.nn.training.gui.input_selector import InputSelector
@@ -61,6 +64,7 @@ class TrainGUI:
         self.hyperparameters = hyperparameters
         self.app_options = app_options
         self.collapsable = app_options.get("collapsable", False)
+        self.need_convert_shapes_for_bm = False
 
         self.team_id = sly_env.team_id(raise_not_found=False)
         self.workspace_id = sly_env.workspace_id(raise_not_found=False)
@@ -137,6 +141,35 @@ class TrainGUI:
                 return
             self.training_process.set_experiment_name(experiment_name)
 
+        def need_convert_class_shapes() -> bool:
+            if not self.hyperparameters_selector.run_model_benchmark_checkbox.is_checked():
+                self.hyperparameters_selector.model_benchmark_auto_convert_warning.hide()
+                self.need_convert_shapes_for_bm = False
+            else:
+                task_type = self.model_selector.get_selected_task_type()
+
+                def _need_convert(shape):
+                    if task_type == TaskType.OBJECT_DETECTION:
+                        return shape != Rectangle.geometry_name()
+                    elif task_type in [
+                        TaskType.INSTANCE_SEGMENTATION,
+                        TaskType.SEMANTIC_SEGMENTATION,
+                    ]:
+                        return shape == Polygon.geometry_name()
+                    return
+
+                data = self.classes_selector.classes_table._table_data
+                selected_classes = set(self.classes_selector.classes_table.get_selected_classes())
+                empty = set(r[0]["data"] for r in data if r[2]["data"] == 0 and r[3]["data"] == 0)
+                need_convert = set(r[0]["data"] for r in data if _need_convert(r[1]["data"]))
+
+                if need_convert.intersection(selected_classes - empty):
+                    self.hyperparameters_selector.model_benchmark_auto_convert_warning.show()
+                    self.need_convert_shapes_for_bm = True
+                else:
+                    self.hyperparameters_selector.model_benchmark_auto_convert_warning.hide()
+                    self.need_convert_shapes_for_bm = False
+
         # ------------------------------------------------- #
 
         # Wrappers
@@ -168,7 +201,7 @@ class TrainGUI:
             callback=self.hyperparameters_selector_cb,
             validation_text=self.model_selector.validator_text,
             validation_func=self.model_selector.validate_step,
-            on_select_click=[set_experiment_name],
+            on_select_click=[set_experiment_name, need_convert_class_shapes],
             collapse_card=(self.model_selector.card, self.collapsable),
         )
 
@@ -276,6 +309,7 @@ class TrainGUI:
         @self.hyperparameters_selector.run_model_benchmark_checkbox.value_changed
         def show_mb_speedtest(is_checked: bool):
             self.hyperparameters_selector.toggle_mb_speedtest(is_checked)
+            need_convert_class_shapes()
 
         # ------------------------------------------------- #
 

supervisely/nn/training/gui/hyperparameters_selector.py

@@ -44,8 +44,18 @@ class HyperparametersSelector:
             self.model_benchmark_learn_more = Text(
                 f"Learn more about Model Benchmark in the {docs_link}.", status="info"
             )
+            self.model_benchmark_auto_convert_warning = Text(
+                text="Project will be automatically converted according to CV task for Model Evaluation.",
+                status="warning",
+            )
+            self.model_benchmark_auto_convert_warning.hide()
+
             self.display_widgets.extend(
-                [self.model_benchmark_field, self.model_benchmark_learn_more]
+                [
+                    self.model_benchmark_field,
+                    self.model_benchmark_learn_more,
+                    self.model_benchmark_auto_convert_warning,
+                ]
             )
         # -------------------------------- #
 

supervisely/nn/training/gui/model_selector.py

@@ -12,9 +12,9 @@ from supervisely.app.widgets import (
     RadioTabs,
     Text,
 )
+from supervisely.nn.artifacts.utils import FrameworkMapper
 from supervisely.nn.experiments import get_experiment_infos
 from supervisely.nn.utils import ModelSource
-from supervisely.nn.artifacts.utils import FrameworkMapper, FrameworkName
 
 
 class ModelSelector:
@@ -37,7 +37,7 @@ class ModelSelector:
                 legacy_experiment_infos = framework_cls.get_list_experiment_info()
                 experiment_infos = experiment_infos + legacy_experiment_infos
             except:
-                logger.warn(f"Legacy checkpoints are not available for '{framework}'")
+                logger.warning(f"Legacy checkpoints are not available for '{framework}'")
 
         self.experiment_selector = ExperimentSelector(self.team_id, experiment_infos)
         self.model_source_tabs = RadioTabs(
@@ -106,3 +106,9 @@ class ModelSelector:
             self.validator_text.set(text="Model is selected", status="success")
             self.validator_text.show()
             return True
+
+    def get_selected_task_type(self) -> str:
+        if self.get_model_source() == ModelSource.PRETRAINED:
+            return self.pretrained_models_table.get_selected_task_type()
+        else:
+            return self.experiment_selector.get_selected_task_type()

supervisely/nn/training/train_app.py

@@ -25,6 +25,7 @@ import supervisely.io.json as sly_json
 from supervisely import (
     Api,
     Application,
+    Dataset,
     DatasetInfo,
     OpenMode,
     Project,
@@ -32,6 +33,7 @@ from supervisely import (
     ProjectMeta,
     WorkflowMeta,
     WorkflowSettings,
+    batched,
     download_project,
     is_development,
     is_production,
@@ -340,22 +342,6 @@ class TrainApp:
         """
         return self.gui.model_selector.get_model_info()
 
-    @property
-    def model_meta(self) -> ProjectMeta:
-        """
-        Returns the model metadata.
-
-        :return: Model metadata.
-        :rtype: dict
-        """
-        project_meta_json = self.project_meta.to_json()
-        model_meta = {
-            "classes": [
-                item for item in project_meta_json["classes"] if item["title"] in self.classes
-            ]
-        }
-        return ProjectMeta.from_json(model_meta)
-
     @property
     def device(self) -> str:
         """
@@ -496,7 +482,6 @@ class TrainApp:
         downloading project and model data.
         """
         logger.info("Preparing for training")
-        self.gui.disable_select_buttons()
 
         # Step 1. Workflow Input
         if is_production():
@@ -505,8 +490,7 @@ class TrainApp:
         self._download_project()
         # Step 3. Split Project
         self._split_project()
-        # Step 4. Convert Supervisely to X format
-        # Step 5. Download Model files
+        # Step 4. Download Model files
         self._download_model()
 
     def _finalize(self, experiment_info: dict) -> None:
@@ -518,31 +502,41 @@ class TrainApp:
         :type experiment_info: dict
         """
         logger.info("Finalizing training")
+        # Step 1. Validate experiment TaskType
+        experiment_info = self._validate_experiment_task_type(experiment_info)
 
-        # Step 1. Validate experiment_info
+        # Step 2. Validate experiment_info
         success, reason = self._validate_experiment_info(experiment_info)
         if not success:
             raise ValueError(f"{reason}. Failed to upload artifacts")
 
-        # Step 2. Preprocess artifacts
+        # Step 3. Preprocess artifacts
         experiment_info = self._preprocess_artifacts(experiment_info)
 
-        # Step3. Postprocess splits
-        splits_data = self._postprocess_splits()
+        # Step 4. Postprocess splits
+        train_splits_data = self._postprocess_splits()
 
-        # Step 3. Upload artifacts
+        # Step 5. Upload artifacts
         self._set_text_status("uploading")
         remote_dir, file_info = self._upload_artifacts()
 
-        # Step 4. Run Model Benchmark
-        mb_eval_lnk_file_info, mb_eval_report, mb_eval_report_id, eval_metrics = (
-            None,
-            None,
-            None,
-            {},
-        )
+        # Step 6. Create model meta according to model CV task type
+        model_meta = self.create_model_meta(experiment_info["task_type"])
+
+        # Step 7. [Optional] Run Model Benchmark
+        mb_eval_lnk_file_info, mb_eval_report = None, None
+        mb_eval_report_id, eval_metrics = None, {}
         if self.is_model_benchmark_enabled:
             try:
+                # Convert GT project
+                gt_project_id, bm_splits_data = None, train_splits_data
+                if self._app_options.get("auto_convert_classes", True):
+                    if self.gui.need_convert_shapes_for_bm:
+                        self._set_text_status("convert_gt_project")
+                        gt_project_id, bm_splits_data = self._convert_and_split_gt_project(
+                            experiment_info["task_type"]
+                        )
+
                 self._set_text_status("benchmark")
                 (
                     mb_eval_lnk_file_info,
@@ -550,12 +544,17 @@ class TrainApp:
                     mb_eval_report_id,
                     eval_metrics,
                 ) = self._run_model_benchmark(
-                    self.output_dir, remote_dir, experiment_info, splits_data
+                    self.output_dir,
+                    remote_dir,
+                    experiment_info,
+                    bm_splits_data,
+                    model_meta,
+                    gt_project_id,
                 )
             except Exception as e:
                 logger.error(f"Model benchmark failed: {e}")
 
-        # Step 5. [Optional] Convert weights
+        # Step 8. [Optional] Convert weights
         export_weights = {}
         if self.gui.hyperparameters_selector.is_export_required():
             try:
@@ -564,23 +563,23 @@ class TrainApp:
             except Exception as e:
                 logger.error(f"Export weights failed: {e}")
 
-        # Step 6. Generate and upload additional files
+        # Step 9. Generate and upload additional files
         self._set_text_status("metadata")
         self._generate_experiment_info(
             remote_dir, experiment_info, eval_metrics, mb_eval_report_id, export_weights
         )
         self._generate_app_state(remote_dir, experiment_info)
         self._generate_hyperparameters(remote_dir, experiment_info)
-        self._generate_train_val_splits(remote_dir, splits_data)
-        self._generate_model_meta(remote_dir, experiment_info)
+        self._generate_train_val_splits(remote_dir, train_splits_data)
+        self._generate_model_meta(remote_dir, model_meta)
         self._upload_demo_files(remote_dir)
 
-        # Step 7. Set output widgets
+        # Step 10. Set output widgets
         self._set_text_status("reset")
         self._set_training_output(remote_dir, file_info, mb_eval_report)
         self._set_ws_progress_status("completed")
 
-        # Step 8. Workflow output
+        # Step 11. Workflow output
         if is_production():
             self._workflow_output(remote_dir, file_info, mb_eval_lnk_file_info, mb_eval_report_id)
 
@@ -1120,6 +1119,24 @@ class TrainApp:
     # ----------------------------------------- #
 
     # Postprocess
+    def _validate_experiment_task_type(self, experiment_info: dict) -> dict:
+        """
+        Checks if the task_type key if returned from the user's training function.
+        If not, it will be set to the task type of the model selected in the model selector.
+
+        :param experiment_info: Information about the experiment results.
+        :type experiment_info: dict
+        :return: Experiment info with task_type key.
+        :rtype: dict
+        """
+        task_type = experiment_info.get("task_type", None)
+        if task_type is None:
+            logger.debug(
+                "Task type not found in experiment_info. Task type from model config will be used."
+            )
+            task_type = self.gui.model_selector.get_selected_task_type()
+            experiment_info["task_type"] = task_type
+        return experiment_info
 
     def _validate_experiment_info(self, experiment_info: dict) -> tuple:
         """
@@ -1200,9 +1217,14 @@ class TrainApp:
         logger.debug("Validation successful")
         return True, None
 
-    def _postprocess_splits(self) -> dict:
+    def _postprocess_splits(self, project_id: Optional[int] = None) -> dict:
         """
         Processes the train and val splits to generate the necessary data for the experiment_info.json file.
+
+        :param project_id: ID of the ground truth project for model benchmark. Provide only when cv task convertion is required.
+        :type project_id: Optional[int]
+        :return: Splits data.
+        :rtype: dict
         """
         val_dataset_ids = None
         val_images_ids = None
@@ -1212,10 +1234,30 @@ class TrainApp:
         split_method = self.gui.train_val_splits_selector.get_split_method()
         train_set, val_set = self._train_split, self._val_split
         if split_method == "Based on datasets":
-            val_dataset_ids = self.gui.train_val_splits_selector.get_val_dataset_ids()
-            train_dataset_ids = self.gui.train_val_splits_selector.get_train_dataset_ids
+            if project_id is None:
+                val_dataset_ids = self.gui.train_val_splits_selector.get_val_dataset_ids()
+                train_dataset_ids = self.gui.train_val_splits_selector.get_train_dataset_ids()
+            else:
+                src_datasets_map = {
+                    dataset.id: dataset
+                    for _, dataset in self._api.dataset.tree(self.project_info.id)
+                }
+                val_dataset_ids = self.gui.train_val_splits_selector.get_val_dataset_ids()
+                train_dataset_ids = self.gui.train_val_splits_selector.get_train_dataset_ids()
+
+                train_dataset_names = [src_datasets_map[ds_id].name for ds_id in train_dataset_ids]
+                val_dataset_names = [src_datasets_map[ds_id].name for ds_id in val_dataset_ids]
+
+                gt_datasets_map = {
+                    dataset.name: dataset.id for _, dataset in self._api.dataset.tree(project_id)
+                }
+                train_dataset_ids = [gt_datasets_map[ds_name] for ds_name in train_dataset_names]
+                val_dataset_ids = [gt_datasets_map[ds_name] for ds_name in val_dataset_names]
         else:
-            dataset_infos = [dataset for _, dataset in self._api.dataset.tree(self.project_id)]
+            if project_id is None:
+                project_id = self.project_id
+
+            dataset_infos = [dataset for _, dataset in self._api.dataset.tree(project_id)]
             ds_infos_dict = {}
             for dataset in dataset_infos:
                 if dataset.parent_id is not None:
@@ -1232,18 +1274,19 @@ class TrainApp:
                 image_infos = []
                 for dataset_name, image_names in image_names_per_dataset.items():
                     ds_info = ds_infos_dict[dataset_name]
-                    image_infos.extend(
-                        self._api.image.get_list(
-                            ds_info.id,
-                            filters=[
-                                {
-                                    "field": "name",
-                                    "operator": "in",
-                                    "value": image_names,
-                                }
-                            ],
+                    for names_batch in batched(image_names, 200):
+                        image_infos.extend(
+                            self._api.image.get_list(
+                                ds_info.id,
+                                filters=[
+                                    {
+                                        "field": "name",
+                                        "operator": "in",
+                                        "value": names_batch,
+                                    }
+                                ],
+                            )
                         )
-                    )
                 return image_infos
 
             val_image_infos = get_image_infos_by_split(ds_infos_dict, val_set)
@@ -1373,7 +1416,7 @@ class TrainApp:
             f"Uploading '{self._train_val_split_file}' to Team Files",
         )
 
-    def _generate_model_meta(self, remote_dir: str, experiment_info: dict) -> None:
+    def _generate_model_meta(self, remote_dir: str, model_meta: ProjectMeta) -> None:
         """
         Generates and uploads the model_meta.json file to the output directory.
 
@@ -1382,17 +1425,31 @@ class TrainApp:
         :param experiment_info: Information about the experiment results.
         :type experiment_info: dict
         """
-        # @TODO: Handle tags for classification tasks
         local_path = join(self.output_dir, self._model_meta_file)
         remote_path = join(remote_dir, self._model_meta_file)
 
-        sly_json.dump_json_file(self.model_meta.to_json(), local_path)
+        sly_json.dump_json_file(model_meta.to_json(), local_path)
         self._upload_file_to_team_files(
             local_path,
             remote_path,
             f"Uploading '{self._model_meta_file}' to Team Files",
         )
 
+    def create_model_meta(self, task_type: str):
+        """
+        Convert project meta according to task type.
+        """
+        names_to_delete = [
+            c.name for c in self.project_meta.obj_classes if c.name not in self.classes
+        ]
+        model_meta = self.project_meta.delete_obj_classes(names_to_delete)
+
+        if task_type == TaskType.OBJECT_DETECTION:
+            model_meta, _ = model_meta.to_detection_task(True)
+        elif task_type in [TaskType.INSTANCE_SEGMENTATION, TaskType.SEMANTIC_SEGMENTATION]:
+            model_meta, _ = model_meta.to_segmentation_task()  # @TODO: check background class
+        return model_meta
+
     def _generate_experiment_info(
         self,
         remote_dir: str,
@@ -1740,6 +1797,8 @@ class TrainApp:
         remote_artifacts_dir: str,
         experiment_info: dict,
         splits_data: dict,
+        model_meta: ProjectInfo,
+        gt_project_id: int = None,
     ) -> tuple:
         """
         Runs the Model Benchmark evaluation process. Model benchmark runs only in production mode.
@@ -1752,6 +1811,10 @@ class TrainApp:
         :type experiment_info: dict
         :param splits_data: Information about the train and val splits.
         :type splits_data: dict
+        :param model_meta: Model meta with object classes.
+        :type model_meta: ProjectInfo
+        :param gt_project_id: Ground truth project ID with converted shapes.
+        :type gt_project_id: int
         :return: Evaluation report, report ID and evaluation metrics.
         :rtype: tuple
         """
@@ -1767,6 +1830,7 @@ class TrainApp:
         supported_task_types = [
             TaskType.OBJECT_DETECTION,
             TaskType.INSTANCE_SEGMENTATION,
+            TaskType.SEMANTIC_SEGMENTATION,
         ]
         task_type = experiment_info["task_type"]
         if task_type not in supported_task_types:
@@ -1807,7 +1871,7 @@ class TrainApp:
                 "artifacts_dir": remote_artifacts_dir,
                 "model_name": experiment_info["model_name"],
                 "framework_name": self.framework_name,
-                "model_meta": self.model_meta.to_json(),
+                "model_meta": model_meta.to_json(),
             }
 
             logger.info(f"Deploy parameters: {self._benchmark_params}")
@@ -1827,12 +1891,15 @@ class TrainApp:
             train_images_ids = splits_data["train"]["images_ids"]
 
             bm = None
+            if gt_project_id is None:
+                gt_project_id = self.project_info.id
+
             if task_type == TaskType.OBJECT_DETECTION:
                 eval_params = ObjectDetectionEvaluator.load_yaml_evaluation_params()
                 eval_params = yaml.safe_load(eval_params)
                 bm = ObjectDetectionBenchmark(
                     self._api,
-                    self.project_info.id,
+                    gt_project_id,
                     output_dir=benchmark_dir,
                     gt_dataset_ids=benchmark_dataset_ids,
                     gt_images_ids=benchmark_images_ids,
@@ -1846,7 +1913,7 @@ class TrainApp:
                 eval_params = yaml.safe_load(eval_params)
                 bm = InstanceSegmentationBenchmark(
                     self._api,
-                    self.project_info.id,
+                    gt_project_id,
                     output_dir=benchmark_dir,
                     gt_dataset_ids=benchmark_dataset_ids,
                     gt_images_ids=benchmark_images_ids,
@@ -1860,7 +1927,7 @@ class TrainApp:
                 eval_params = yaml.safe_load(eval_params)
                 bm = SemanticSegmentationBenchmark(
                     self._api,
-                    self.project_info.id,
+                    gt_project_id,
                     output_dir=benchmark_dir,
                     gt_dataset_ids=benchmark_dataset_ids,
                     gt_images_ids=benchmark_images_ids,
@@ -2168,6 +2235,7 @@ class TrainApp:
         Wrapper function to wrap the training process.
         """
         experiment_info = None
+        check_logs_text = "Please check the logs for more details."
 
         try:
             self._set_train_widgets_state_on_start()
@@ -2176,7 +2244,7 @@ class TrainApp:
             self._prepare_working_dir()
             self._init_logger()
         except Exception as e:
-            message = "Error occurred during training initialization. Please check the logs for more details."
+            message = f"Error occurred during training initialization. {check_logs_text}"
             self._show_error(message, e)
             self._restore_train_widgets_state_on_error()
             self._set_ws_progress_status("reset")
@@ -2187,9 +2255,7 @@ class TrainApp:
             self._set_ws_progress_status("preparing")
             self._prepare()
         except Exception as e:
-            message = (
-                "Error occurred during data preparation. Please check the logs for more details."
-            )
+            message = f"Error occurred during data preparation. {check_logs_text}"
             self._show_error(message, e)
             self._restore_train_widgets_state_on_error()
             self._set_ws_progress_status("reset")
@@ -2200,8 +2266,18 @@ class TrainApp:
             if self._app_options.get("train_logger", None) is None:
                 self._set_ws_progress_status("training")
             experiment_info = self._train_func()
+        except ZeroDivisionError as e:
+            message = (
+                "'ZeroDivisionError' occurred during training. "
+                "The error was caused by an insufficient dataset size relative to the specified batch size in hyperparameters. "
+                "Please check input data and hyperparameters."
+            )
+            self._show_error(message, e)
+            self._restore_train_widgets_state_on_error()
+            self._set_ws_progress_status("reset")
+            return
         except Exception as e:
-            message = "Error occurred during training. Please check the logs for more details."
+            message = f"Error occurred during training. {check_logs_text}"
             self._show_error(message, e)
             self._restore_train_widgets_state_on_error()
             self._set_ws_progress_status("reset")
@@ -2213,7 +2289,7 @@ class TrainApp:
             self._finalize(experiment_info)
             self.gui.training_process.start_button.loading = False
         except Exception as e:
-            message = "Error occurred during finalizing and uploading training artifacts . Please check the logs for more details."
+            message = f"Error occurred during finalizing and uploading training artifacts. {check_logs_text}"
             self._show_error(message, e)
             self._restore_train_widgets_state_on_error()
             self._set_ws_progress_status("reset")
@@ -2230,6 +2306,7 @@ class TrainApp:
         self._restore_train_widgets_state_on_error()
 
     def _set_train_widgets_state_on_start(self):
+        self.gui.disable_select_buttons()
         self.gui.training_artifacts.validator_text.hide()
         self._validate_experiment_name()
         self.gui.training_process.experiment_name_input.disable()
@@ -2255,6 +2332,7 @@ class TrainApp:
         if self._app_options.get("device_selector", False):
             self.gui.training_process.select_device._select.enable()
             self.gui.training_process.select_device.enable()
+        self.gui.enable_select_buttons()
 
     def _validate_experiment_name(self) -> bool:
         experiment_name = self.gui.training_process.get_experiment_name()
@@ -2280,6 +2358,7 @@ class TrainApp:
             "metadata",
             "export_onnx",
             "export_trt",
+            "convert_gt_project",
         ],
     ):
 
@@ -2313,6 +2392,8 @@ class TrainApp:
             self.gui.training_process.validator_text.set("Validating experiment...", "info")
         elif status == "metadata":
             self.gui.training_process.validator_text.set("Generating training metadata...", "info")
+        elif status == "convert_gt_project":
+            self.gui.training_process.validator_text.set("Converting GT project...", "info")
 
     def _set_ws_progress_status(
         self,
@@ -2391,3 +2472,55 @@ class TrainApp:
             for runtime, path in export_weights.items()
         }
         return remote_export_weights
+
+    def _convert_and_split_gt_project(self, task_type: str):
+        # 1. Convert GT project to cv task
+        Project.download(
+            self._api, self.project_info.id, "tmp_project", save_images=False, save_image_info=True
+        )
+        project = Project("tmp_project", OpenMode.READ)
+
+        pr_prefix = ""
+        if task_type == TaskType.OBJECT_DETECTION:
+            Project.to_detection_task(project.directory, inplace=True)
+            pr_prefix = "[detection]: "
+        # @TODO: dont convert segmentation?
+        elif (
+            task_type == TaskType.INSTANCE_SEGMENTATION
+            or task_type == TaskType.SEMANTIC_SEGMENTATION
+        ):
+            Project.to_segmentation_task(project.directory, inplace=True)
+            pr_prefix = "[segmentation]: "
+
+        gt_project_info = self._api.project.create(
+            self.workspace_id,
+            f"{pr_prefix}{self.project_info.name}",
+            description=(
+                f"Converted ground truth project for trainig session: '{self.task_id}'. "
+                f"Original project id: '{self.project_info.id}. "
+                "Removing this project will affect model benchmark evaluation report."
+            ),
+            change_name_if_conflict=True,
+        )
+
+        # 3. Upload converted gt project
+        project = Project("tmp_project", OpenMode.READ)
+        self._api.project.update_meta(gt_project_info.id, project.meta)
+        for dataset in project.datasets:
+            dataset: Dataset
+            ds_info = self._api.dataset.create(
+                gt_project_info.id, dataset.name, change_name_if_conflict=True
+            )
+            for batch_names in batched(dataset.get_items_names(), 100):
+                img_infos = [dataset.get_item_info(name) for name in batch_names]
+                img_ids = [img_info.id for img_info in img_infos]
+                anns = [dataset.get_ann(name, project.meta) for name in batch_names]
+
+                img_infos = self._api.image.copy_batch(ds_info.id, img_ids)
+                img_ids = [img_info.id for img_info in img_infos]
+                self._api.annotation.upload_anns(img_ids, anns)
+        sly_fs.remove_dir(project.directory)
+
+        # 4. Match splits with original project
+        gt_split_data = self._postprocess_splits(gt_project_info.id)
+        return gt_project_info.id, gt_split_data

{supervisely-6.73.278.dist-info → supervisely-6.73.280.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: supervisely
-Version: 6.73.278
+Version: 6.73.280
 Summary: Supervisely Python SDK.
 Home-page: https://github.com/supervisely/supervisely
 Author: Supervisely

{supervisely-6.73.278.dist-info → supervisely-6.73.280.dist-info}/RECORD

@@ -968,13 +968,13 @@ supervisely/nn/tracker/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NM
 supervisely/nn/tracker/utils/gmc.py,sha256=3JX8979H3NA-YHNaRQyj9Z-xb9qtyMittPEjGw8y2Jo,11557
 supervisely/nn/tracker/utils/kalman_filter.py,sha256=eSFmCjM0mikHCAFvj-KCVzw-0Jxpoc3Cfc2NWEjJC1Q,17268
 supervisely/nn/training/__init__.py,sha256=gY4PCykJ-42MWKsqb9kl-skemKa8yB6t_fb5kzqR66U,111
-supervisely/nn/training/train_app.py,sha256=ropUF_M9RfijQ3XheqEtYl0Soix-69CgZeOnYiCIuI4,95088
+supervisely/nn/training/train_app.py,sha256=PZ4zWMYRvOFj97vy2rOofCBYqnpkDtmouzFTjs9UyN4,101747
 supervisely/nn/training/gui/__init__.py,sha256=Nqnn8clbgv-5l0PgxcTOldg8mkMKrFn4TvPL-rYUUGg,1
 supervisely/nn/training/gui/classes_selector.py,sha256=8UgzA4aogOAr1s42smwEcDbgaBj_i0JLhjwlZ9bFdIA,3772
-supervisely/nn/training/gui/gui.py,sha256=nj4EVppoV9ZjLN0rVO0GKxmI56d6Qpp0qwnJJ6srT6w,23712
-supervisely/nn/training/gui/hyperparameters_selector.py,sha256=2qryuBss0bLcZJV8PNJ6_hKZM5Dbj2FIxTb3EULHQrE,6670
+supervisely/nn/training/gui/gui.py,sha256=CnT_QhihrxdSHKybpI0pXhPLwCaXEana_qdn0DhXByg,25558
+supervisely/nn/training/gui/hyperparameters_selector.py,sha256=UAXZYyhuUOY7d2ZKAx4R5Kz-KQaiFZ7AnY8BDoj3_30,7071
 supervisely/nn/training/gui/input_selector.py,sha256=Jp9PnVVADv1fhndPuZdMlKuzWTOBQZogrOks5dwATlc,2179
-supervisely/nn/training/gui/model_selector.py,sha256=QTFHMf-8-rREYPk64QKoRvE4zKPC8V6tcP4H4N6nyt0,4082
+supervisely/nn/training/gui/model_selector.py,sha256=n2Xn6as60bNPtSlImJtyrVEo0gjKnvHLT3yq_m39TXk,4334
 supervisely/nn/training/gui/train_val_splits_selector.py,sha256=MLryFD2Tj_RobkFzZOeQXzXpch0eGiVFisq3FGA3dFg,8549
 supervisely/nn/training/gui/training_artifacts.py,sha256=UpKI68S0h_nT_CEEKxBi1oeRsYVnocxRZZD4kUEnQ80,9584
 supervisely/nn/training/gui/training_logs.py,sha256=1CBqnL0l5kiZVaegJ-NLgOVI1T4EDB_rLAtumuw18Jo,3222
@@ -1070,9 +1070,9 @@ supervisely/worker_proto/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZ
 supervisely/worker_proto/worker_api_pb2.py,sha256=VQfi5JRBHs2pFCK1snec3JECgGnua3Xjqw_-b3aFxuM,59142
 supervisely/worker_proto/worker_api_pb2_grpc.py,sha256=3BwQXOaP9qpdi0Dt9EKG--Lm8KGN0C5AgmUfRv77_Jk,28940
 supervisely_lib/__init__.py,sha256=7-3QnN8Zf0wj8NCr2oJmqoQWMKKPKTECvjH9pd2S5vY,159
-supervisely-6.73.278.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-supervisely-6.73.278.dist-info/METADATA,sha256=hb6AM2qZI9n04Q_wTnLDxK9HzaYVWV1LK2Cp8hBcy7o,33573
-supervisely-6.73.278.dist-info/WHEEL,sha256=P9jw-gEje8ByB7_hXoICnHtVCrEwMQh-630tKvQWehc,91
-supervisely-6.73.278.dist-info/entry_points.txt,sha256=U96-5Hxrp2ApRjnCoUiUhWMqijqh8zLR03sEhWtAcms,102
-supervisely-6.73.278.dist-info/top_level.txt,sha256=kcFVwb7SXtfqZifrZaSE3owHExX4gcNYe7Q2uoby084,28
-supervisely-6.73.278.dist-info/RECORD,,
+supervisely-6.73.280.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+supervisely-6.73.280.dist-info/METADATA,sha256=xY-ujb2oWVk6XMCZER18NgoGnfZYef8Lt6UAzVtDvkI,33573
+supervisely-6.73.280.dist-info/WHEEL,sha256=P9jw-gEje8ByB7_hXoICnHtVCrEwMQh-630tKvQWehc,91
+supervisely-6.73.280.dist-info/entry_points.txt,sha256=U96-5Hxrp2ApRjnCoUiUhWMqijqh8zLR03sEhWtAcms,102
+supervisely-6.73.280.dist-info/top_level.txt,sha256=kcFVwb7SXtfqZifrZaSE3owHExX4gcNYe7Q2uoby084,28
+supervisely-6.73.280.dist-info/RECORD,,