supervisely 6.73.398__py3-none-any.whl → 6.73.400__py3-none-any.whl

supervisely/convert/image/pascal_voc/pascal_voc_converter.py

@@ -1,7 +1,15 @@
 import os
+from collections import defaultdict
 from typing import Dict, Optional, Set, Union
 
-from supervisely import Annotation, ProjectMeta, logger
+from supervisely import (
+    Annotation,
+    ProjectMeta,
+    TagApplicableTo,
+    TagMeta,
+    TagValueType,
+    logger,
+)
 from supervisely.convert.base_converter import AvailableImageConverters
 from supervisely.convert.image.image_converter import ImageConverter
 from supervisely.convert.image.pascal_voc import pascal_voc_helper
@@ -139,6 +147,7 @@ class PascalVOCConverter(ImageConverter):
 
     def _create_items(self, possible_pascal_voc_dir: str) -> int:
         existing_cls_names = set([cls.name for cls in self._meta.obj_classes])
+        tags_to_values = defaultdict(set)
         detected_ann_cnt = 0
 
         images_list = list_files_recursively(self._imgs_dir, valid_extensions=self.allowed_exts)
@@ -153,13 +162,42 @@ class PascalVOCConverter(ImageConverter):
             item_name_noext = get_file_name(item.name)
             item = self._scan_for_item_segm_paths(item, item_name_noext)
             ann_path = img_ann_map.get(item_name_noext) or img_ann_map.get(item.name)
-            item = self._scan_for_item_ann_path_and_update_meta(item, ann_path, existing_cls_names)
+            item = self._scan_for_item_ann_path_and_update_meta(
+                item, ann_path, existing_cls_names, tags_to_values
+            )
 
             if item.ann_data or item.segm_path:
                 detected_ann_cnt += 1
             self._items.append(item)
+        self._meta = self._update_meta_with_tags(tags_to_values)
         return detected_ann_cnt
 
+    def _update_meta_with_tags(self, tags_to_values: Dict[str, Set[str]]) -> ProjectMeta:
+        meta = self._meta
+        object_class_names = set(meta.obj_classes.keys())
+        for tag_name, values in tags_to_values.items():
+            tag_meta = meta.get_tag_meta(tag_name)
+            if tag_meta is not None:
+                continue
+            if tag_name in pascal_voc_helper.DEFAULT_SUBCLASSES:
+                if values.difference({"0", "1"}):
+                    logger.warning(
+                        f"Tag '{tag_name}' has non-binary values.", extra={"values": values}
+                    )
+                tag_meta = TagMeta(tag_name, TagValueType.NONE)
+            elif tag_name in object_class_names:
+                tag_meta = TagMeta(
+                    tag_name,
+                    TagValueType.ONEOF_STRING,
+                    possible_values=list(values),
+                    applicable_to=TagApplicableTo.OBJECTS_ONLY,
+                    applicable_classes=[tag_name],
+                )
+            else:
+                tag_meta = TagMeta(tag_name, TagValueType.ANY_STRING)
+            meta = meta.add_tag_meta(tag_meta)
+        return meta
+
     def _scan_for_item_segm_paths(self, item: Item, item_name_noext: str) -> Item:
         if self._segm_dir is not None:
             segm_path = os.path.join(self._segm_dir, f"{item_name_noext}.png")
@@ -173,14 +211,18 @@ class PascalVOCConverter(ImageConverter):
         return item
 
     def _scan_for_item_ann_path_and_update_meta(
-        self, item: Item, ann_path: Optional[str], existing_cls_names: Set[str]
+        self,
+        item: Item,
+        ann_path: Optional[str],
+        existing_cls_names: Set[str],
+        tags_to_values: Dict[str, Set[str]],
     ) -> Item:
         if ann_path is None:
             return item
         if not file_exists(ann_path):
             return item
         self._meta = pascal_voc_helper.update_meta_from_xml(
-            ann_path, self._meta, existing_cls_names, self._bbox_classes_map
+            ann_path, self._meta, existing_cls_names, self._bbox_classes_map, tags_to_values
         )
         item.ann_data = ann_path
         return item

supervisely/convert/image/pascal_voc/pascal_voc_helper.py

@@ -13,7 +13,7 @@ from supervisely.annotation.label import Label
 from supervisely.annotation.obj_class import ObjClass
 from supervisely.annotation.obj_class_collection import ObjClassCollection
 from supervisely.annotation.tag import Tag, TagValueType
-from supervisely.annotation.tag_meta import TagMeta
+from supervisely.annotation.tag_meta import TagApplicableTo, TagMeta
 from supervisely.convert.image.image_helper import validate_image_bounds
 from supervisely.geometry.bitmap import Bitmap
 from supervisely.geometry.polygon import Polygon
@@ -36,6 +36,8 @@ TRAIN_TAG_NAME = "train"
 VAL_TAG_NAME = "val"
 TRAINVAL_TAG_NAME = "trainval"
 DEFAULT_OBJECT_FIELDS = {"name", "class", "bndbox"}
+DEFAULT_SUBCLASSES = {"pose", "truncated", "difficult", "occluded", "obstacle", "out-of-scope"}
+
 
 default_classes_colors = {
     "neutral": (224, 224, 192),
@@ -179,7 +181,7 @@ def get_ann(
     ann = ann.add_labels(labels)
 
     if np.sum(colored_img) > 0:
-        logger.warn(
+        logger.warning(
             f"Not all objects or classes are captured from source segmentation: {item.name}"
         )
 
@@ -214,7 +216,7 @@ def xml_to_sly_labels(
                     cls_name = renamed_classes[cls_name]
                 obj_cls = meta.obj_classes.get(cls_name)
                 if obj_cls is None:
-                    logger.warn(f"Class {cls_name} is not found in meta. Skipping.")
+                    logger.warning(f"Class {cls_name} is not found in meta. Skipping.")
                     continue
             elif field_name == "bndbox":
                 bbox_coords = [
@@ -227,11 +229,25 @@ def xml_to_sly_labels(
                     tag_name = renamed_tags[tag_name]
                 tag_meta = meta.get_tag_meta(tag_name)
                 if tag_meta is None:
-                    logger.warn(f"Tag meta for '{field_name}' is not found in meta. Skipping.")
+                    logger.warning(f"Tag meta for '{field_name}' is not found in meta. Skipping.")
                     continue
-                if not isinstance(value, str):
-                    value = str(value)
-                tags.append(Tag(tag_meta, value))
+                if tag_meta.value_type == TagValueType.ANY_STRING:
+                    if not isinstance(value, str):
+                        value = str(value)
+                    tags.append(Tag(tag_meta, value))
+                elif tag_meta.value_type == TagValueType.NONE:
+                    if int(value) == 1:
+                        tags.append(Tag(tag_meta))
+                    else:
+                        logger.debug("Tag with value '0' not added to labels.")
+                elif tag_meta.value_type == TagValueType.ONEOF_STRING:
+                    if value not in tag_meta.possible_values:
+                        logger.warning(
+                            f"Value '{value}' for tag '{tag_name}' is not in possible values: {tag_meta.possible_values}. Skipping."
+                        )
+                        continue
+                    tags.append(Tag(tag_meta, value))
+
         if geometry is None or obj_cls is None:
             continue
         labels.append(Label(geometry, obj_cls, tags))
@@ -245,6 +261,7 @@ def update_meta_from_xml(
     meta: ProjectMeta,
     existing_cls_names: set,
     bbox_classes_map: dict,
+    tags_to_values: Dict[str, set],
 ) -> ProjectMeta:
     import xml.etree.ElementTree as ET
 
@@ -282,10 +299,8 @@ def update_meta_from_xml(
                     meta = meta.add_obj_class(obj_cls)
                 bbox_classes_map[original_class_name] = class_name
             elif field_name not in DEFAULT_OBJECT_FIELDS:
-                tag_meta = meta.get_tag_meta(field_name)
-                if tag_meta is None:
-                    tag_meta = TagMeta(field_name, TagValueType.ANY_STRING)
-                    meta = meta.add_tag_meta(tag_meta)
+                value = element.text
+                tags_to_values[field_name].add(value)
 
     return meta
 

{supervisely-6.73.398.dist-info → supervisely-6.73.400.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: supervisely
-Version: 6.73.398
+Version: 6.73.400
 Summary: Supervisely Python SDK.
 Home-page: https://github.com/supervisely/supervisely
 Author: Supervisely

{supervisely-6.73.398.dist-info → supervisely-6.73.400.dist-info}/RECORD

@@ -1,5 +1,5 @@
 supervisely/README.md,sha256=XM-DiMC6To3I9RjQZ0c61905EFRR_jnCUx2q3uNR-X8,3331
-supervisely/__init__.py,sha256=tliCAEdCVwLeYtNSmvSGKm1JOK1aXsP0ckJ3042J-0U,10935
+supervisely/__init__.py,sha256=5wSN2Mq7CuqG9rnlbqXmRwTYUs3ARPN2LMbFZA5gAv8,11010
 supervisely/_utils.py,sha256=Wrnck4645QXRZdmMpqIRQ_t6QynEAkYaFfcialxQBIE,19157
 supervisely/function_wrapper.py,sha256=R5YajTQ0GnRp2vtjwfC9hINkzQc0JiyGsu8TER373xY,1912
 supervisely/sly_logger.py,sha256=z92Vu5hmC0GgTIJO1n6kPDayRW9__8ix8hL6poDZj-Y,6274
@@ -22,23 +22,23 @@ supervisely/api/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 supervisely/api/advanced_api.py,sha256=Nd5cCnHFWc3PSUrCtENxTGtDjS37_lCHXsgXvUI3Ti8,2054
 supervisely/api/agent_api.py,sha256=8EQBwD6v7KLS0-xKcZ12B7mtzKwG7RRgq1fk1vaN144,8893
 supervisely/api/annotation_api.py,sha256=U6dHUIOt6Fe8XcbX1MA19z-fg91maOumJAawKG5ZJsk,82876
-supervisely/api/api.py,sha256=HyW8K0AEsiFf3HV2o9HbS-UJZfuMwWGIJPERbNifgWg,67695
-supervisely/api/app_api.py,sha256=u0DLOTS0jMD73bUFDmJkr1y3Tfw70hmbox1gq5Tw1a4,75707
+supervisely/api/api.py,sha256=pEgRIWlVqDdtDjAeL_nx2Rwldm6ANwLLacm6kLnyvbE,67723
+supervisely/api/app_api.py,sha256=HaltkadXqel7hFBQdwsn5Qvmrx5eEqDXUu6X98nHerk,76226
 supervisely/api/constants.py,sha256=WfqIcEpRnU4Mcfb6q0njeRs2VVSoTAJaIyrqBkBjP8I,253
 supervisely/api/dataset_api.py,sha256=7idBMFL8jumWNw-wlBAbQWC09RskG-3GlidfPDukq3Q,47930
-supervisely/api/entities_collection_api.py,sha256=6nbh5KxBzqGwtjV9tgzMFHBKVla2x-pgIV_xfSL6j4E,9960
+supervisely/api/entities_collection_api.py,sha256=Be13HsfMFLmq9XpiOfQog0Y569kbUn52hXv6x5vX3Vg,22624
 supervisely/api/file_api.py,sha256=gNXNsikocSYRojoZrVmXIqXycqXm0e320piAwaLN6JI,92978
 supervisely/api/github_api.py,sha256=NIexNjEer9H5rf5sw2LEZd7C1WR-tK4t6IZzsgeAAwQ,623
 supervisely/api/image_annotation_tool_api.py,sha256=YcUo78jRDBJYvIjrd-Y6FJAasLta54nnxhyaGyanovA,5237
-supervisely/api/image_api.py,sha256=mjKuX6jG5TK_V8EQyqcD6eSBAK1oJbVJZCDtflO00mg,227764
+supervisely/api/image_api.py,sha256=kDx5VO-1IXrN6HDTta9CYjlPGHGiXOh2zv1wO5rON0s,232422
 supervisely/api/import_storage_api.py,sha256=BDCgmR0Hv6OoiRHLCVPKt3iDxSVlQp1WrnKhAK_Zl84,460
 supervisely/api/issues_api.py,sha256=BqDJXmNoTzwc3xe6_-mA7FDFC5QQ-ahGbXk_HmpkSeQ,17925
 supervisely/api/labeling_job_api.py,sha256=G2_BV_WtA2lAhfw_nAQmWmv1P-pwimD0ba9GVKoGjiA,55537
 supervisely/api/labeling_queue_api.py,sha256=ilNjAL1d9NSa9yabQn6E-W26YdtooT3ZGXIFZtGnAvY,30158
-supervisely/api/module_api.py,sha256=LKRciU6kKiBTUxb_3iYd5yfUBrhm9Sl0epDd8YBTnPc,45413
+supervisely/api/module_api.py,sha256=Pqj_BxgHmfba0MGA5PPNU-dbSrwR4Fcyfaqnc-cKwGI,46006
 supervisely/api/object_class_api.py,sha256=7-npNFMYjWNtSXYZg6syc6bX56_oCzDU2kFRPGQWCwA,10399
 supervisely/api/plugin_api.py,sha256=SFm0IlTTOjuHBLUMgG4d4k6U3cWJocE-SVb-f08fwMQ,5286
-supervisely/api/project_api.py,sha256=WNTMqAa0ZedYesfiZEkZtaFr5huxIpJ8TFYygTnlAWQ,80309
+supervisely/api/project_api.py,sha256=WELYM9ktA0L5TgQ2VgICxNPVWUA7LCzMi1ntBWXSIfg,88664
 supervisely/api/project_class_api.py,sha256=5cyjdGPPb2tpttu5WmYoOxUNiDxqiojschkhZumF0KM,1426
 supervisely/api/remote_storage_api.py,sha256=1O4rTIwW8s9gxC00yvFuKbEMGNsa7YSRlZ8j494ARwY,17793
 supervisely/api/report_api.py,sha256=Om7CGulUbQ4BuJ16eDtz7luLe0JQNqab-LoLpUXu7YE,7123
@@ -69,7 +69,7 @@ supervisely/api/pointcloud/pointcloud_object_api.py,sha256=bO1USWb9HAywG_CW4CDu1
 supervisely/api/pointcloud/pointcloud_tag_api.py,sha256=iShtr052nOElxsyMyZEUT2vypEm6kP00gnP13ABX24A,4691
 supervisely/api/video/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 supervisely/api/video/video_annotation_api.py,sha256=LAdZUC5qB6Q3ufDEUfWERYiglM3I_MYg9Yv1Nn6aKZ4,14137
-supervisely/api/video/video_api.py,sha256=0IAmhidtlIr3N_tcOG_YrALQ_TBOAf2tsQei5_RrRuM,94503
+supervisely/api/video/video_api.py,sha256=H4Lm6S4CSZ2fP2mCchWtqUrczlzfDVsb7Tc5ZNPXDcc,94738
 supervisely/api/video/video_figure_api.py,sha256=quksohjhgrK2l2-PtbbNE99fOW6uWXX59-_4xfc-I-k,6244
 supervisely/api/video/video_frame_api.py,sha256=4GwSI4xdCNYEUvTqzKc-Ewd44fw5zqkFoD24jrrN_aY,10214
 supervisely/api/video/video_object_api.py,sha256=IC0NP8EoIT_d3xxDRgz2cA3ixSiuJ5ymy64eS-RfmDM,2227
@@ -610,8 +610,8 @@ supervisely/convert/image/multi_view/multi_view.py,sha256=V-6oFN6oDre7UhejfyDkGK
 supervisely/convert/image/multispectral/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 supervisely/convert/image/multispectral/multispectral_converter.py,sha256=T3etYVNI0AUUrQsQhxw_r85NthXrqhqmdZQfz8kUY0g,5194
 supervisely/convert/image/pascal_voc/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-supervisely/convert/image/pascal_voc/pascal_voc_converter.py,sha256=zpn_s_WT1Z72WztXlPEJIBfO7-DbHCnjsOZFGOoYMCA,7729
-supervisely/convert/image/pascal_voc/pascal_voc_helper.py,sha256=vu6L2Gm1IU5aDPGibngVJvdje0ndS8NW-0WRhmr6vPE,29415
+supervisely/convert/image/pascal_voc/pascal_voc_converter.py,sha256=JwbkAT3W7aNHuxr9fas9PGrfDy4f5beyx6DWItIdVTw,9247
+supervisely/convert/image/pascal_voc/pascal_voc_helper.py,sha256=Ek2KeQjKhSDup8PBE53Pg82x7HHNjDkWNilmz7BHYj4,30199
 supervisely/convert/image/pdf/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 supervisely/convert/image/pdf/pdf_converter.py,sha256=LKvVng9jPp0cSIjYEjKLOb48wtdOdB7LXS2gjmOdZhE,2442
 supervisely/convert/image/pdf/pdf_helper.py,sha256=IDwLEvsVy8lu-KC1lXvSRkZZ9BCC6ylebnNEtLQU5L4,1288
@@ -1114,9 +1114,9 @@ supervisely/worker_proto/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZ
 supervisely/worker_proto/worker_api_pb2.py,sha256=VQfi5JRBHs2pFCK1snec3JECgGnua3Xjqw_-b3aFxuM,59142
 supervisely/worker_proto/worker_api_pb2_grpc.py,sha256=3BwQXOaP9qpdi0Dt9EKG--Lm8KGN0C5AgmUfRv77_Jk,28940
 supervisely_lib/__init__.py,sha256=7-3QnN8Zf0wj8NCr2oJmqoQWMKKPKTECvjH9pd2S5vY,159
-supervisely-6.73.398.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-supervisely-6.73.398.dist-info/METADATA,sha256=63LzbyDrvBYTjAZtYOo7Wp9ealkOXaqXMsjXZL4UtGw,35254
-supervisely-6.73.398.dist-info/WHEEL,sha256=iAkIy5fosb7FzIOwONchHf19Qu7_1wCWyFNR5gu9nU0,91
-supervisely-6.73.398.dist-info/entry_points.txt,sha256=U96-5Hxrp2ApRjnCoUiUhWMqijqh8zLR03sEhWtAcms,102
-supervisely-6.73.398.dist-info/top_level.txt,sha256=kcFVwb7SXtfqZifrZaSE3owHExX4gcNYe7Q2uoby084,28
-supervisely-6.73.398.dist-info/RECORD,,
+supervisely-6.73.400.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+supervisely-6.73.400.dist-info/METADATA,sha256=OAhC-qZAZEo5vAWfXk7ZiFnIKM_iigbJZErhN6eSFJo,35254
+supervisely-6.73.400.dist-info/WHEEL,sha256=iAkIy5fosb7FzIOwONchHf19Qu7_1wCWyFNR5gu9nU0,91
+supervisely-6.73.400.dist-info/entry_points.txt,sha256=U96-5Hxrp2ApRjnCoUiUhWMqijqh8zLR03sEhWtAcms,102
+supervisely-6.73.400.dist-info/top_level.txt,sha256=kcFVwb7SXtfqZifrZaSE3owHExX4gcNYe7Q2uoby084,28
+supervisely-6.73.400.dist-info/RECORD,,