label-studio-sdk 1.0.12__tar.gz → 1.0.13__tar.gz

{label_studio_sdk-1.0.12 → label_studio_sdk-1.0.13}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: label-studio-sdk
-Version: 1.0.12
+Version: 1.0.13
 Summary: 
 Requires-Python: >=3.9,<4
 Classifier: Intended Audience :: Developers
@@ -29,6 +29,7 @@ Requires-Dist: jsonschema (>=4.23.0)
 Requires-Dist: lxml (>=4.2.5)
 Requires-Dist: nltk (>=3.9.1,<4.0.0)
 Requires-Dist: numpy (>=1.26.4,<3.0.0)
+Requires-Dist: opencv-python (>=4.9.0,<5.0.0)
 Requires-Dist: pandas (>=0.24.0)
 Requires-Dist: pydantic (>=1.9.2)
 Requires-Dist: pydantic-core (>=2.18.2,<3.0.0)

{label_studio_sdk-1.0.12 → label_studio_sdk-1.0.13}/pyproject.toml

@@ -3,7 +3,7 @@ name = "label-studio-sdk"
 
 [tool.poetry]
 name = "label-studio-sdk"
-version = "1.0.12"
+version = "1.0.13"
 description = ""
 readme = "README.md"
 authors = []
@@ -45,6 +45,7 @@ jsonschema = ">=4.23.0"
 lxml = ">=4.2.5"
 nltk = "^3.9.1"
 numpy = ">=1.26.4,<3.0.0"
+opencv-python = "^4.9.0"
 pandas = ">=0.24.0"
 pydantic = ">= 1.9.2"
 pydantic-core = "^2.18.2"

{label_studio_sdk-1.0.12 → label_studio_sdk-1.0.13}/src/label_studio_sdk/converter/converter.py

@@ -11,13 +11,14 @@ from datetime import datetime
 from enum import Enum
 from glob import glob
 from shutil import copy2
-from typing import Optional
+from typing import Optional, List, Tuple
 
 import ijson
 import ujson as json
 from PIL import Image
 from label_studio_sdk.converter import brush
 from label_studio_sdk.converter.audio import convert_to_asr_json_manifest
+from label_studio_sdk.converter.keypoints import process_keypoints_for_coco, build_kp_order, update_categories_for_keypoints, keypoints_in_label_config, get_yolo_categories_for_keypoints
 from label_studio_sdk.converter.exports import csv2
 from label_studio_sdk.converter.utils import (
     parse_config,
@@ -34,6 +35,7 @@ from label_studio_sdk.converter.utils import (
     convert_annotation_to_yolo_obb,
 )
 from label_studio_sdk._extensions.label_studio_tools.core.utils.io import get_local_path
+from label_studio_sdk.converter.exports.yolo import process_and_save_yolo_annotations
 
 logger = logging.getLogger(__name__)
 
@@ -109,13 +111,13 @@ class Converter(object):
             "description": "Popular machine learning format used by the COCO dataset for object detection and image "
             "segmentation tasks with polygons and rectangles.",
             "link": "https://labelstud.io/guide/export.html#COCO",
-            "tags": ["image segmentation", "object detection"],
+            "tags": ["image segmentation", "object detection", "keypoints"],
         },
         Format.COCO_WITH_IMAGES: {
             "title": "COCO with Images",
             "description": "COCO format with images downloaded.",
             "link": "https://labelstud.io/guide/export.html#COCO",
-            "tags": ["image segmentation", "object detection"],
+            "tags": ["image segmentation", "object detection", "keypoints"],
         },
         Format.VOC: {
             "title": "Pascal VOC XML",
@@ -128,13 +130,13 @@ class Converter(object):
             "description": "Popular TXT format is created for each image file. Each txt file contains annotations for "
             "the corresponding image file, that is object class, object coordinates, height & width.",
             "link": "https://labelstud.io/guide/export.html#YOLO",
-            "tags": ["image segmentation", "object detection"],
+            "tags": ["image segmentation", "object detection", "keypoints"],
         },
         Format.YOLO_WITH_IMAGES: {
             "title": "YOLO with Images",
             "description": "YOLO format with images downloaded.",
             "link": "https://labelstud.io/guide/export.html#YOLO",
-            "tags": ["image segmentation", "object detection"],
+            "tags": ["image segmentation", "object detection", "keypoints"],
         },
         Format.YOLO_OBB: {
             "title": "YOLOv8 OBB",
@@ -205,6 +207,7 @@ class Converter(object):
         self._schema = None
         self.access_token = access_token
         self.hostname = hostname
+        self.is_keypoints = None
 
         if isinstance(config, dict):
             self._schema = config
@@ -376,11 +379,14 @@ class Converter(object):
             and (
                 "RectangleLabels" in output_tag_types
                 or "PolygonLabels" in output_tag_types
+                or "KeyPointLabels" in output_tag_types
             )
             or "Rectangle" in output_tag_types
             and "Labels" in output_tag_types
             or "PolygonLabels" in output_tag_types
             and "Labels" in output_tag_types
+            or "KeyPointLabels" in output_tag_types
+            and "Labels" in output_tag_types
         ):
             all_formats.remove(Format.COCO.name)
             all_formats.remove(Format.COCO_WITH_IMAGES.name)
@@ -522,6 +528,9 @@ class Converter(object):
                     if "original_height" in r:
                         v["original_height"] = r["original_height"]
                     outputs[r["from_name"]].append(v)
+                    if self.is_keypoints:
+                        v['id'] = r.get('id')
+                        v['parentID'] = r.get('parentID')
 
             data = Converter.get_data(task, outputs, annotation)
             if "agreement" in task:
@@ -638,6 +647,7 @@ class Converter(object):
             os.makedirs(output_image_dir, exist_ok=True)
         images, categories, annotations = [], [], []
         categories, category_name_to_id = self._get_labels()
+        categories, category_name_to_id = update_categories_for_keypoints(categories, category_name_to_id, self._schema)
         data_key = self._data_keys[0]
         item_iterator = (
             self.iter_from_dir(input_data)
@@ -703,9 +713,10 @@ class Converter(object):
                 logger.debug(f'Empty bboxes for {item["output"]}')
                 continue
 
+            keypoint_labels = []
             for label in labels:
                 category_name = None
-                for key in ["rectanglelabels", "polygonlabels", "labels"]:
+                for key in ["rectanglelabels", "polygonlabels", "keypointlabels", "labels"]:
                     if key in label and len(label[key]) > 0:
                         category_name = label[key][0]
                         break
@@ -775,11 +786,22 @@ class Converter(object):
                             "area": get_polygon_area(x, y),
                         }
                     )
+                elif "keypointlabels" in label:
+                    keypoint_labels.append(label)
                 else:
                     raise ValueError("Unknown label type")
 
                 if os.getenv("LABEL_STUDIO_FORCE_ANNOTATOR_EXPORT"):
                     annotations[-1].update({"annotator": get_annotator(item)})
+            if keypoint_labels:
+                kp_order = build_kp_order(self._schema)
+                annotations.append(process_keypoints_for_coco(
+                    keypoint_labels,
+                    kp_order,
+                    annotation_id=len(annotations),
+                    image_id=image_id,
+                    category_name_to_id=category_name_to_id,
+                ))
 
         with io.open(output_file, mode="w", encoding="utf8") as fout:
             json.dump(
@@ -846,7 +868,14 @@ class Converter(object):
         else:
             output_label_dir = os.path.join(output_dir, "labels")
             os.makedirs(output_label_dir, exist_ok=True)
-        categories, category_name_to_id = self._get_labels()
+        is_keypoints = keypoints_in_label_config(self._schema)
+
+        if is_keypoints:
+            # we use this attribute to add id and parentID to annotation data
+            self.is_keypoints = True
+            categories, category_name_to_id = get_yolo_categories_for_keypoints(self._schema)
+        else:
+            categories, category_name_to_id = self._get_labels()
         data_key = self._data_keys[0]
         item_iterator = (
             self.iter_from_dir(input_data)
@@ -923,82 +952,7 @@ class Converter(object):
                         pass
                 continue
 
-            annotations = []
-            for label in labels:
-                category_name = None
-                category_names = []  # considering multi-label
-                for key in ["rectanglelabels", "polygonlabels", "labels"]:
-                    if key in label and len(label[key]) > 0:
-                        # change to save multi-label
-                        for category_name in label[key]:
-                            category_names.append(category_name)
-
-                if len(category_names) == 0:
-                    logger.debug(
-                        "Unknown label type or labels are empty: " + str(label)
-                    )
-                    continue
-
-                for category_name in category_names:
-                    if category_name not in category_name_to_id:
-                        category_id = len(categories)
-                        category_name_to_id[category_name] = category_id
-                        categories.append({"id": category_id, "name": category_name})
-                    category_id = category_name_to_id[category_name]
-
-                    if (
-                        "rectanglelabels" in label
-                        or "rectangle" in label
-                        or "labels" in label
-                    ):
-                        # yolo obb
-                        if is_obb:
-                            obb_annotation = convert_annotation_to_yolo_obb(label)
-                            if obb_annotation is None:
-                                continue
-
-                            top_left, top_right, bottom_right, bottom_left = (
-                                obb_annotation
-                            )
-                            x1, y1 = top_left
-                            x2, y2 = top_right
-                            x3, y3 = bottom_right
-                            x4, y4 = bottom_left
-                            annotations.append(
-                                [category_id, x1, y1, x2, y2, x3, y3, x4, y4]
-                            )
-
-                        # simple yolo
-                        else:
-                            annotation = convert_annotation_to_yolo(label)
-                            if annotation is None:
-                                continue
-
-                            (
-                                x,
-                                y,
-                                w,
-                                h,
-                            ) = annotation
-                            annotations.append([category_id, x, y, w, h])
-
-                    elif "polygonlabels" in label or "polygon" in label:
-                        if not ('points' in label):
-                            continue
-                        points_abs = [(x / 100, y / 100) for x, y in label["points"]]
-                        annotations.append(
-                            [category_id]
-                            + [coord for point in points_abs for coord in point]
-                        )
-                    else:
-                        raise ValueError(f"Unknown label type {label}")
-            with open(label_path, "w") as f:
-                for annotation in annotations:
-                    for idx, l in enumerate(annotation):
-                        if idx == len(annotation) - 1:
-                            f.write(f"{l}\n")
-                        else:
-                            f.write(f"{l} ")
+            categories, category_name_to_id = process_and_save_yolo_annotations(labels, label_path, category_name_to_id, categories, is_obb, is_keypoints, self._schema)
         with open(class_file, "w", encoding="utf8") as f:
             for c in categories:
                 f.write(c["name"] + "\n")

label_studio_sdk-1.0.13/src/label_studio_sdk/converter/exports/yolo.py

@@ -0,0 +1,149 @@
+import logging
+from label_studio_sdk.converter.utils import convert_annotation_to_yolo, convert_annotation_to_yolo_obb
+from label_studio_sdk.converter.keypoints import build_kp_order
+
+logger = logging.getLogger(__name__)
+
+def process_keypoints_for_yolo(labels, label_path,
+                               category_name_to_id, categories,
+                               is_obb, kp_order):
+    class_map = {c['name']: c['id'] for c in categories}
+
+    rectangles = {}
+    for item in labels:
+        if item['type'].lower() == 'rectanglelabels':
+            bbox_id = item['id']
+            cls_name = item['rectanglelabels'][0]
+            cls_idx = class_map.get(cls_name)
+            if cls_idx is None:
+                continue
+
+            x      = item['x'] / 100.0
+            y      = item['y'] / 100.0
+            width  = item['width']  / 100.0
+            height = item['height'] / 100.0
+            x_c    = x + width  / 2.0
+            y_c    = y + height / 2.0
+
+            rectangles[bbox_id] = {
+                'class_idx': cls_idx,
+                'x_center':  x_c,
+                'y_center':  y_c,
+                'width':     width,
+                'height':    height,
+                'kp_dict':   {}
+            }
+
+    for item in labels:
+        if item['type'].lower() == 'keypointlabels':
+            parent_id = item.get('parentID')
+            if parent_id not in rectangles:
+                continue
+            label_name = item['keypointlabels'][0]
+            kp_x = item['x'] / 100.0
+            kp_y = item['y'] / 100.0
+            rectangles[parent_id]['kp_dict'][label_name] = (kp_x, kp_y, 2)  # 2 = visible
+
+    lines = []
+    for rect in rectangles.values():
+        base = [
+            rect['class_idx'],
+            rect['x_center'],
+            rect['y_center'],
+            rect['width'],
+            rect['height']
+        ]
+        keypoints = []
+        for k in kp_order:
+            keypoints.extend(rect['kp_dict'].get(k, (0.0, 0.0, 0)))
+        line = ' '.join(map(str, base + keypoints))
+        lines.append(line)
+
+    with open(label_path, 'w', encoding='utf-8') as f:
+        f.write('\n'.join(lines))
+
+
+def process_and_save_yolo_annotations(labels, label_path, category_name_to_id, categories, is_obb, is_keypoints, label_config):
+    if is_keypoints:
+        kp_order = build_kp_order(label_config)
+        process_keypoints_for_yolo(labels, label_path, category_name_to_id, categories, is_obb, kp_order)
+        return categories, category_name_to_id
+
+    annotations = []
+    for label in labels:
+        category_name = None
+        category_names = []  # considering multi-label
+        for key in ["rectanglelabels", "polygonlabels", "labels"]:
+            if key in label and len(label[key]) > 0:
+                # change to save multi-label
+                for category_name in label[key]:
+                    category_names.append(category_name)
+
+        if len(category_names) == 0:
+            logger.debug(
+                "Unknown label type or labels are empty: " + str(label)
+            )
+            continue
+
+        for category_name in category_names:
+            if category_name not in category_name_to_id:
+                category_id = len(categories)
+                category_name_to_id[category_name] = category_id
+                categories.append({"id": category_id, "name": category_name})
+            category_id = category_name_to_id[category_name]
+
+            if (
+                "rectanglelabels" in label
+                or "rectangle" in label
+                or "labels" in label
+            ):
+                # yolo obb
+                if is_obb:
+                    obb_annotation = convert_annotation_to_yolo_obb(label)
+                    if obb_annotation is None:
+                        continue
+
+                    top_left, top_right, bottom_right, bottom_left = (
+                        obb_annotation
+                    )
+                    x1, y1 = top_left
+                    x2, y2 = top_right
+                    x3, y3 = bottom_right
+                    x4, y4 = bottom_left
+                    annotations.append(
+                        [category_id, x1, y1, x2, y2, x3, y3, x4, y4]
+                    )
+
+                # simple yolo
+                else:
+                    annotation = convert_annotation_to_yolo(label)
+                    if annotation is None:
+                        continue
+
+                    (
+                        x,
+                        y,
+                        w,
+                        h,
+                    ) = annotation
+                    annotations.append([category_id, x, y, w, h])
+
+            elif "polygonlabels" in label or "polygon" in label:
+                if not ('points' in label):
+                    continue
+                points_abs = [(x / 100, y / 100) for x, y in label["points"]]
+                annotations.append(
+                    [category_id]
+                    + [coord for point in points_abs for coord in point]
+                )
+            else:
+                raise ValueError(f"Unknown label type {label}")
+    with open(label_path, "w") as f:
+        for annotation in annotations:
+            for idx, l in enumerate(annotation):
+                if idx == len(annotation) - 1:
+                    f.write(f"{l}\n")
+                else:
+                    f.write(f"{l} ")
+
+    return categories, category_name_to_id

label_studio_sdk-1.0.13/src/label_studio_sdk/converter/keypoints.py

@@ -0,0 +1,146 @@
+import os
+import json
+
+
+def keypoints_in_label_config(label_config):
+    """
+    Check if the label config contains keypoints.
+    :param label_config: Label config in JSON format.
+    :return: True if keypoints are present, False otherwise.
+    """
+    for cfg in label_config.values():
+        if cfg.get("type") == "KeyPointLabels":
+            return True
+    return False
+
+
+def update_categories_for_keypoints(categories, category_name_to_id, label_config):
+    keypoint_labels = []
+    for cfg in label_config.values():
+        if cfg.get("type") == "KeyPointLabels":
+            keypoint_labels.extend(cfg.get("labels", []))
+    keypoint_labels = list(dict.fromkeys(keypoint_labels))
+
+    non_kp = [cat.copy() for cat in categories if cat["name"] not in keypoint_labels]
+
+    new_categories = []
+    new_mapping = {}
+    next_id = 0
+    for cat in non_kp:
+        cat["id"] = next_id
+        new_categories.append(cat)
+        new_mapping[cat["name"]] = next_id
+        next_id += 1
+
+    if keypoint_labels:
+        merged_id = next_id
+        merged_category = {
+            "id": merged_id,
+            "name": "default",
+            "supercategory": "default",
+            "keypoints": keypoint_labels,
+            "skeleton": []
+        }
+        new_categories.append(merged_category)
+        for kp_name in keypoint_labels:
+            new_mapping[kp_name] = merged_id
+
+    return new_categories, new_mapping
+
+
+def build_kp_order(label_config):
+    kp_block = {}
+
+    for tag in label_config.values():
+        if tag.get("type") == "KeyPointLabels":
+            kp_block.update(tag.get("labels_attrs", {}))
+
+    pairs, used = [], set()
+
+    for name, attrs in kp_block.items():
+        try:
+            idx = int(attrs.get("model_index"))
+        except (TypeError, ValueError):
+            continue
+        if idx in used:
+            continue
+        pairs.append((idx, name))
+        used.add(idx)
+
+    pairs.sort(key=lambda p: p[0])
+    result = [name for _, name in pairs]
+    return result
+
+
+def get_bbox_coco(keypoints, kp_order):
+    xs = [keypoints[3*i] for i in range(len(kp_order)) if keypoints[3*i + 2] > 0]
+    ys = [keypoints[3*i + 1] for i in range(len(kp_order)) if keypoints[3*i + 2] > 0]
+    if xs and ys:
+        x_min = min(xs)
+        y_min = min(ys)
+        x_max = max(xs)
+        y_max = max(ys)
+        width = x_max - x_min
+        height = y_max - y_min
+        bbox = [x_min, y_min, width, height]
+    else:
+        bbox = [0, 0, 0, 0]
+    return bbox
+
+
+def process_keypoints_for_coco(keypoint_labels, kp_order, annotation_id, image_id, category_name_to_id):
+    keypoints = [0] * (len(kp_order) * 3)
+
+    for kp in keypoint_labels:
+        width, height = kp["original_width"], kp["original_height"]
+        x, y = kp['x'] / 100 * width, kp['y'] / 100 * height
+        labels = kp.get('keypointlabels', [])
+        v = 2 if labels else 0
+        for label in labels:
+            if label in kp_order:
+                idx = kp_order.index(label)
+                keypoints[3 * idx] = int(round(x))
+                keypoints[3 * idx + 1] = int(round(y))
+                keypoints[3 * idx + 2] = v
+
+    num_keypoints = sum(1 for i in range(len(kp_order)) if keypoints[3*i + 2] > 0)
+
+    bbox = get_bbox_coco(keypoints, kp_order)
+
+    category_id = category_name_to_id.get(kp_order[0], 0)
+    annotation = {
+        'id': annotation_id,
+        'image_id': image_id,
+        'category_id': category_id,
+        'keypoints': keypoints,
+        'num_keypoints': num_keypoints,
+        'bbox': bbox,
+        'iscrowd': 0
+    }
+    return annotation
+
+
+def get_yolo_categories_for_keypoints(label_config):
+    # Get all keypoint labels from the label config
+    keypoint_labels = []
+    for cfg in label_config.values():
+        if cfg.get("type") == "KeyPointLabels":
+            keypoint_labels.extend(cfg.get("labels", []))
+    keypoint_labels = list(dict.fromkeys(keypoint_labels))  # Remove duplicates
+
+    # Get all rectangle labels from the label config
+    rectangle_labels = []
+    for cfg in label_config.values():
+        if cfg.get("type") == "RectangleLabels":
+            rectangle_labels.extend(cfg.get("labels", []))
+    rectangle_labels = list(dict.fromkeys(rectangle_labels))  # Remove duplicates
+
+    # Create categories for each rectangle label
+    categories = []
+    category_name_to_id = {}
+
+    for i, label in enumerate(rectangle_labels):
+        categories.append({"id": i, "name": label, "keypoints": keypoint_labels})
+        category_name_to_id[label] = i
+
+    return categories, category_name_to_id