dtlpy 1.114.17__py3-none-any.whl → 1.116.6__py3-none-any.whl

dtlpy/examples/triggers.py

@@ -1,49 +1,49 @@
-def main():
-    import dtlpy as dl
-
-    project = dl.projects.get(project_name='project_name')
-
-    ##################
-    # create trigger #
-    ##################
-    # create Item trigger
-    # that will trigger service with given id
-    # when item is created
-    trigger = project.triggers.create(service_ids=['some_service_id'],
-                                      resource=dl.FiltersResource.ITEM,
-                                      actions=dl.TriggerAction.CREATED,
-                                      active=True)
-
-    # create Annotation trigger
-    # that will trigger service with given id
-    # when Annotation is deleted
-    trigger = project.triggers.create(service_ids=['some_service_id'],
-                                      resource=dl.FiltersResource.ANNOTATION,
-                                      actions=dl.TriggerAction.DELETED,
-                                      active=True)
-
-    ##################
-    # update trigger #
-    ##################
-    # if we want trigger to be triggered on Created
-    trigger.actions = ['Annotation']
-    trigger.update()
-
-    # update trigger filters
-    # to work only on specific items
-    # trigger will be triggered only on
-    # items with string: dog in their name
-    filters = dl.Filters()
-    filters.add(field='filename', values='*dog*')
-    trigger.filters = filters
-    trigger.update()
-
-    ##################
-    # delete trigger #
-    ##################
-    trigger.delete()
-
-    ############################
-    # list of project triggers #
-    ############################
-    project.triggers.list()
+def main():
+    import dtlpy as dl
+
+    project = dl.projects.get(project_name='project_name')
+
+    ##################
+    # create trigger #
+    ##################
+    # create Item trigger
+    # that will trigger service with given id
+    # when item is created
+    trigger = project.triggers.create(service_ids=['some_service_id'],
+                                      resource=dl.FiltersResource.ITEM,
+                                      actions=dl.TriggerAction.CREATED,
+                                      active=True)
+
+    # create Annotation trigger
+    # that will trigger service with given id
+    # when Annotation is deleted
+    trigger = project.triggers.create(service_ids=['some_service_id'],
+                                      resource=dl.FiltersResource.ANNOTATION,
+                                      actions=dl.TriggerAction.DELETED,
+                                      active=True)
+
+    ##################
+    # update trigger #
+    ##################
+    # if we want trigger to be triggered on Created
+    trigger.actions = ['Annotation']
+    trigger.update()
+
+    # update trigger filters
+    # to work only on specific items
+    # trigger will be triggered only on
+    # items with string: dog in their name
+    filters = dl.Filters()
+    filters.add(field='filename', values='*dog*')
+    trigger.filters = filters
+    trigger.update()
+
+    ##################
+    # delete trigger #
+    ##################
+    trigger.delete()
+
+    ############################
+    # list of project triggers #
+    ############################
+    project.triggers.list()

dtlpy/examples/upload_batch_of_items.py

@@ -1,20 +1,20 @@
-def main():
-    """
-
-    :return:
-    """
-    import dtlpy as dl
-
-    # Get project and dataset
-    project = dl.projects.get(project_name='Curling')
-    dataset = project.datasets.get(dataset_name='Practice')
-
-    # upload specific files
-    dataset.items.upload(local_path=['/home/project/images/John Morris.jpg',
-                                     '/home/project/images/John Benton.jpg',
-                                     '/home/project/images/Liu Jinli.jpg'],
-                         remote_path='/first_batch')
-
-    # upload all files in a folder
-    dataset.items.upload(local_path='/home/project/images',
-                         remote_path='/first_batch')
+def main():
+    """
+
+    :return:
+    """
+    import dtlpy as dl
+
+    # Get project and dataset
+    project = dl.projects.get(project_name='Curling')
+    dataset = project.datasets.get(dataset_name='Practice')
+
+    # upload specific files
+    dataset.items.upload(local_path=['/home/project/images/John Morris.jpg',
+                                     '/home/project/images/John Benton.jpg',
+                                     '/home/project/images/Liu Jinli.jpg'],
+                         remote_path='/first_batch')
+
+    # upload all files in a folder
+    dataset.items.upload(local_path='/home/project/images',
+                         remote_path='/first_batch')

dtlpy/examples/upload_items_and_custom_format_annotations.py

@@ -1,55 +1,55 @@
-def main():
-    """
-    This is an example how to upload files and annotations to Dataloop platform.
-    Image folder contains the images to upload.
-    Annotations folder contains json file of the annotations. Same name as the image.
-    We read the images one by one and create the Dataloop annotations using the annotation builder.
-    Finally, we upload both the image and the matching annotations
-
-    :return:
-    """
-    import json
-    import os
-    import dtlpy as dl
-
-    # Get project and dataset
-    project = dl.projects.get(project_name='Yachts')
-    dataset = project.datasets.get(dataset_name='Open Seas')
-
-    images_folder = '/home/local/images'
-    annotations_folder = '/home/local/annotations'
-
-    for img_filename in os.listdir(images_folder):
-        # get the matching annotations json
-        _, ext = os.path.splitext(img_filename)
-        ann_filename = os.path.join(annotations_folder, img_filename.replace(ext, '.json'))
-        img_filename = os.path.join(images_folder, img_filename)
-
-        # Upload or get annotations from platform (if already exists)
-        item = dataset.items.upload(local_path=img_filename,
-                                    remote_path='/in_storm',
-                                    overwrite=False)
-        assert isinstance(item, dl.Item)
-
-        # read annotations from file
-        with open(ann_filename, 'r') as f:
-            annotations = json.load(f)
-
-        # create a Builder instance and add all annotations to it
-        builder = item.annotations.builder()
-        for annotation in annotations:
-            # line format if 4 points of bbox
-            # this is where you need to update according to your annotation format
-            label_id = annotation['label']
-            left = annotation['left']
-            top = annotation['top']
-            right = annotation['right']
-            bottom = annotation['bottom']
-            builder.add(annotation_definition=dl.Box(top=top,
-                                                     left=left,
-                                                     bottom=bottom,
-                                                     right=right,
-                                                     label=str(label_id)))
-
-        # upload annotations
-        item.annotations.upload(builder)
+def main():
+    """
+    This is an example how to upload files and annotations to Dataloop platform.
+    Image folder contains the images to upload.
+    Annotations folder contains json file of the annotations. Same name as the image.
+    We read the images one by one and create the Dataloop annotations using the annotation builder.
+    Finally, we upload both the image and the matching annotations
+
+    :return:
+    """
+    import json
+    import os
+    import dtlpy as dl
+
+    # Get project and dataset
+    project = dl.projects.get(project_name='Yachts')
+    dataset = project.datasets.get(dataset_name='Open Seas')
+
+    images_folder = '/home/local/images'
+    annotations_folder = '/home/local/annotations'
+
+    for img_filename in os.listdir(images_folder):
+        # get the matching annotations json
+        _, ext = os.path.splitext(img_filename)
+        ann_filename = os.path.join(annotations_folder, img_filename.replace(ext, '.json'))
+        img_filename = os.path.join(images_folder, img_filename)
+
+        # Upload or get annotations from platform (if already exists)
+        item = dataset.items.upload(local_path=img_filename,
+                                    remote_path='/in_storm',
+                                    overwrite=False)
+        assert isinstance(item, dl.Item)
+
+        # read annotations from file
+        with open(ann_filename, 'r') as f:
+            annotations = json.load(f)
+
+        # create a Builder instance and add all annotations to it
+        builder = item.annotations.builder()
+        for annotation in annotations:
+            # line format if 4 points of bbox
+            # this is where you need to update according to your annotation format
+            label_id = annotation['label']
+            left = annotation['left']
+            top = annotation['top']
+            right = annotation['right']
+            bottom = annotation['bottom']
+            builder.add(annotation_definition=dl.Box(top=top,
+                                                     left=left,
+                                                     bottom=bottom,
+                                                     right=right,
+                                                     label=str(label_id)))
+
+        # upload annotations
+        item.annotations.upload(builder)

dtlpy/examples/upload_items_with_modalities.py

@@ -1,43 +1,43 @@
-def main(project_name, dataset_name):
-    import traceback
-    import random
-    import string
-    import dtlpy as dl
-    from concurrent.futures import ThreadPoolExecutor
-
-    def upload_single(w_url, w_metadata):
-        try:
-            item = dataset.items.upload(local_path=dl.UrlLink(
-                ref=w_url,
-                name='.{}.json'.format(
-                    ''.join(random.choice(string.ascii_lowercase + string.digits) for _ in range(10)))),
-                remote_path='/cats',
-                item_metadata=w_metadata)
-            return item.id
-        except:
-            print(traceback.format_exc())
-            return None
-
-    primary_url = 'https://images.unsplash.com/photo-1518020382113-a7e8fc38eac9'
-    secondary_urls = [
-        'https://images.unsplash.com/photo-1543852786-1cf6624b9987',
-        'https://images.unsplash.com/photo-1561948955-570b270e7c36'
-    ]
-    project = dl.projects.get(project_name=project_name)
-    dataset = project.datasets.get(dataset_name=dataset_name)
-
-    pool = ThreadPoolExecutor(max_workers=32)
-    jobs = list()
-    for i_url, url in enumerate(secondary_urls):
-        jobs.append(pool.submit(upload_single, **{'w_url': url,
-                                                  'w_metadata': {'user': {'num': i_url}}}))
-    pool.shutdown()
-    secondary_ids = [j.result() for j in jobs]
-    modalities = list()
-    for i_secondary_id, secondary_id in enumerate(secondary_ids):
-        modalities.append(dl.Modality(modality_type=dl.ModalityTypeEnum.OVERLAY,
-                                      ref=secondary_id,
-                                      name='cat_num:{}'.format(i_secondary_id)).to_json())
-
-    primary_item = dataset.items.upload(local_path=dl.UrlLink(ref=primary_url),
-                                        item_metadata={'system': {'modalities': modalities}})
+def main(project_name, dataset_name):
+    import traceback
+    import random
+    import string
+    import dtlpy as dl
+    from concurrent.futures import ThreadPoolExecutor
+
+    def upload_single(w_url, w_metadata):
+        try:
+            item = dataset.items.upload(local_path=dl.UrlLink(
+                ref=w_url,
+                name='.{}.json'.format(
+                    ''.join(random.choice(string.ascii_lowercase + string.digits) for _ in range(10)))),
+                remote_path='/cats',
+                item_metadata=w_metadata)
+            return item.id
+        except:
+            print(traceback.format_exc())
+            return None
+
+    primary_url = 'https://images.unsplash.com/photo-1518020382113-a7e8fc38eac9'
+    secondary_urls = [
+        'https://images.unsplash.com/photo-1543852786-1cf6624b9987',
+        'https://images.unsplash.com/photo-1561948955-570b270e7c36'
+    ]
+    project = dl.projects.get(project_name=project_name)
+    dataset = project.datasets.get(dataset_name=dataset_name)
+
+    pool = ThreadPoolExecutor(max_workers=32)
+    jobs = list()
+    for i_url, url in enumerate(secondary_urls):
+        jobs.append(pool.submit(upload_single, **{'w_url': url,
+                                                  'w_metadata': {'user': {'num': i_url}}}))
+    pool.shutdown()
+    secondary_ids = [j.result() for j in jobs]
+    modalities = list()
+    for i_secondary_id, secondary_id in enumerate(secondary_ids):
+        modalities.append(dl.Modality(modality_type=dl.ModalityTypeEnum.OVERLAY,
+                                      ref=secondary_id,
+                                      name='cat_num:{}'.format(i_secondary_id)).to_json())
+
+    primary_item = dataset.items.upload(local_path=dl.UrlLink(ref=primary_url),
+                                        item_metadata={'system': {'modalities': modalities}})

dtlpy/examples/upload_segmentation_annotations_from_mask_image.py

@@ -1,44 +1,44 @@
-"""
-
-"""
-
-
-def main():
-    from PIL import Image
-    import numpy as np
-    import dtlpy as dl
-
-    # Get project and dataset
-    project = dl.projects.get(project_name='Presidents')
-    dataset = project.datasets.get(dataset_name='William Henry Harrison')
-
-    # image filepath
-    image_filepath = '/home/images/with_family.png'
-    # annotations filepath - RGB with color for each label
-    annotations_filepath = '/home/masks/with_family.png'
-
-    # upload item to root directory
-    item = dataset.items.upload(local_path=image_filepath,
-                                remote_path='/')
-
-    # read mask from file
-    mask = np.array(Image.open(annotations_filepath))
-
-    # get unique color (labels)
-    unique_colors = np.unique(mask.reshape(-1, mask.shape[2]), axis=0)
-
-    # init dataloop annotations builder
-    builder = item.annotations.builder()
-    # for each label - create a dataloop mask annotation
-    for i, color in enumerate(unique_colors):
-        print(color)
-        if i == 0:
-            # ignore background
-            continue
-        # get mask of same color
-        class_mask = np.all(color == mask, axis=2)
-        # add annotation to builder
-        builder.add(annotation_definition=dl.Segmentation(geo=class_mask,
-                                                          label=str(i)))
-    # upload all annotations
-    item.annotations.upload(builder)
+"""
+
+"""
+
+
+def main():
+    from PIL import Image
+    import numpy as np
+    import dtlpy as dl
+
+    # Get project and dataset
+    project = dl.projects.get(project_name='Presidents')
+    dataset = project.datasets.get(dataset_name='William Henry Harrison')
+
+    # image filepath
+    image_filepath = '/home/images/with_family.png'
+    # annotations filepath - RGB with color for each label
+    annotations_filepath = '/home/masks/with_family.png'
+
+    # upload item to root directory
+    item = dataset.items.upload(local_path=image_filepath,
+                                remote_path='/')
+
+    # read mask from file
+    mask = np.array(Image.open(annotations_filepath))
+
+    # get unique color (labels)
+    unique_colors = np.unique(mask.reshape(-1, mask.shape[2]), axis=0)
+
+    # init dataloop annotations builder
+    builder = item.annotations.builder()
+    # for each label - create a dataloop mask annotation
+    for i, color in enumerate(unique_colors):
+        print(color)
+        if i == 0:
+            # ignore background
+            continue
+        # get mask of same color
+        class_mask = np.all(color == mask, axis=2)
+        # add annotation to builder
+        builder.add(annotation_definition=dl.Segmentation(geo=class_mask,
+                                                          label=str(i)))
+    # upload all annotations
+    item.annotations.upload(builder)

dtlpy/examples/upload_yolo_format_annotations.py

@@ -1,70 +1,70 @@
-def main():
-    """
-    Convert yolo annotation and images to Dataloop
-    Yolo annotations format:
-    For each image there is a text file with same name that has a list of box location and label index
-    """
-    import dtlpy as dl
-    from PIL import Image
-    import os
-
-    # Get project and dataset
-    project = dl.projects.get(project_name='Fruits')
-    dataset = project.datasets.get(dataset_name='Rambutan')
-
-    images_and_annotations_path = '/home/fruits/data'
-
-    # read all images from local dataset
-    img_filepaths = list()
-    for path, subdirs, files in os.walk(images_and_annotations_path):
-        for filename in files:
-            striped, ext = os.path.splitext(filename)
-            if ext in ['.jpeg']:
-                img_filepaths.append(os.path.join(path, filename))
-
-    classes_filepath = '/home/fruits/classes.txt'
-    # get labels from file
-    with open(classes_filepath, 'r') as f:
-        labels = {i_line: label.strip() for i_line, label in enumerate(f.readlines())}
-
-    for filepath in img_filepaths:
-        # get image height and width
-        img = Image.open(filepath)
-        width, height = img.size()
-        # upload item to platform
-        item = dataset.items.update(filepath=filepath)
-
-        # get YOLO annotations
-        _, ext = os.path.splitext(filepath)
-        annotation_filepath = filepath.replace(ext, '.txt')
-        with open(annotation_filepath, 'r') as f:
-            annotations = f.read().split('\n')
-
-        builder = item.annotations.builder()
-        # convert to Dataloop annotations
-        for annotation in annotations:
-            if not annotation:
-                continue
-            # convert annotation format
-            elements = annotation.split(" ")
-            label_id = elements[0]
-
-            xmin_add_xmax = float(elements[1]) * (2.0 * float(width))
-            ymin_add_ymax = float(elements[2]) * (2.0 * float(height))
-
-            w = float(elements[3]) * float(width)
-            h = float(elements[4]) * float(height)
-
-            left = (xmin_add_xmax - w) / 2
-            top = (ymin_add_ymax - h) / 2
-            right = left + w
-            bottom = top + h
-
-            # add to annotations
-            builder.add(annotation_definition=dl.Box(top=top,
-                                                     left=left,
-                                                     bottom=bottom,
-                                                     right=right,
-                                                     label=labels[label_id]))
-            # upload all annotations of an item
-            builder.upload()
+def main():
+    """
+    Convert yolo annotation and images to Dataloop
+    Yolo annotations format:
+    For each image there is a text file with same name that has a list of box location and label index
+    """
+    import dtlpy as dl
+    from PIL import Image
+    import os
+
+    # Get project and dataset
+    project = dl.projects.get(project_name='Fruits')
+    dataset = project.datasets.get(dataset_name='Rambutan')
+
+    images_and_annotations_path = '/home/fruits/data'
+
+    # read all images from local dataset
+    img_filepaths = list()
+    for path, subdirs, files in os.walk(images_and_annotations_path):
+        for filename in files:
+            striped, ext = os.path.splitext(filename)
+            if ext in ['.jpeg']:
+                img_filepaths.append(os.path.join(path, filename))
+
+    classes_filepath = '/home/fruits/classes.txt'
+    # get labels from file
+    with open(classes_filepath, 'r') as f:
+        labels = {i_line: label.strip() for i_line, label in enumerate(f.readlines())}
+
+    for filepath in img_filepaths:
+        # get image height and width
+        img = Image.open(filepath)
+        width, height = img.size()
+        # upload item to platform
+        item = dataset.items.update(filepath=filepath)
+
+        # get YOLO annotations
+        _, ext = os.path.splitext(filepath)
+        annotation_filepath = filepath.replace(ext, '.txt')
+        with open(annotation_filepath, 'r') as f:
+            annotations = f.read().split('\n')
+
+        builder = item.annotations.builder()
+        # convert to Dataloop annotations
+        for annotation in annotations:
+            if not annotation:
+                continue
+            # convert annotation format
+            elements = annotation.split(" ")
+            label_id = elements[0]
+
+            xmin_add_xmax = float(elements[1]) * (2.0 * float(width))
+            ymin_add_ymax = float(elements[2]) * (2.0 * float(height))
+
+            w = float(elements[3]) * float(width)
+            h = float(elements[4]) * float(height)
+
+            left = (xmin_add_xmax - w) / 2
+            top = (ymin_add_ymax - h) / 2
+            right = left + w
+            bottom = top + h
+
+            # add to annotations
+            builder.add(annotation_definition=dl.Box(top=top,
+                                                     left=left,
+                                                     bottom=bottom,
+                                                     right=right,
+                                                     label=labels[label_id]))
+            # upload all annotations of an item
+            builder.upload()