dtlpy 1.115.44__py3-none-any.whl → 1.116.6__py3-none-any.whl

dtlpy/assets/service_runners/__init__.py

@@ -1,33 +1,33 @@
-import os
-
-
-class PATHS:
-    MULTI_METHOD = 'multi_method.py'
-    MULTI_METHOD_JSON = 'multi_method_json.py'
-    MULTI_METHOD_ITEM = 'multi_method_item.py'
-    SINGLE_METHOD_DATASET = 'single_method_dataset.py'
-    SINGLE_METHOD = 'single_method.py'
-    SINGLE_METHOD_MULTI_INPUT = 'single_method_multi_input.py'
-    MULTI_METHOD_DATASET = 'multi_method_dataset.py'
-    SINGLE_METHOD_JSON = 'single_method_json.py'
-    SINGLE_METHOD_ITEM = 'single_method_item.py'
-    SINGLE_METHOD_ANNOTATION = 'single_method_annotation.py'
-    MULTI_METHOD_ANNOTATION = 'multi_method_annotation.py'
-    CONVERTER = 'converter.py'
-
-    ASSETS_PATH = os.path.dirname(__file__)
-    MULTI_METHOD_SR_PATH = os.path.join(ASSETS_PATH, MULTI_METHOD)
-    MULTI_METHOD_JSON_SR_PATH = os.path.join(ASSETS_PATH, MULTI_METHOD_JSON)
-    MULTI_METHOD_ITEM_SR_PATH = os.path.join(ASSETS_PATH, MULTI_METHOD_ITEM)
-    SINGLE_METHOD_DATASET_SR_PATH = os.path.join(ASSETS_PATH, SINGLE_METHOD_DATASET)
-    SINGLE_METHOD_SR_PATH = os.path.join(ASSETS_PATH, SINGLE_METHOD)
-    MULTI_METHOD_DATASET_SR_PATH = os.path.join(ASSETS_PATH, MULTI_METHOD_DATASET)
-    SINGLE_METHOD_JSON_SR_PATH = os.path.join(ASSETS_PATH, SINGLE_METHOD_JSON)
-    SINGLE_METHOD_ITEM_SR_PATH = os.path.join(ASSETS_PATH, SINGLE_METHOD_ITEM)
-    SINGLE_METHOD_ANNOTATION_SR_PATH = os.path.join(ASSETS_PATH, SINGLE_METHOD_ANNOTATION)
-    MULTI_METHOD_ANNOTATION_SR_PATH = os.path.join(ASSETS_PATH, MULTI_METHOD_ANNOTATION)
-    SINGLE_METHOD_MULTI_INPUT_SR_PATH = os.path.join(ASSETS_PATH, SINGLE_METHOD_MULTI_INPUT)
-    CONVERTER_SR_PATH = os.path.join(ASSETS_PATH, CONVERTER)
-
-
-service_runner_paths = PATHS()
+import os
+
+
+class PATHS:
+    MULTI_METHOD = 'multi_method.py'
+    MULTI_METHOD_JSON = 'multi_method_json.py'
+    MULTI_METHOD_ITEM = 'multi_method_item.py'
+    SINGLE_METHOD_DATASET = 'single_method_dataset.py'
+    SINGLE_METHOD = 'single_method.py'
+    SINGLE_METHOD_MULTI_INPUT = 'single_method_multi_input.py'
+    MULTI_METHOD_DATASET = 'multi_method_dataset.py'
+    SINGLE_METHOD_JSON = 'single_method_json.py'
+    SINGLE_METHOD_ITEM = 'single_method_item.py'
+    SINGLE_METHOD_ANNOTATION = 'single_method_annotation.py'
+    MULTI_METHOD_ANNOTATION = 'multi_method_annotation.py'
+    CONVERTER = 'converter.py'
+
+    ASSETS_PATH = os.path.dirname(__file__)
+    MULTI_METHOD_SR_PATH = os.path.join(ASSETS_PATH, MULTI_METHOD)
+    MULTI_METHOD_JSON_SR_PATH = os.path.join(ASSETS_PATH, MULTI_METHOD_JSON)
+    MULTI_METHOD_ITEM_SR_PATH = os.path.join(ASSETS_PATH, MULTI_METHOD_ITEM)
+    SINGLE_METHOD_DATASET_SR_PATH = os.path.join(ASSETS_PATH, SINGLE_METHOD_DATASET)
+    SINGLE_METHOD_SR_PATH = os.path.join(ASSETS_PATH, SINGLE_METHOD)
+    MULTI_METHOD_DATASET_SR_PATH = os.path.join(ASSETS_PATH, MULTI_METHOD_DATASET)
+    SINGLE_METHOD_JSON_SR_PATH = os.path.join(ASSETS_PATH, SINGLE_METHOD_JSON)
+    SINGLE_METHOD_ITEM_SR_PATH = os.path.join(ASSETS_PATH, SINGLE_METHOD_ITEM)
+    SINGLE_METHOD_ANNOTATION_SR_PATH = os.path.join(ASSETS_PATH, SINGLE_METHOD_ANNOTATION)
+    MULTI_METHOD_ANNOTATION_SR_PATH = os.path.join(ASSETS_PATH, MULTI_METHOD_ANNOTATION)
+    SINGLE_METHOD_MULTI_INPUT_SR_PATH = os.path.join(ASSETS_PATH, SINGLE_METHOD_MULTI_INPUT)
+    CONVERTER_SR_PATH = os.path.join(ASSETS_PATH, CONVERTER)
+
+
+service_runner_paths = PATHS()

dtlpy/assets/service_runners/converter.py

@@ -1,96 +1,96 @@
-import dtlpy as dl
-import logging
-import shutil
-import tempfile
-import os
-import zipfile
-import datetime
-
-logger = logging.getLogger(name='dtlpy')
-
-
-class ServiceRunner(dl.BaseServiceRunner):
-    """
-    Package runner class
-
-    """
-
-    def __init__(self):
-        """
-        Init package attributes here
-
-        :return:
-        """
-
-    def run(self, dataset, query=None, progress=None):
-        """
-        In this example we create a task for annotated items in dataset
-
-        :param query: Dictionary
-        :param dataset: dl.Dataset
-        :param progress: Use this to update the progress of your package
-        :return:
-        """
-        local_path = tempfile.mkdtemp()
-
-        try:
-
-            converted_folder = os.path.join(local_path, dataset.name)
-            filters = None
-            if query is not None:
-                filters = dl.Filters(resource=dl.FiltersResource.ITEM, custom_filter=query)
-
-            pages = dataset.items.list(filters=filters)
-
-            for i_page, page in enumerate(pages):
-                for item in page:
-                    self._convert_single_item(item=item, local_path=converted_folder)
-                progress.update(status='inProgress', progress=(i_page + 1) / pages.total_pages_count)
-
-            zip_filename = os.path.join(local_path,
-                                        '{}_{}.zip'.format(dataset.name, int(datetime.datetime.now().timestamp())))
-            self._zip_directory(zip_filename=zip_filename, directory=converted_folder)
-
-            zip_item = dataset.items.upload(local_path=zip_filename,
-                                            remote_path='/my_converted_annotations',
-                                            overwrite=True)
-
-            return zip_item.id
-
-        except Exception:
-            # implement exception handling
-            pass
-        finally:
-            shutil.rmtree(local_path)
-
-    def _convert_single_item(self, item, local_path):
-        """
-        Implement single item conversion here and save converted files to local path
-        :param item:
-        :return:
-        """
-        pass
-
-    @staticmethod
-    def _zip_directory(zip_filename, directory):
-        """
-        Method to zip a directory
-        :param zip_filename:
-        :param directory:
-        :return:
-        """
-        zip_file = zipfile.ZipFile(zip_filename, 'w', zipfile.ZIP_DEFLATED)
-        try:
-            for root, dirs, files in os.walk(directory):
-                for file in files:
-                    filepath = os.path.join(root, file)
-                    zip_file.write(filepath, arcname=os.path.relpath(filepath, directory))
-        finally:
-            zip_file.close()
-
-
-if __name__ == "__main__":
-    """
-    Run this main to locally debug your package
-    """
-    dl.packages.test_local_package()
+import dtlpy as dl
+import logging
+import shutil
+import tempfile
+import os
+import zipfile
+import datetime
+
+logger = logging.getLogger(name='dtlpy')
+
+
+class ServiceRunner(dl.BaseServiceRunner):
+    """
+    Package runner class
+
+    """
+
+    def __init__(self):
+        """
+        Init package attributes here
+
+        :return:
+        """
+
+    def run(self, dataset, query=None, progress=None):
+        """
+        In this example we create a task for annotated items in dataset
+
+        :param query: Dictionary
+        :param dataset: dl.Dataset
+        :param progress: Use this to update the progress of your package
+        :return:
+        """
+        local_path = tempfile.mkdtemp()
+
+        try:
+
+            converted_folder = os.path.join(local_path, dataset.name)
+            filters = None
+            if query is not None:
+                filters = dl.Filters(resource=dl.FiltersResource.ITEM, custom_filter=query)
+
+            pages = dataset.items.list(filters=filters)
+
+            for i_page, page in enumerate(pages):
+                for item in page:
+                    self._convert_single_item(item=item, local_path=converted_folder)
+                progress.update(status='inProgress', progress=(i_page + 1) / pages.total_pages_count)
+
+            zip_filename = os.path.join(local_path,
+                                        '{}_{}.zip'.format(dataset.name, int(datetime.datetime.now().timestamp())))
+            self._zip_directory(zip_filename=zip_filename, directory=converted_folder)
+
+            zip_item = dataset.items.upload(local_path=zip_filename,
+                                            remote_path='/my_converted_annotations',
+                                            overwrite=True)
+
+            return zip_item.id
+
+        except Exception:
+            # implement exception handling
+            pass
+        finally:
+            shutil.rmtree(local_path)
+
+    def _convert_single_item(self, item, local_path):
+        """
+        Implement single item conversion here and save converted files to local path
+        :param item:
+        :return:
+        """
+        pass
+
+    @staticmethod
+    def _zip_directory(zip_filename, directory):
+        """
+        Method to zip a directory
+        :param zip_filename:
+        :param directory:
+        :return:
+        """
+        zip_file = zipfile.ZipFile(zip_filename, 'w', zipfile.ZIP_DEFLATED)
+        try:
+            for root, dirs, files in os.walk(directory):
+                for file in files:
+                    filepath = os.path.join(root, file)
+                    zip_file.write(filepath, arcname=os.path.relpath(filepath, directory))
+        finally:
+            zip_file.close()
+
+
+if __name__ == "__main__":
+    """
+    Run this main to locally debug your package
+    """
+    dl.packages.test_local_package()

dtlpy/assets/service_runners/multi_method.py

@@ -1,49 +1,49 @@
-import dtlpy as dl
-import logging
-
-logger = logging.getLogger(name='dtlpy')
-
-
-class ServiceRunner(dl.BaseServiceRunner):
-    """
-    Package runner class
-
-    """
-
-    def __init__(self):
-        """
-        Init package attributes here
-
-        :return:
-        """
-
-    def first_method(self, progress=None):
-        """
-        In this example we print print 'Hello World'
-
-        :param progress: Use this to update the progress of your package
-        :return:
-        """
-        # these lines can be removed
-        assert isinstance(progress, dl.Progress)
-        progress.update(status='inProgress', progress=0)
-        print('Hello World from Dataloop :)')
-
-    def second_method(self, progress=None):
-        """
-        In this example we print print 'Hello World'
-
-        :param progress: Use this to update the progress of your package
-        :return:
-        """
-        # these lines can be removed
-        assert isinstance(progress, dl.Progress)
-        progress.update(status='inProgress', progress=0)
-        print('Hello World from Dataloop :)')
-
-
-if __name__ == "__main__":
-    """
-    Run this main to locally debug your package
-    """
-    dl.packages.test_local_package()
+import dtlpy as dl
+import logging
+
+logger = logging.getLogger(name='dtlpy')
+
+
+class ServiceRunner(dl.BaseServiceRunner):
+    """
+    Package runner class
+
+    """
+
+    def __init__(self):
+        """
+        Init package attributes here
+
+        :return:
+        """
+
+    def first_method(self, progress=None):
+        """
+        In this example we print print 'Hello World'
+
+        :param progress: Use this to update the progress of your package
+        :return:
+        """
+        # these lines can be removed
+        assert isinstance(progress, dl.Progress)
+        progress.update(status='inProgress', progress=0)
+        print('Hello World from Dataloop :)')
+
+    def second_method(self, progress=None):
+        """
+        In this example we print print 'Hello World'
+
+        :param progress: Use this to update the progress of your package
+        :return:
+        """
+        # these lines can be removed
+        assert isinstance(progress, dl.Progress)
+        progress.update(status='inProgress', progress=0)
+        print('Hello World from Dataloop :)')
+
+
+if __name__ == "__main__":
+    """
+    Run this main to locally debug your package
+    """
+    dl.packages.test_local_package()

dtlpy/assets/service_runners/multi_method_annotation.py

@@ -1,54 +1,54 @@
-import dtlpy as dl
-import logging
-
-logger = logging.getLogger(name='dtlpy')
-
-
-class ServiceRunner(dl.BaseServiceRunner):
-    """
-    Package runner class
-
-    """
-
-    def __init__(self):
-        """
-        Init package attributes here
-
-        :return:
-        """
-
-    def first_method(self, annotation, progress=None):
-        """
-        In this example we update item's metadata if annotation id of specific type
-
-        :param progress: Use this to update the progress of your package
-        :return:
-        """
-        # these lines can be removed
-        assert isinstance(progress, dl.Progress)
-        assert isinstance(annotation, dl.Annotation)
-        if annotation.label == 'box' and annotation.label == 'dog':
-            logger.info('Dog was detected in item')
-            annotation.attributes.append('Dog detection')
-            annotation.item.metadata['dogInPicture'] = True
-            annotation.update()
-            annotation.item.update()
-        logger.info('Function finished successfully!')
-
-    def second_method(self, annotation, progress=None):
-        """
-        In this example we update item's metadata if annotation id of specific type
-
-        :param progress: Use this to update the progress of your package
-        :return:
-        """
-        # these lines can be removed
-        assert isinstance(progress, dl.Progress)
-        assert isinstance(annotation, dl.Annotation)
-
-
-if __name__ == "__main__":
-    """
-    Run this main to locally debug your package
-    """
-    dl.packages.test_local_package()
+import dtlpy as dl
+import logging
+
+logger = logging.getLogger(name='dtlpy')
+
+
+class ServiceRunner(dl.BaseServiceRunner):
+    """
+    Package runner class
+
+    """
+
+    def __init__(self):
+        """
+        Init package attributes here
+
+        :return:
+        """
+
+    def first_method(self, annotation, progress=None):
+        """
+        In this example we update item's metadata if annotation id of specific type
+
+        :param progress: Use this to update the progress of your package
+        :return:
+        """
+        # these lines can be removed
+        assert isinstance(progress, dl.Progress)
+        assert isinstance(annotation, dl.Annotation)
+        if annotation.label == 'box' and annotation.label == 'dog':
+            logger.info('Dog was detected in item')
+            annotation.attributes.append('Dog detection')
+            annotation.item.metadata['dogInPicture'] = True
+            annotation.update()
+            annotation.item.update()
+        logger.info('Function finished successfully!')
+
+    def second_method(self, annotation, progress=None):
+        """
+        In this example we update item's metadata if annotation id of specific type
+
+        :param progress: Use this to update the progress of your package
+        :return:
+        """
+        # these lines can be removed
+        assert isinstance(progress, dl.Progress)
+        assert isinstance(annotation, dl.Annotation)
+
+
+if __name__ == "__main__":
+    """
+    Run this main to locally debug your package
+    """
+    dl.packages.test_local_package()

dtlpy/assets/service_runners/multi_method_dataset.py

@@ -1,55 +1,55 @@
-import datetime
-
-import dtlpy as dl
-import logging
-
-logger = logging.getLogger(name='dtlpy')
-
-
-class ServiceRunner(dl.BaseServiceRunner):
-    """
-    Package runner class
-
-    """
-
-    def __init__(self):
-        """
-        Init package attributes here
-
-        :return:
-        """
-
-    def first_method(self, dataset, progress=None):
-        """
-        Write your main package service here
-
-        :param progress: Use this to update the progress of your package
-        :return:
-        """
-        # these lines can be removed
-        assert isinstance(progress, dl.Progress)
-        assert isinstance(dataset, dl.entities.Dataset)
-        filters = dl.Filters(field='annotated', values=True)
-        filters.add_join(field='label', values='person')
-        task = dataset.tasks.create(task_name='AutomatedTask',
-                                    due_date=datetime.datetime.now().timestamp() + 60 * 60 * 24 * 7,
-                                    assignee_ids=['annotator1@dataloop.ai', 'annotator2@dataloop.ai'])
-        logger.info('Task created successfully. Task name: {}'.format(task.name))
-
-    def second_method(self, dataset, progress=None):
-        """
-        Write your main package service here
-
-        :param progress: Use this to update the progress of your package
-        :return:
-        """
-        # these lines can be removed
-        assert isinstance(progress, dl.Progress)
-        assert isinstance(dataset, dl.entities.Dataset)
-
-
-if __name__ == "__main__":
-    """
-    Run this main to locally debug your package
-    """
-    dl.packages.test_local_package()
+import datetime
+
+import dtlpy as dl
+import logging
+
+logger = logging.getLogger(name='dtlpy')
+
+
+class ServiceRunner(dl.BaseServiceRunner):
+    """
+    Package runner class
+
+    """
+
+    def __init__(self):
+        """
+        Init package attributes here
+
+        :return:
+        """
+
+    def first_method(self, dataset, progress=None):
+        """
+        Write your main package service here
+
+        :param progress: Use this to update the progress of your package
+        :return:
+        """
+        # these lines can be removed
+        assert isinstance(progress, dl.Progress)
+        assert isinstance(dataset, dl.entities.Dataset)
+        filters = dl.Filters(field='annotated', values=True)
+        filters.add_join(field='label', values='person')
+        task = dataset.tasks.create(task_name='AutomatedTask',
+                                    due_date=datetime.datetime.now().timestamp() + 60 * 60 * 24 * 7,
+                                    assignee_ids=['annotator1@dataloop.ai', 'annotator2@dataloop.ai'])
+        logger.info('Task created successfully. Task name: {}'.format(task.name))
+
+    def second_method(self, dataset, progress=None):
+        """
+        Write your main package service here
+
+        :param progress: Use this to update the progress of your package
+        :return:
+        """
+        # these lines can be removed
+        assert isinstance(progress, dl.Progress)
+        assert isinstance(dataset, dl.entities.Dataset)
+
+
+if __name__ == "__main__":
+    """
+    Run this main to locally debug your package
+    """
+    dl.packages.test_local_package()