dtlpy 1.113.10__py3-none-any.whl → 1.114.13__py3-none-any.whl

dtlpy/__version__.py

@@ -1 +1 @@
-version = '1.113.10'
+version = '1.114.13'

dtlpy/assets/__init__.py

@@ -1,26 +1,26 @@
-import os
-from .service_runners import service_runner_paths
-
-
-class PATHS:
-    PACKAGE_FILENAME = 'package.json'
-    GITIGNORE_FILENAME = 'package_gitignore'
-    MAIN_FILENAME = 'main.py'
-    MOCK_FILENAME = 'mock.json'
-    MODEL_ADAPTER = 'model_adapter.py'
-    PARTIAL_MAIN = 'main_partial.py'
-    MODULE_A_FILENAME = 'first_module_class.py'
-    MODULE_B_FILENAME = 'second_module_class.py'
-    REQUIREMENTS_FILENAME = 'requirements.txt'
-    APP_JSON_FILENAME = 'dataloop.json'
-
-    ASSETS_PATH = os.path.dirname(__file__)
-    ASSETS_MAIN_FILEPATH = os.path.join(ASSETS_PATH, MAIN_FILENAME)
-    ASSETS_MOCK_FILEPATH = os.path.join(ASSETS_PATH, MOCK_FILENAME)
-    ASSETS_PACKAGE_FILEPATH = os.path.join(ASSETS_PATH, PACKAGE_FILENAME)
-    ASSETS_GITIGNORE_FILEPATH = os.path.join(ASSETS_PATH, GITIGNORE_FILENAME)
-    ASSETS_MODEL_ADAPTER_FILEPATH = os.path.join(ASSETS_PATH, MODEL_ADAPTER)
-    PARTIAL_MAIN_FILEPATH = os.path.join(ASSETS_PATH, PARTIAL_MAIN)
-
-
-paths = PATHS()
+import os
+from .service_runners import service_runner_paths
+
+
+class PATHS:
+    PACKAGE_FILENAME = 'package.json'
+    GITIGNORE_FILENAME = 'package_gitignore'
+    MAIN_FILENAME = 'main.py'
+    MOCK_FILENAME = 'mock.json'
+    MODEL_ADAPTER = 'model_adapter.py'
+    PARTIAL_MAIN = 'main_partial.py'
+    MODULE_A_FILENAME = 'first_module_class.py'
+    MODULE_B_FILENAME = 'second_module_class.py'
+    REQUIREMENTS_FILENAME = 'requirements.txt'
+    APP_JSON_FILENAME = 'dataloop.json'
+
+    ASSETS_PATH = os.path.dirname(__file__)
+    ASSETS_MAIN_FILEPATH = os.path.join(ASSETS_PATH, MAIN_FILENAME)
+    ASSETS_MOCK_FILEPATH = os.path.join(ASSETS_PATH, MOCK_FILENAME)
+    ASSETS_PACKAGE_FILEPATH = os.path.join(ASSETS_PATH, PACKAGE_FILENAME)
+    ASSETS_GITIGNORE_FILEPATH = os.path.join(ASSETS_PATH, GITIGNORE_FILENAME)
+    ASSETS_MODEL_ADAPTER_FILEPATH = os.path.join(ASSETS_PATH, MODEL_ADAPTER)
+    PARTIAL_MAIN_FILEPATH = os.path.join(ASSETS_PATH, PARTIAL_MAIN)
+
+
+paths = PATHS()

dtlpy/assets/code_server/config.yaml

@@ -1,3 +1,3 @@
-bind-addr: 127.0.0.1:3100
-auth: none
+bind-addr: 127.0.0.1:3100
+auth: none
 cert: false

dtlpy/assets/code_server/installation.sh

@@ -1,25 +1,25 @@
-#!/bin/bash
-cd /tmp/app
-
-PORT=${1?}
-
-# check if curl command exists
-if ! command -v curl &> /dev/null
-then
-    echo "curl could not be found. installing..."
-    apt update -y
-    apt install -y curl
-fi
-
-# check if code-server command exists
-if ! command -v code-server &> /dev/null
-then
-    echo "code-server could not be found. installing..."
-    bash <(curl -s https://raw.githubusercontent.com/coder/code-server/main/install.sh)
-    code-server --install-extension ms-python.python
-    code-server --install-extension okteto.remote-kubernetes
-    code-server --install-extension ms-vscode-remote.vscode-remote-extensionpack
-    code-server --install-extension ms-vscode-remote.remote-containers
-    code-server --install-extension ms-vscode-remote.remote-wsl
-fi
+#!/bin/bash
+cd /tmp/app
+
+PORT=${1?}
+
+# check if curl command exists
+if ! command -v curl &> /dev/null
+then
+    echo "curl could not be found. installing..."
+    apt update -y
+    apt install -y curl
+fi
+
+# check if code-server command exists
+if ! command -v code-server &> /dev/null
+then
+    echo "code-server could not be found. installing..."
+    bash <(curl -s https://raw.githubusercontent.com/coder/code-server/main/install.sh)
+    code-server --install-extension ms-python.python
+    code-server --install-extension okteto.remote-kubernetes
+    code-server --install-extension ms-vscode-remote.vscode-remote-extensionpack
+    code-server --install-extension ms-vscode-remote.remote-containers
+    code-server --install-extension ms-vscode-remote.remote-wsl
+fi
 code-server --bind-addr 0.0.0.0:${PORT} --auth none --cert false /tmp/app

dtlpy/assets/code_server/launch.json

@@ -1,14 +1,14 @@
-{
-    "version": "0.2.0",
-    "configurations": [
-        {
-            "name": "Python: Current File",
-            "type": "python",
-            "request": "launch",
-            "program": "${file}",
-            "console": "integratedTerminal",
-            "justMyCode": true,
-            "cwd": "${fileDirname}"
-        }
-    ]
+{
+    "version": "0.2.0",
+    "configurations": [
+        {
+            "name": "Python: Current File",
+            "type": "python",
+            "request": "launch",
+            "program": "${file}",
+            "console": "integratedTerminal",
+            "justMyCode": true,
+            "cwd": "${fileDirname}"
+        }
+    ]
 }

dtlpy/assets/code_server/settings.json

@@ -1,3 +1,3 @@
-{
-    "python.defaultInterpreterPath": "/usr/local/bin/python"
+{
+    "python.defaultInterpreterPath": "/usr/local/bin/python"
 }

dtlpy/assets/main.py

@@ -1,53 +1,53 @@
-import dtlpy as dl
-import logging
-
-logger = logging.getLogger(name='dtlpy')
-
-
-class ServiceRunner(dl.BaseServiceRunner):
-    """
-    Package runner class
-
-    """
-
-    def __init__(self):
-        """
-        Init package attributes here
-
-        :return:
-        """
-
-    def run(self, item, progress=None):
-        """
-        Write your main package service here
-
-        :param progress: Use this to update the progress of your package
-        :return:
-        """
-        # these lines can be removed
-        assert isinstance(progress, dl.Progress)
-        progress.update(status='inProgress', progress=0)
-        print('Item received! filename: {}'.format(item.filename))
-        builder = item.annotations.builder()
-        builder.add(dl.Classification(label='from_function'))
-        item.annotations.upload(builder)
-        print('Annotation uploaded!')
-
-    def hello(self, progress=None):
-        """
-        Write your main package service here
-
-        :param progress: Use this to update the progress of your package
-        :return:
-        """
-        # these lines can be removed
-        assert isinstance(progress, dl.Progress)
-        progress.update(status='inProgress', progress=0)
-        print('Hello World from Dataloop :)')
-
-
-if __name__ == "__main__":
-    """
-    Run this main to locally debug your package
-    """
-    dl.packages.test_local_package()
+import dtlpy as dl
+import logging
+
+logger = logging.getLogger(name='dtlpy')
+
+
+class ServiceRunner(dl.BaseServiceRunner):
+    """
+    Package runner class
+
+    """
+
+    def __init__(self):
+        """
+        Init package attributes here
+
+        :return:
+        """
+
+    def run(self, item, progress=None):
+        """
+        Write your main package service here
+
+        :param progress: Use this to update the progress of your package
+        :return:
+        """
+        # these lines can be removed
+        assert isinstance(progress, dl.Progress)
+        progress.update(status='inProgress', progress=0)
+        print('Item received! filename: {}'.format(item.filename))
+        builder = item.annotations.builder()
+        builder.add(dl.Classification(label='from_function'))
+        item.annotations.upload(builder)
+        print('Annotation uploaded!')
+
+    def hello(self, progress=None):
+        """
+        Write your main package service here
+
+        :param progress: Use this to update the progress of your package
+        :return:
+        """
+        # these lines can be removed
+        assert isinstance(progress, dl.Progress)
+        progress.update(status='inProgress', progress=0)
+        print('Hello World from Dataloop :)')
+
+
+if __name__ == "__main__":
+    """
+    Run this main to locally debug your package
+    """
+    dl.packages.test_local_package()

dtlpy/assets/main_partial.py

@@ -1,18 +1,18 @@
-import dtlpy as dl
-import logging
-
-logger = logging.getLogger(name='dtlpy')
-
-
-class ServiceRunner(dl.BaseServiceRunner):
-    """
-    Package runner class
-
-    """
-
-    def __init__(self):
-        """
-        Init package attributes here
-
-        :return:
-        """
+import dtlpy as dl
+import logging
+
+logger = logging.getLogger(name='dtlpy')
+
+
+class ServiceRunner(dl.BaseServiceRunner):
+    """
+    Package runner class
+
+    """
+
+    def __init__(self):
+        """
+        Init package attributes here
+
+        :return:
+        """

dtlpy/assets/mock.json

@@ -1,12 +1,12 @@
-{
-  "init_params": {},
-  "inputs": [
-    {
-      "name": "item",
-      "value": {
-        "dataset_id": "",
-        "item_id": ""
-      }
-    }
-  ]
+{
+  "init_params": {},
+  "inputs": [
+    {
+      "name": "item",
+      "value": {
+        "dataset_id": "",
+        "item_id": ""
+      }
+    }
+  ]
 }

dtlpy/assets/model_adapter.py

@@ -1,83 +1,83 @@
-import dtlpy as dl
-
-
-class ModelAdapter(dl.BaseModelAdapter):
-    """
-    Specific Model adapter.
-    The class bind a dl.Model entity with the package code
-    """
-    # TODO:
-    #   1) docstring for your ModelAdapter
-    #   2) implement the virtual methods for full adapter support
-    #   3) add your _defaults
-
-    _defaults = {}
-
-    def __init__(self, model_entity):
-        super(ModelAdapter, self).__init__(model_entity)
-
-    # ===============================
-    # NEED TO IMPLEMENT THESE METHODS
-    # ===============================
-
-    def load(self, local_path, **kwargs):
-        """ Loads model and populates self.model with a `runnable` model
-
-            Virtual method - need to implement
-
-            This function is called by load_from_model (download to local and then loads)
-
-        :param local_path: `str` directory path in local FileSystem
-        """
-        raise NotImplementedError("Please implement 'load' method in {}".format(self.__class__.__name__))
-
-    def save(self, local_path, **kwargs):
-        """ saves configuration and weights locally
-
-            Virtual method - need to implement
-
-            the function is called in save_to_model which first save locally and then uploads to model entity
-
-        :param local_path: `str` directory path in local FileSystem
-        """
-        raise NotImplementedError("Please implement 'save' method in {}".format(self.__class__.__name__))
-
-    def train(self, data_path, dump_path, **kwargs):
-        """
-        Virtual method - need to implement
-        Train the model according to data in local_path and save everything to dump_path
-
-        :param data_path: `str` local File System path to where the data was downloaded and converted at
-        :param dump_path: `str` local File System path where to dump training mid-results (checkpoints, logs...)
-        """
-        raise NotImplementedError("Please implement 'train' method in {}".format(self.__class__.__name__))
-
-    def predict(self, batch, **kwargs):
-        """ Model inference (predictions) on batch of images
-
-            Virtual method - need to implement
-
-        :param batch: `np.ndarray`
-        :return: `list[dl.AnnotationCollection]` each collection is per each image / item in the batch
-        """
-        raise NotImplementedError("Please implement 'predict' method in {}".format(self.__class__.__name__))
-
-    def convert(self, data_path, **kwargs):
-        """ Convert Dataloop structure data to model structured
-
-            Virtual method - need to implement
-
-            e.g. take dlp dir structure and construct annotation file
-
-        :param data_path: `str` local File System directory path where
-                           we already downloaded the data from dataloop platform
-        :return:
-        """
-        raise NotImplementedError("Please implement 'convert' method in {}".format(self.__class__.__name__))
-
-    # NOT IN USE
-    def convert_dlp(self, items: dl.entities.PagedEntities):
-        """ This should implement similar to convert only to work on dlp items.  ->
-                   -> meaning create the converted version from items entities"""
-        # TODO
-        pass
+import dtlpy as dl
+
+
+class ModelAdapter(dl.BaseModelAdapter):
+    """
+    Specific Model adapter.
+    The class bind a dl.Model entity with the package code
+    """
+    # TODO:
+    #   1) docstring for your ModelAdapter
+    #   2) implement the virtual methods for full adapter support
+    #   3) add your _defaults
+
+    _defaults = {}
+
+    def __init__(self, model_entity):
+        super(ModelAdapter, self).__init__(model_entity)
+
+    # ===============================
+    # NEED TO IMPLEMENT THESE METHODS
+    # ===============================
+
+    def load(self, local_path, **kwargs):
+        """ Loads model and populates self.model with a `runnable` model
+
+            Virtual method - need to implement
+
+            This function is called by load_from_model (download to local and then loads)
+
+        :param local_path: `str` directory path in local FileSystem
+        """
+        raise NotImplementedError("Please implement 'load' method in {}".format(self.__class__.__name__))
+
+    def save(self, local_path, **kwargs):
+        """ saves configuration and weights locally
+
+            Virtual method - need to implement
+
+            the function is called in save_to_model which first save locally and then uploads to model entity
+
+        :param local_path: `str` directory path in local FileSystem
+        """
+        raise NotImplementedError("Please implement 'save' method in {}".format(self.__class__.__name__))
+
+    def train(self, data_path, dump_path, **kwargs):
+        """
+        Virtual method - need to implement
+        Train the model according to data in local_path and save everything to dump_path
+
+        :param data_path: `str` local File System path to where the data was downloaded and converted at
+        :param dump_path: `str` local File System path where to dump training mid-results (checkpoints, logs...)
+        """
+        raise NotImplementedError("Please implement 'train' method in {}".format(self.__class__.__name__))
+
+    def predict(self, batch, **kwargs):
+        """ Model inference (predictions) on batch of images
+
+            Virtual method - need to implement
+
+        :param batch: `np.ndarray`
+        :return: `list[dl.AnnotationCollection]` each collection is per each image / item in the batch
+        """
+        raise NotImplementedError("Please implement 'predict' method in {}".format(self.__class__.__name__))
+
+    def convert(self, data_path, **kwargs):
+        """ Convert Dataloop structure data to model structured
+
+            Virtual method - need to implement
+
+            e.g. take dlp dir structure and construct annotation file
+
+        :param data_path: `str` local File System directory path where
+                           we already downloaded the data from dataloop platform
+        :return:
+        """
+        raise NotImplementedError("Please implement 'convert' method in {}".format(self.__class__.__name__))
+
+    # NOT IN USE
+    def convert_dlp(self, items: dl.entities.PagedEntities):
+        """ This should implement similar to convert only to work on dlp items.  ->
+                   -> meaning create the converted version from items entities"""
+        # TODO
+        pass

dtlpy/assets/package.json

@@ -1,61 +1,61 @@
-{
-  "name": "default-package",
-  "modules": [
-    {
-      "name": "default_module",
-      "entryPoint": "main.py",
-      "initInputs": [],
-      "functions": [
-        {
-          "name": "run",
-          "description": "this description for your service",
-          "input": [
-            {
-              "name": "item",
-              "type": "Item"
-            }
-          ],
-          "output": []
-        },
-        {
-          "name": "hello",
-          "description": "hello function",
-          "input": [],
-          "output": []
-        }
-      ]
-    }
-  ],
-  "services": [
-    {
-      "name": "default-service",
-      "packageRevision": "latest",
-      "runtime": {
-        "gpu": false,
-        "replicas": 1,
-        "concurrency": 10
-      },
-      "triggers": [
-        {
-          "name": "name",
-          "active": true,
-          "type": "Event",
-          "spec": {
-            "filter": {},
-            "resource": "Item",
-            "actions": [
-              "Created"
-            ],
-            "operation": {
-              "type": "function",
-              "functionName": "run"
-            },
-            "executionMode": "Once"
-          }
-        }
-      ],
-      "initParams": {},
-      "moduleName": "default_module"
-    }
-  ]
-}
+{
+  "name": "default-package",
+  "modules": [
+    {
+      "name": "default_module",
+      "entryPoint": "main.py",
+      "initInputs": [],
+      "functions": [
+        {
+          "name": "run",
+          "description": "this description for your service",
+          "input": [
+            {
+              "name": "item",
+              "type": "Item"
+            }
+          ],
+          "output": []
+        },
+        {
+          "name": "hello",
+          "description": "hello function",
+          "input": [],
+          "output": []
+        }
+      ]
+    }
+  ],
+  "services": [
+    {
+      "name": "default-service",
+      "packageRevision": "latest",
+      "runtime": {
+        "gpu": false,
+        "replicas": 1,
+        "concurrency": 10
+      },
+      "triggers": [
+        {
+          "name": "name",
+          "active": true,
+          "type": "Event",
+          "spec": {
+            "filter": {},
+            "resource": "Item",
+            "actions": [
+              "Created"
+            ],
+            "operation": {
+              "type": "function",
+              "functionName": "run"
+            },
+            "executionMode": "Once"
+          }
+        }
+      ],
+      "initParams": {},
+      "moduleName": "default_module"
+    }
+  ]
+}