digitalhub-runtime-python 0.10.0b4__tar.gz → 0.10.2__tar.gz

{digitalhub_runtime_python-0.10.0b4 → digitalhub_runtime_python-0.10.2}/.github/workflows/run_local_test.yml

@@ -1,15 +1,15 @@
-name: Run Unit Local Test via Pytest  
-  
-on: [push]  
-  
-jobs:  
-  build:  
-    runs-on: ubuntu-latest  
-    strategy:  
-      matrix:  
-        python-version: ["3.9", "3.10", "3.11", "3.12"] 
-  
-    steps:  
+name: Run Unit Local Test via Pytest
+
+on: [push]
+
+jobs:
+  build:
+    runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        python-version: ["3.9", "3.10", "3.11", "3.12"]
+
+    steps:
       - uses: actions/checkout@v4
       - name: Set up Python ${{ matrix.python-version }}
         uses: actions/setup-python@v5
@@ -18,13 +18,12 @@ jobs:
       # You can test your matrix by printing the current Python version
       - name: Display Python version
         run: python -c "import sys; print(sys.version)"
-      - name: Install dependencies  
-        run: |  
+      - name: Install dependencies
+        run: |
           python -m pip install --upgrade pip
-          python -m pip install .
-          python -m pip install -r requirements.txt
-      - name: Lint with Ruff  
-        run: |  
+          python -m pip install .[dev]
+      - name: Lint with Ruff
+        run: |
           pip install ruff
           ruff check --output-format=github .
         continue-on-error: true
@@ -35,9 +34,9 @@ jobs:
           rm main.zip
           mv digitalhub-core-main/schemas/specs test/local/instances/schemas
           rm -r digitalhub-core-main
-      - name: Test with pytest  
-        run: |  
-          coverage run -m pytest test/local -v -s  
-      - name: Generate Coverage Report  
-        run: |  
-          coverage report -m
+      - name: Test with pytest
+        run: |
+          coverage run -m pytest test/local -v -s
+      - name: Generate Coverage Report
+        run: |
+          coverage report -m

{digitalhub_runtime_python-0.10.0b4 → digitalhub_runtime_python-0.10.2}/PKG-INFO

@@ -1,8 +1,8 @@
 Metadata-Version: 2.4
 Name: digitalhub-runtime-python
-Version: 0.10.0b4
+Version: 0.10.2
 Summary: Python runtime for DHCore
-Project-URL: Homepage, https://github.com/scc-digitalhub/digitalhub-sdk
+Project-URL: Homepage, https://github.com/scc-digitalhub/digitalhub-sdk-runtime-python
 Author-email: Fondazione Bruno Kessler <dslab@fbk.eu>, Matteo Martini <mmartini@fbk.eu>
 License:                               Apache License
                                 Version 2.0, January 2004
@@ -226,8 +226,10 @@ Classifier: License :: OSI Approved :: Apache Software License
 Classifier: Programming Language :: Python :: 3.9
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
 Requires-Python: <3.13,>=3.9
 Requires-Dist: digitalhub[full]<0.11,>=0.10.0b
+Requires-Dist: nuclio-sdk
 Provides-Extra: dev
 Requires-Dist: digitalhub[dev]<0.11,>=0.10.0b; extra == 'dev'
 Description-Content-Type: text/markdown

{digitalhub_runtime_python-0.10.0b4 → digitalhub_runtime_python-0.10.2}/digitalhub_runtime_python/entities/function/python/utils.py

@@ -3,8 +3,8 @@ from __future__ import annotations
 import typing
 from pathlib import Path
 
-from digitalhub.stores.api import get_store
-from digitalhub.stores.s3.utils import get_s3_bucket_from_env
+from digitalhub.stores.data.api import get_store
+from digitalhub.stores.data.s3.utils import get_s3_bucket_from_env
 from digitalhub.utils.exceptions import EntityError
 from digitalhub.utils.file_utils import eval_py_type, eval_zip_type
 from digitalhub.utils.generic_utils import encode_source, encode_string

{digitalhub_runtime_python-0.10.0b4 → digitalhub_runtime_python-0.10.2}/digitalhub_runtime_python/entities/task/python_job/spec.py

@@ -1,7 +1,6 @@
 from __future__ import annotations
 
 from digitalhub.entities.task._base.spec import TaskSpecFunction, TaskValidatorFunction
-from pydantic import Field
 
 
 class TaskSpecPythonJob(TaskSpecFunction):

{digitalhub_runtime_python-0.10.0b4 → digitalhub_runtime_python-0.10.2}/digitalhub_runtime_python/utils/configuration.py

@@ -3,7 +3,7 @@ from __future__ import annotations
 from pathlib import Path
 from typing import Callable, Union
 
-from digitalhub.stores.s3.utils import get_bucket_and_key, get_s3_source
+from digitalhub.stores.data.s3.utils import get_bucket_and_key, get_s3_source
 from digitalhub.utils.generic_utils import (
     decode_base64_string,
     extract_archive,

{digitalhub_runtime_python-0.10.0b4 → digitalhub_runtime_python-0.10.2}/digitalhub_runtime_python/utils/outputs.py

@@ -10,7 +10,7 @@ from digitalhub.entities.artifact.crud import log_artifact
 from digitalhub.entities.dataitem._base.entity import Dataitem
 from digitalhub.entities.dataitem.crud import log_dataitem
 from digitalhub.entities.model._base.entity import Model
-from digitalhub.readers.data.api import get_supported_dataframes
+from digitalhub.stores.readers.data.api import get_supported_dataframes
 from digitalhub.utils.exceptions import EntityNotExistsError
 from digitalhub.utils.logger import LOGGER
 

{digitalhub_runtime_python-0.10.0b4 → digitalhub_runtime_python-0.10.2}/digitalhub_runtime_python/utils/utils.py

@@ -20,6 +20,8 @@ def handler(outputs: list[str] | None = None) -> Callable:
     Callable
         Decorated function.
     """
+    if outputs is None:
+        outputs = []
 
     def decorator(func: Callable) -> Callable:
         """

{digitalhub_runtime_python-0.10.0b4 → digitalhub_runtime_python-0.10.2}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "hatchling.build"
 
 [project]
 name = "digitalhub-runtime-python"
-version = "0.10.0b4"
+version = "0.10.2"
 description = "Python runtime for DHCore"
 readme = "README.md"
 authors = [
@@ -16,12 +16,14 @@ classifiers = [
     "License :: OSI Approved :: Apache Software License",
     "Programming Language :: Python :: 3.9",
     "Programming Language :: Python :: 3.10",
-    "Programming Language :: Python :: 3.11"
+    "Programming Language :: Python :: 3.11",
+    "Programming Language :: Python :: 3.12"
 ]
 keywords = ["data", "dataops", "kubernetes"]
 requires-python = ">=3.9, <3.13"
 dependencies = [
 "digitalhub[full]>=0.10.0b, <0.11",
+"nuclio-sdk"
 ]
 
 [project.optional-dependencies]
@@ -30,7 +32,7 @@ dev = [
 ]
 
 [project.urls]
-Homepage = "https://github.com/scc-digitalhub/digitalhub-sdk"
+Homepage = "https://github.com/scc-digitalhub/digitalhub-sdk-runtime-python"
 
 [tool.flake8]
 max-line-length = 120
@@ -45,7 +47,7 @@ line-length = 120
 convention = "numpy"
 
 [tool.bumpver]
-current_version = "0.10.0b4"
+current_version = "0.10.2"
 version_pattern = "MAJOR.MINOR.PATCH[PYTAGNUM]"
 commit_message  = "Bump version {old_version} -> {new_version}"
 commit          = false

{digitalhub_runtime_python-0.10.0b4 → digitalhub_runtime_python-0.10.2}/test/local/instances/entities/run/run-python+build.json

@@ -13,6 +13,7 @@
     "name": "8f61807d-6f25-49c2-ba36-c95899074af0",
     "project": "demo-etl",
     "spec": {
+      "init_parameters": {"test": "test"},
       "outputs": {},
       "instructions": [
         "apt-get update"
@@ -924,4 +925,4 @@
       }
     },
     "user": "digitalhubdev"
-  }
+  }

{digitalhub_runtime_python-0.10.0b4 → digitalhub_runtime_python-0.10.2}/test/local/instances/entities/run/run-python+job.json

@@ -13,6 +13,7 @@
     "name": "89aa1016-376b-45e6-8db7-807b6e3f7410",
     "project": "demo-etl",
     "spec": {
+      "init_parameters": {"test": "test"},
       "outputs": {},
       "image": "debian:1.22.04",
       "requirements": [

{digitalhub_runtime_python-0.10.0b4 → digitalhub_runtime_python-0.10.2}/test/local/instances/entities/run/run-python+serve.json

@@ -13,6 +13,7 @@
     "name": "3c620611-b8dc-41f2-bee6-3b21e3d35265",
     "project": "demo-etl",
     "spec": {
+      "init_parameters": {"test": "test"},
       "outputs": {},
       "image": "debian:1.22.04",
       "requirements": [
@@ -463,7 +464,7 @@
               "restartPolicy": "Always",
               "schedulerName": "default-scheduler",
               "securityContext": {
-                "fsGroup": 1000,
+                "fs_group": 1000,
                 "runAsNonRoot": true
               },
               "serviceAccount": "default",
@@ -903,7 +904,7 @@
               "restartPolicy": "Always",
               "schedulerName": "default-scheduler",
               "securityContext": {
-                "fsGroup": 1000,
+                "fs_group": 1000,
                 "runAsNonRoot": true
               },
               "serviceAccount": "default",
@@ -1343,7 +1344,7 @@
               "restartPolicy": "Always",
               "schedulerName": "default-scheduler",
               "securityContext": {
-                "fsGroup": 1000,
+                "fs_group": 1000,
                 "runAsNonRoot": true
               },
               "serviceAccount": "default",
@@ -1908,7 +1909,7 @@
                 "restartPolicy": "Always",
                 "schedulerName": "default-scheduler",
                 "securityContext": {
-                  "fsGroup": 1000,
+                  "fs_group": 1000,
                   "runAsNonRoot": true
                 },
                 "terminationGracePeriodSeconds": 30,
@@ -1969,4 +1970,4 @@
       }
     },
     "user": "digitalhubdev"
-  }
+  }

digitalhub_runtime_python-0.10.2/test/local/instances/entities/task/task-python+build.json

@@ -0,0 +1,77 @@
+{
+  "id": "8ed8dd0a-379d-40dd-9a68-0c765d6b143e",
+  "key": "store://demo-etl/task/python+build/8ed8dd0a-379d-40dd-9a68-0c765d6b143e",
+  "kind": "python+build",
+  "metadata": {
+    "name": "8ed8dd0a-379d-40dd-9a68-0c765d6b143e",
+    "updated_by": "digitalhubdev",
+    "project": "demo-etl",
+    "updated": "2024-11-20T10:58:45.487Z",
+    "created_by": "digitalhubdev",
+    "created": "2024-11-20T10:58:45.453Z"
+  },
+  "name": "8ed8dd0a-379d-40dd-9a68-0c765d6b143e",
+  "project": "demo-etl",
+  "spec": {
+    "instructions": ["apt-get update"],
+    "priority_class": "test",
+    "runtime_class": "test",
+    "run_as_user": 1000,
+    "tolerations": [],
+    "affinity": {},
+    "profile": "1xa100",
+    "volumes": [
+      {
+        "name": "volume1",
+        "volume_type": "empty_dir",
+        "mount_path": "/volume1"
+      },
+      {
+        "name": "volume2",
+        "volume_type": "persistent_volume_claim",
+        "mount_path": "/volume2"
+      }
+    ],
+    "envs": [
+      {
+        "name": "USER",
+        "value": "test"
+      }
+    ],
+    "resources": {
+      "cpu": {
+        "requests": "0100m",
+        "limits": "0200m"
+      },
+      "mem": {
+        "requests": "0100Ki",
+        "limits": "0200Ki"
+      },
+      "gpu": {
+        "limits": "01"
+      }
+    },
+    "secrets": ["secret-key"],
+    "node_selector": [
+      {
+        "key": "node1",
+        "value": "value1"
+      }
+    ],
+    "function": "python://demo-etl/func1a:bbc4c820-6321-4ea8-b57b-85c472cfde09"
+  },
+  "status": {
+    "transitions": [
+      {
+        "status": "READY",
+        "time": "2024-11-20T10:58:45.486663781Z"
+      },
+      {
+        "status": "BUILT",
+        "time": "2024-11-20T10:58:45.464157733Z"
+      }
+    ],
+    "state": "READY"
+  },
+  "user": "digitalhubdev"
+}

digitalhub_runtime_python-0.10.2/test/local/instances/entities/task/task-python+job.json

@@ -0,0 +1,80 @@
+{
+  "id": "8ed8dd0a-379d-40dd-9a68-0c765d6b143e",
+  "key": "store://demo-etl/task/python+job/8ed8dd0a-379d-40dd-9a68-0c765d6b143e",
+  "kind": "python+job",
+  "metadata": {
+    "name": "8ed8dd0a-379d-40dd-9a68-0c765d6b143e",
+    "updated_by": "digitalhubdev",
+    "project": "demo-etl",
+    "updated": "2024-11-20T10:58:45.487Z",
+    "created_by": "digitalhubdev",
+    "created": "2024-11-20T10:58:45.453Z"
+  },
+  "name": "8ed8dd0a-379d-40dd-9a68-0c765d6b143e",
+  "project": "demo-etl",
+  "spec": {
+    "schedule": "0 0 * * *",
+    "fs_group": 1000,
+    "run_as_group": 1000,
+    "instructions": ["apt-get update"],
+    "priority_class": "test",
+    "runtime_class": "test",
+    "run_as_user": 1000,
+    "tolerations": [],
+    "affinity": {},
+    "profile": "1xa100",
+    "volumes": [
+      {
+        "name": "volume1",
+        "volume_type": "empty_dir",
+        "mount_path": "/volume1"
+      },
+      {
+        "name": "volume2",
+        "volume_type": "persistent_volume_claim",
+        "mount_path": "/volume2"
+      }
+    ],
+    "envs": [
+      {
+        "name": "USER",
+        "value": "test"
+      }
+    ],
+    "resources": {
+      "cpu": {
+        "requests": "0100m",
+        "limits": "0200m"
+      },
+      "mem": {
+        "requests": "0100Ki",
+        "limits": "0200Ki"
+      },
+      "gpu": {
+        "limits": "01"
+      }
+    },
+    "secrets": ["secret-key"],
+    "node_selector": [
+      {
+        "key": "node1",
+        "value": "value1"
+      }
+    ],
+    "function": "python://demo-etl/func1a:bbc4c820-6321-4ea8-b57b-85c472cfde09"
+  },
+  "status": {
+    "transitions": [
+      {
+        "status": "READY",
+        "time": "2024-11-20T10:58:45.486663781Z"
+      },
+      {
+        "status": "BUILT",
+        "time": "2024-11-20T10:58:45.464157733Z"
+      }
+    ],
+    "state": "READY"
+  },
+  "user": "digitalhubdev"
+}

digitalhub_runtime_python-0.10.2/test/local/instances/entities/task/task-python+serve.json

@@ -0,0 +1,80 @@
+{
+  "id": "8ed8dd0a-379d-40dd-9a68-0c765d6b143e",
+  "key": "store://demo-etl/task/python+serve/8ed8dd0a-379d-40dd-9a68-0c765d6b143e",
+  "kind": "python+serve",
+  "metadata": {
+    "name": "8ed8dd0a-379d-40dd-9a68-0c765d6b143e",
+    "updated_by": "digitalhubdev",
+    "project": "demo-etl",
+    "updated": "2024-11-20T10:58:45.487Z",
+    "created_by": "digitalhubdev",
+    "created": "2024-11-20T10:58:45.453Z"
+  },
+  "name": "8ed8dd0a-379d-40dd-9a68-0c765d6b143e",
+  "project": "demo-etl",
+  "spec": {
+    "service_ports":[],
+    "replicas": 2,
+    "fs_group": 1000,
+    "run_as_user": 1000,
+    "run_as_group": 1000,
+    "priority_class": "test",
+    "runtime_class": "test",
+    "tolerations": [],
+    "affinity": {},
+    "profile": "1xa100",
+    "volumes": [
+      {
+        "name": "volume1",
+        "volume_type": "empty_dir",
+        "mount_path": "/volume1"
+      },
+      {
+        "name": "volume2",
+        "volume_type": "persistent_volume_claim",
+        "mount_path": "/volume2"
+      }
+    ],
+    "envs": [
+      {
+        "name": "USER",
+        "value": "test"
+      }
+    ],
+    "resources": {
+      "cpu": {
+        "requests": "0100m",
+        "limits": "0200m"
+      },
+      "mem": {
+        "requests": "0100Ki",
+        "limits": "0200Ki"
+      },
+      "gpu": {
+        "limits": "01"
+      }
+    },
+    "secrets": ["secret-key"],
+    "node_selector": [
+      {
+        "key": "node1",
+        "value": "value1"
+      }
+    ],
+    "function": "python://demo-etl/func1a:bbc4c820-6321-4ea8-b57b-85c472cfde09"
+  },
+  "status": {
+    "transitions": [
+      {
+        "status": "READY",
+        "time": "2024-11-20T10:58:45.486663781Z"
+      },
+      {
+        "status": "BUILT",
+        "time": "2024-11-20T10:58:45.464157733Z"
+      }
+    ],
+    "state": "READY"
+  },
+  "user": "digitalhubdev"
+}

{digitalhub_runtime_python-0.10.0b4 → digitalhub_runtime_python-0.10.2}/test/local/instances/test_validate.py

@@ -45,6 +45,8 @@ def is_valid(built, kind):
     with open(schemas[kind]) as schema_file:
         schema = json.load(schema_file)
 
+    # To validate all the properties
+    schema["required"] = [a for a in  list(schema['properties'].keys())]
     validate(instance=built, schema=schema)
     return True
 

digitalhub_runtime_python-0.10.0b4/requirements.txt

@@ -1,4 +0,0 @@
-flake8
-pytest
-pytest-cov
-jsonschema