digitalhub-runtime-python 0.5.0b6__tar.gz → 0.5.0b8__tar.gz

{digitalhub_runtime_python-0.5.0b6 → digitalhub_runtime_python-0.5.0b8}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: digitalhub-runtime-python
-Version: 0.5.0b6
+Version: 0.5.0b8
 Summary: Python runtime for DHCore
 Author-email: Fondazione Bruno Kessler <dslab@fbk.eu>, Matteo Martini <mmartini@fbk.eu>
 License:                               Apache License

{digitalhub_runtime_python-0.5.0b6 → digitalhub_runtime_python-0.5.0b8}/digitalhub_runtime_python/runtimes/runtime.py

@@ -9,7 +9,6 @@ from typing import Callable
 from digitalhub_core.runtimes.base import Runtime
 from digitalhub_core.utils.logger import LOGGER
 from digitalhub_runtime_python.utils.configuration import get_function_from_source
-from digitalhub_runtime_python.utils.functions import run_python
 from digitalhub_runtime_python.utils.inputs import get_inputs_parameters
 from digitalhub_runtime_python.utils.outputs import build_status, parse_outputs
 
@@ -81,16 +80,9 @@ class RuntimePython(Runtime):
         else:
             exec_result = self._execute(fnc, **fnc_args)
             LOGGER.info("Collecting outputs.")
-            results = parse_outputs(exec_result,
-                                    list(spec.get("outputs", {})),
-                                    list(spec.get("values", [])),
-                                    project)
-
-        status = build_status(
-            results,
-            spec.get("outputs"),
-            spec.get("values"),
-        )
+            results = parse_outputs(exec_result, list(spec.get("outputs", {})), project)
+
+        status = build_status(results, spec.get("outputs"))
 
         # Return run status
         LOGGER.info("Task completed, returning run status.")
@@ -111,8 +103,6 @@ class RuntimePython(Runtime):
         Callable
             Function to execute.
         """
-        if action == "job":
-            return run_python
         raise NotImplementedError
 
     ####################
@@ -165,5 +155,4 @@ class RuntimePython(Runtime):
             self.root_path,
             spec.get("source", {}),
         )
-        return fnc, hasattr(fnc, '__wrapped__')
-
+        return fnc, hasattr(fnc, "__wrapped__")

{digitalhub_runtime_python-0.5.0b6 → digitalhub_runtime_python-0.5.0b8}/digitalhub_runtime_python/utils/configuration.py

@@ -13,6 +13,7 @@ from digitalhub_core.utils.generic_utils import (
 )
 from digitalhub_core.utils.git_utils import clone_repository
 from digitalhub_core.utils.logger import LOGGER
+from digitalhub_core.utils.uri_utils import map_uri_scheme
 
 
 def get_function_from_source(path: Path, source_spec: dict) -> Callable:
@@ -33,14 +34,35 @@ def get_function_from_source(path: Path, source_spec: dict) -> Callable:
     """
     try:
         function_code = save_function_source(path, source_spec)
-        handler = source_spec["handler"]
-        return import_function(function_code, handler)
+        handler_path, function_name = parse_handler(source_spec["handler"])
+        function_path = (function_code / handler_path).with_suffix(".py")
+        return import_function(function_path, function_name)
     except Exception as e:
         msg = f"Some error occurred while getting function. Exception: {e.__class__}. Error: {e.args}"
         LOGGER.exception(msg)
         raise RuntimeError(msg) from e
 
 
+def parse_handler(handler: str) -> tuple:
+    """
+    Parse handler.
+
+    Parameters
+    ----------
+    handler : str
+        Function handler
+
+    Returns
+    -------
+    str
+        Function handler.
+    """
+    parsed = handler.split(":")
+    if len(parsed) == 1:
+        return Path(""), parsed[0]
+    return Path(*parsed[0].split(".")), parsed[1]
+
+
 def save_function_source(path: Path, source_spec: dict) -> Path:
     """
     Save function source.
@@ -63,38 +85,46 @@ def save_function_source(path: Path, source_spec: dict) -> Path:
     # Get relevant information
     base64 = source_spec.get("base64")
     source = source_spec.get("source")
-    handler = source_spec.get("handler")
 
+    scheme = None
+    if source is not None:
+        scheme = map_uri_scheme(source)
+
+    # Base64
     if base64 is not None:
-        path = path / "main.py"
-        path.write_text(decode_base64(base64))
-        return path
 
-    scheme = source.split("://")[0]
+        filename = "main.py"
+        if scheme == "local":
+            filename = Path(source).name
+
+        base64_path = path / filename
+        base64_path.write_text(decode_base64(base64))
+
+        if scheme is None or scheme == "local":
+            return base64_path
+
+    # Git repo
+    if scheme == "git":
+        get_repository(path, source)
 
     # Http(s) or s3 presigned urls
-    if scheme in ["http", "https"]:
+    elif scheme == "remote":
         filename = path / "archive.zip"
         get_remote_source(source, filename)
         unzip(path, filename)
-        return path / handler
-
-    # Git repo
-    if scheme == "git+https":
-        path = path / "repository"
-        get_repository(path, source)
-        return path / handler
 
     # S3 path
-    if scheme == "zip+s3":
+    elif scheme == "s3":
         filename = path / "archive.zip"
         bucket, key = get_bucket_and_key(source)
         get_s3_source(bucket, key, filename)
         unzip(path, filename)
-        return path / handler
 
     # Unsupported scheme
-    raise RuntimeError(f"Unsupported scheme: {scheme}")
+    else:
+        raise RuntimeError(f"Unsupported scheme: {scheme}")
+
+    return path
 
 
 def get_remote_source(source: str, filename: Path) -> None:

{digitalhub_runtime_python-0.5.0b6 → digitalhub_runtime_python-0.5.0b8}/digitalhub_runtime_python/utils/inputs.py

@@ -13,18 +13,17 @@ from digitalhub_ml.entities.models.crud import model_from_dict
 if typing.TYPE_CHECKING:
     from digitalhub_core.entities._base.entity import Entity
     from digitalhub_core.entities.artifacts.entity import Artifact
-    from digitalhub_data.entities.dataitems.entity._base import Dataitem
+    from digitalhub_data.entities.dataitems.entity.table import DataitemTable
     from digitalhub_ml.entities.models.entity import Model
-    from pandas import DataFrame
 
 
-def persist_dataitem(dataitem: Dataitem, tmp_dir: Path) -> str:
+def persist_dataitem(dataitem: DataitemTable, tmp_dir: Path) -> str:
     """
     Persist dataitem locally.
 
     Parameters
     ----------
-    dataitem : Dataitem
+    dataitem : DataitemTable
         The dataitem to persist.
     tmp_dir : Path
         Temporary download directory.
@@ -42,10 +41,9 @@ def persist_dataitem(dataitem: Dataitem, tmp_dir: Path) -> str:
     name = dataitem.name
     try:
         LOGGER.info(f"Persisting dataitem '{name}' locally.")
-        tmp_path = tmp_dir / f"{name}.csv"
-        dataframe: DataFrame = dataitem.as_df()
-        dataframe.to_csv(tmp_path, sep=",", index=False)
-        return str(tmp_path)
+        tmp_path = str(tmp_dir / f"{name}.csv")
+        dataitem.write_df(target_path=tmp_path, extension="csv", sep=",")
+        return tmp_path
     except Exception as e:
         msg = f"Error during dataitem '{name}' collection. Exception: {e.__class__}. Error: {e.args}"
         LOGGER.exception(msg)
@@ -77,9 +75,8 @@ def persist_artifact(artifact: Artifact, tmp_dir: Path) -> str:
     try:
         LOGGER.info(f"Persisting artifact '{name}' locally.")
         filename = Path(artifact.spec.path).name
-        dst = tmp_dir / filename
-        tmp_path = artifact.download(dst=dst)
-        return str(tmp_path)
+        dst = str(tmp_dir / filename)
+        return artifact.download(dst=dst)
     except Exception as e:
         msg = f"Error during artifact '{name}' collection. Exception: {e.__class__}. Error: {e.args}"
         LOGGER.exception(msg)
@@ -111,9 +108,8 @@ def persist_model(model: Model, tmp_dir: Path) -> str:
     try:
         LOGGER.info(f"Persisting model '{name}' locally.")
         filename = Path(model.spec.path).name
-        dst = tmp_dir / filename
-        tmp_path = model.download(dst=dst)
-        return str(tmp_path)
+        dst = str(tmp_dir / filename)
+        return model.download(dst=dst)
     except Exception as e:
         msg = f"Error during model '{name}' collection. Exception: {e.__class__}. Error: {e.args}"
         LOGGER.exception(msg)

{digitalhub_runtime_python-0.5.0b6 → digitalhub_runtime_python-0.5.0b8}/digitalhub_runtime_python/utils/outputs.py

@@ -1,19 +1,16 @@
 from __future__ import annotations
 
 import pickle
-import typing
 from typing import Any
 
 from digitalhub_core.entities._base.status import State
 from digitalhub_core.entities.artifacts.crud import new_artifact
+from digitalhub_core.entities.artifacts.entity import Artifact
 from digitalhub_core.utils.logger import LOGGER
 from digitalhub_data.entities.dataitems.crud import new_dataitem
+from digitalhub_data.entities.dataitems.entity.table import DataitemTable
 from digitalhub_data.readers.registry import DATAFRAME_TYPES
 
-if typing.TYPE_CHECKING:
-    from digitalhub_core.entities.artifacts.entity import Artifact
-    from digitalhub_data.entities.dataitems.entity.table import DataitemTable
-
 
 def collect_outputs(results: Any, outputs: list[str], project_name: str) -> dict:
     """
@@ -52,7 +49,7 @@ def collect_outputs(results: Any, outputs: list[str], project_name: str) -> dict
     return objects
 
 
-def parse_outputs(results: Any, run_outputs: list, run_values: list, project_name: str) -> dict:
+def parse_outputs(results: Any, run_outputs: list, project_name: str) -> dict:
     """
     Parse outputs.
 
@@ -70,16 +67,14 @@ def parse_outputs(results: Any, run_outputs: list, run_values: list, project_nam
     """
     results_list = listify_results(results)
     out_list = []
-    for idx, item in enumerate(results_list):
+    for idx, _ in enumerate(results_list):
         try:
-            if isinstance(item, (str, int, float, bool, bytes)):
-                out_list.append(run_values.pop(0))
-            else:
-                out_list.append(run_outputs.pop(0))
+            out_list.append(run_outputs.pop(0))
         except IndexError:
             out_list.append(f"output_{idx}")
     return collect_outputs(results, out_list, project_name)
 
+
 def listify_results(results: Any) -> list:
     """
     Listify results.
@@ -170,7 +165,6 @@ def build_and_load_artifact(name: str, project_name: str, data: Any) -> Artifact
 def build_status(
     parsed_execution: dict,
     mapped_outputs: dict | None = None,
-    values_list: list | None = None,
 ) -> dict:
     """
     Collect outputs.
@@ -181,31 +175,24 @@ def build_status(
         Parsed execution dict.
     mapped_outputs : dict
         Mapped outputs.
-    values_list : list
-        Values list.
 
     Returns
     -------
     dict
         Status dict.
     """
+    results = {}
     outputs = {}
     if mapped_outputs is None:
         mapped_outputs = {}
 
-    results = {}
-    if values_list is None:
-        values_list = []
-
     try:
-        for key, value in mapped_outputs.items():
+        for key, _ in mapped_outputs.items():
             if key in parsed_execution:
-                outputs[key] = parsed_execution[key].key
-
-        for value in values_list:
-            if value in parsed_execution:
-                results[value] = parsed_execution[value]
-
+                if isinstance(parsed_execution[key], (DataitemTable, Artifact)):
+                    outputs[key] = parsed_execution[key].key
+                else:
+                    results[key] = parsed_execution[key]
         return {
             "state": State.COMPLETED.value,
             "outputs": outputs,

{digitalhub_runtime_python-0.5.0b6 → digitalhub_runtime_python-0.5.0b8}/digitalhub_runtime_python.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: digitalhub-runtime-python
-Version: 0.5.0b6
+Version: 0.5.0b8
 Summary: Python runtime for DHCore
 Author-email: Fondazione Bruno Kessler <dslab@fbk.eu>, Matteo Martini <mmartini@fbk.eu>
 License:                               Apache License

{digitalhub_runtime_python-0.5.0b6 → digitalhub_runtime_python-0.5.0b8}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "digitalhub-runtime-python"
-version = "0.5.0b6"
+version = "0.5.0b8"
 description = "Python runtime for DHCore"
 readme = "README.md"
 authors = [
@@ -39,7 +39,7 @@ line-length = 120
 convention = "numpy"
 
 [tool.bumpver]
-current_version = "0.5.0b6"
+current_version = "0.5.0b8"
 version_pattern = "MAJOR.MINOR.PATCH[PYTAGNUM]"
 commit_message  = "Bump version {old_version} -> {new_version}"
 commit          = false