digitalhub 0.8.1__py3-none-any.whl → 0.9.0b0__py3-none-any.whl

digitalhub/entities/_base/entity/metadata.py

@@ -1,6 +1,9 @@
 from __future__ import annotations
 
+from pydantic import BaseModel, Field, ConfigDict
+
 from digitalhub.entities._base._base.entity import Base
+from digitalhub.entities._commons.enums import Relationship
 
 
 class Metadata(Base):
@@ -24,6 +27,7 @@ class Metadata(Base):
         updated: str | None = None,
         updated_by: str | None = None,
         embedded: bool | None = None,
+        relationships: list[dict] | None = None,
         ref: str | None = None,
         **kwargs,
     ) -> None:
@@ -37,6 +41,7 @@ class Metadata(Base):
         self.created_by = created_by
         self.updated_by = updated_by
         self.embedded = embedded
+        self.relationships = relationships
         self.ref = ref
 
         self._any_setter(**kwargs)
@@ -57,3 +62,20 @@ class Metadata(Base):
             An entity metadata object.
         """
         return cls(**obj)
+
+
+class RelationshipValidator(BaseModel):
+    """
+    A class representing the relationship of an entity.
+    """
+
+    model_config = ConfigDict(use_enum_values=True)
+
+    type_: Relationship = Field(default=None, alias="type")
+    """The type of relationship."""
+
+    source: str = None
+    """The source entity."""
+
+    dest: str = None
+    """The target entity."""

digitalhub/entities/_base/entity/spec.py

@@ -1,6 +1,6 @@
 from __future__ import annotations
 
-from pydantic import BaseModel
+from pydantic import BaseModel, ConfigDict
 
 from digitalhub.entities._base._base.entity import Base
 
@@ -30,7 +30,7 @@ class Spec(Base):
         return cls(**obj)
 
 
-class SpecValidator(BaseModel, extra="ignore"):
+class SpecValidator(BaseModel):
     """
     A class representing the parameters of an entity.
     This base class is used to define the parameters of an entity
@@ -38,6 +38,11 @@ class SpecValidator(BaseModel, extra="ignore"):
     to the constructor.
     """
 
+    model_config = ConfigDict(extra="ignore", use_enum_values=True)
+
+    def to_dict(self) -> dict:
+        return self.model_dump(by_alias=True, exclude_none=True)
+
 
 class MaterialSpec(Spec):
     """

digitalhub/entities/_base/executable/entity.py

@@ -2,11 +2,11 @@ from __future__ import annotations
 
 import typing
 
-from digitalhub.entities._base.api_utils import list_entity_api_ctx
 from digitalhub.entities._base.versioned.entity import VersionedEntity
+from digitalhub.entities._commons.enums import EntityTypes
+from digitalhub.entities._operations.processor import processor
 from digitalhub.entities.run.crud import delete_run, get_run, list_runs
 from digitalhub.entities.task.crud import delete_task
-from digitalhub.entities.utils.entity_types import EntityTypes
 from digitalhub.factory.api import build_entity_from_dict, build_entity_from_params
 from digitalhub.utils.exceptions import EntityAlreadyExistsError, EntityError
 
@@ -141,7 +141,7 @@ class ExecutableEntity(VersionedEntity):
 
         # Override kwargs
         kwargs["project"] = self.project
-        kwargs["function"] = self._get_executable_string()
+        kwargs[self.ENTITY_TYPE] = self._get_executable_string()
         kwargs["kind"] = task_kind
 
         # Create object instance
@@ -176,7 +176,7 @@ class ExecutableEntity(VersionedEntity):
             resp = self._get_task_from_backend(kind)
             if not resp:
                 raise EntityError(f"Task {kind} is not created")
-            self._tasks[kind] = build_entity_from_dict(resp[0])
+            self._tasks[kind] = resp[0]
             return self._tasks[kind]
 
     def update_task(self, kind: str, **kwargs) -> Task:
@@ -203,7 +203,7 @@ class ExecutableEntity(VersionedEntity):
         # Update kwargs
         kwargs["project"] = self.project
         kwargs["kind"] = kind
-        kwargs["function"] = self._get_executable_string()
+        kwargs[self.ENTITY_TYPE] = self._get_executable_string()
         kwargs["uuid"] = self._tasks[kind].id
 
         # Update task
@@ -246,8 +246,8 @@ class ExecutableEntity(VersionedEntity):
         list
             Response from backend.
         """
-        params = {"function": self._get_executable_string(), "kind": kind}
-        return list_entity_api_ctx(self.project, EntityTypes.TASK.value, params=params)
+        params = {self.ENTITY_TYPE: self._get_executable_string(), "kind": kind}
+        return processor.list_context_entities(self.project, EntityTypes.TASK.value, params=params)
 
     def _check_task_in_backend(self, kind: str) -> bool:
         """
@@ -370,7 +370,7 @@ class ExecutableEntity(VersionedEntity):
         """
         if kwargs is None:
             kwargs = {}
-        kwargs["params"] = {"function": self._get_executable_string()}
+        kwargs["params"] = {self.ENTITY_TYPE: self._get_executable_string()}
         return list_runs(self.project, **kwargs)
 
     def delete_run(

digitalhub/entities/_base/material/entity.py

@@ -3,8 +3,8 @@ from __future__ import annotations
 import typing
 from pathlib import Path
 
-from digitalhub.entities._base.api_utils import files_info_get_api, files_info_put_api
 from digitalhub.entities._base.versioned.entity import VersionedEntity
+from digitalhub.entities._operations.processor import processor
 from digitalhub.stores.api import get_store
 
 if typing.TYPE_CHECKING:
@@ -48,23 +48,20 @@ class MaterialEntity(VersionedEntity):
         MaterialEntity
             Entity saved.
         """
-        obj = self.to_dict()
-
+        # Evaluate files info list length
         files = None
         if self.status.files is not None and len(self.status.files) > 5 and not self._context().local:
-            files = obj["status"].pop("files")
+            files = self.status.files
+            self.status.files = []
 
-        if not update:
-            new_obj: MaterialEntity = self._save(obj)
-        else:
-            new_obj: MaterialEntity = self._update(obj)
+        obj: MaterialEntity = super().save(update)
 
         # Handle files info
         if files is not None:
-            files_info_put_api(self.project, self.ENTITY_TYPE, self.id, files)
-            self.status.add_files_info(files)
+            processor.update_files_info(self.project, self.ENTITY_TYPE, self.id, files)
+            self.add_files_info(files)
 
-        return new_obj
+        return obj
 
     ##############################
     # I/O Methods
@@ -81,7 +78,7 @@ class MaterialEntity(VersionedEntity):
             List of file paths.
         """
         store = get_store(self.spec.path)
-        paths = self.status.get_file_paths()
+        paths = self.get_file_paths()
         dst = store._build_temp()
         return store.download(self.spec.path, dst=dst, src=paths)
 
@@ -130,7 +127,7 @@ class MaterialEntity(VersionedEntity):
         dataitem/data.csv
         """
         store = get_store(self.spec.path)
-        paths = self.status.get_file_paths()
+        paths = self.get_file_paths()
 
         if destination is None:
             dst = self._context().root / self.ENTITY_TYPE
@@ -174,6 +171,41 @@ class MaterialEntity(VersionedEntity):
         files_info = store.get_file_info(paths)
         self._update_files_info(files_info)
 
+    ##############################
+    #  Public Helpers
+    ##############################
+
+    def add_files_info(self, files: list[dict]) -> None:
+        """
+        Add a file to the status.
+
+        Parameters
+        ----------
+        files : list[dict]
+            Files to add.
+
+        Returns
+        -------
+        None
+        """
+        path_list = self.get_file_paths()
+        for f in files:
+            if f.get("path") not in path_list:
+                self.status.files.append(f)
+
+    def get_file_paths(self) -> list[str]:
+        """
+        Get the paths of the files in the status.
+
+        Returns
+        -------
+        list[str]
+            Paths of the files in the status.
+        """
+        if self.status.files is None:
+            self.status.files = []
+        return [f.get("path") for f in self.status.files]
+
     ##############################
     #  Private Helpers
     ##############################
@@ -194,7 +226,7 @@ class MaterialEntity(VersionedEntity):
         if files_info is None:
             return
         self.refresh()
-        self.status.add_files_info(files_info)
+        self.add_files_info(files_info)
         self.save(update=True)
 
     def _get_files_info(self) -> None:
@@ -206,9 +238,9 @@ class MaterialEntity(VersionedEntity):
         None
         """
         if not self._context().local and not self.status.files:
-            files = files_info_get_api(
+            files = processor.read_files_info(
                 project=self.project,
                 entity_type=self.ENTITY_TYPE,
                 entity_id=self.id,
             )
-            self.status.add_files_info(files)
+            self.add_files_info(files)

digitalhub/entities/_base/material/status.py

@@ -15,35 +15,4 @@ class MaterialStatus(Status):
         files: list[dict] | None = None,
     ) -> None:
         super().__init__(state, message)
-        if files is None:
-            files = []
         self.files = files
-
-    def add_files_info(self, files: list[dict]) -> None:
-        """
-        Add a file to the status.
-
-        Parameters
-        ----------
-        files : list[dict]
-            Files to add.
-
-        Returns
-        -------
-        None
-        """
-        path_list = self.get_file_paths()
-        for f in files:
-            if f.get("path") not in path_list:
-                self.files.append(f)
-
-    def get_file_paths(self) -> list[str]:
-        """
-        Get the paths of the files in the status.
-
-        Returns
-        -------
-        list[str]
-            Paths of the files in the status.
-        """
-        return [f.get("path") for f in self.files]

digitalhub/entities/_base/material/utils.py

@@ -0,0 +1,106 @@
+from __future__ import annotations
+
+from pathlib import Path
+
+from digitalhub.utils.file_utils import eval_zip_type
+from digitalhub.utils.s3_utils import get_s3_bucket
+from digitalhub.utils.uri_utils import S3Schemes, has_local_scheme
+
+
+def eval_local_source(source: str | list[str]) -> None:
+    """
+    Evaluate if source is local.
+
+    Parameters
+    ----------
+    source : str | list[str]
+        Source(s).
+
+    Returns
+    -------
+    None
+    """
+    if isinstance(source, list):
+        if not source:
+            raise ValueError("Empty list of sources.")
+        source_is_local = all(has_local_scheme(s) for s in source)
+        for s in source:
+            if Path(s).is_dir():
+                raise ValueError(f"Invalid source path: {s}. List of paths must be list of files, not directories.")
+    else:
+        source_is_local = has_local_scheme(source)
+
+    if not source_is_local:
+        raise ValueError("Invalid source path. Source must be a local path.")
+
+
+def eval_zip_sources(source: str | list[str]) -> str:
+    """
+    Evaluate zip sources.
+
+    Parameters
+    ----------
+    source : str | list[str]
+        Source(s).
+
+    Returns
+    -------
+    str
+        S3Schemes.
+    """
+    if isinstance(source, list):
+        if len(source) > 1:
+            return S3Schemes.S3.value
+        path = source[0]
+    else:
+        if Path(source).is_dir():
+            return S3Schemes.S3.value
+        path = source
+
+    if not eval_zip_type(path):
+        return S3Schemes.S3.value
+    return S3Schemes.ZIP_S3.value
+
+
+def build_log_path_from_source(
+    project: str,
+    entity_type: str,
+    name: str,
+    uuid: str,
+    source: str | list[str],
+) -> str:
+    """
+    Build log path.
+
+    Parameters
+    ----------
+    project : str
+        Project name.
+    entity_type : str
+        Entity type.
+    name : str
+        Object name.
+    uuid : str
+        Object UUID.
+    source : str | list[str]
+        Source(s).
+
+    Returns
+    -------
+    str
+        Log path.
+    """
+    scheme = eval_zip_sources(source)
+    path = f"{scheme}://{get_s3_bucket()}/{project}/{entity_type}/{name}/{uuid}"
+
+    if isinstance(source, list) and len(source) >= 1:
+        if len(source) > 1:
+            path += "/"
+        else:
+            path += f"/{Path(source[0]).name}"
+    elif Path(source).is_dir():
+        path += "/"
+    elif Path(source).is_file():
+        path += f"/{Path(source).name}"
+
+    return path