digitalhub 0.8.0__py3-none-any.whl → 0.8.0b1__py3-none-any.whl

digitalhub/utils/generic_utils.py

@@ -2,14 +2,16 @@ from __future__ import annotations
 
 import base64
 import json
+import os
 from datetime import datetime
 from pathlib import Path
 from typing import Any
+from urllib.parse import urlparse
 from zipfile import ZipFile
 
 import numpy as np
+from boto3 import client as boto3_client
 from requests import get as requests_get
-from slugify import slugify
 
 from digitalhub.utils.io_utils import read_text
 
@@ -118,6 +120,45 @@ def extract_archive(path: Path, filename: Path) -> None:
         zip_file.extractall(path)
 
 
+def get_s3_source(bucket: str, key: str, filename: Path) -> None:
+    """
+    Get S3 source.
+
+    Parameters
+    ----------
+    bucket : str
+        S3 bucket name.
+    key : str
+        S3 object key.
+    filename : Path
+        Path where to save the function source.
+
+    Returns
+    -------
+    None
+    """
+    s3 = boto3_client("s3", endpoint_url=os.getenv("S3_ENDPOINT_URL"))
+    s3.download_file(bucket, key, filename)
+
+
+def get_bucket_and_key(path: str) -> tuple[str, str]:
+    """
+    Get bucket and key from path.
+
+    Parameters
+    ----------
+    path : str
+        The source path to get the key from.
+
+    Returns
+    -------
+    tuple[str, str]
+        The bucket and key.
+    """
+    parsed = urlparse(path)
+    return parsed.netloc, parsed.path
+
+
 class MyEncoder(json.JSONEncoder):
     """
     Custom JSON encoder to handle numpy types.
@@ -164,20 +205,3 @@ def dict_to_json(struct: dict) -> str:
         The json string.
     """
     return json.dumps(struct, cls=MyEncoder)
-
-
-def slugify_string(filename: str) -> str:
-    """
-    Sanitize a filename.
-
-    Parameters
-    ----------
-    filename : str
-        The filename to sanitize.
-
-    Returns
-    -------
-    str
-        The sanitized filename.
-    """
-    return slugify(filename, max_length=255)

digitalhub/utils/io_utils.py

@@ -37,43 +37,6 @@ def write_yaml(filepath: str | Path, obj: dict | list[dict]) -> None:
 ##############################
 
 
-class NoDatesSafeLoader(yaml.SafeLoader):
-    """
-    Loader implementation to exclude implicit resolvers.
-
-    Taken from https://stackoverflow.com/a/37958106
-    """
-
-    @classmethod
-    def remove_implicit_resolver(cls, tag_to_remove: str) -> None:
-        """
-        Remove implicit resolvers for a particular tag
-        Takes care not to modify resolvers in super classes.
-        We want to load datetimes as strings, not dates, because we
-        go on to serialise as json which doesn't have the advanced types
-        of yaml, and leads to incompatibilities down the track.
-
-        Parameters
-        ----------
-        tag_to_remove : str
-            The tag to remove
-
-        Returns
-        -------
-        None
-        """
-        if "yaml_implicit_resolvers" not in cls.__dict__:
-            cls.yaml_implicit_resolvers = cls.yaml_implicit_resolvers.copy()
-
-        for first_letter, mappings in cls.yaml_implicit_resolvers.items():
-            cls.yaml_implicit_resolvers[first_letter] = [
-                (tag, regexp) for tag, regexp in mappings if tag != tag_to_remove
-            ]
-
-
-NoDatesSafeLoader.remove_implicit_resolver("tag:yaml.org,2002:timestamp")
-
-
 def read_yaml(filepath: str | Path) -> dict | list[dict]:
     """
     Read a yaml file and return a dict or a list of dict.
@@ -90,12 +53,12 @@ def read_yaml(filepath: str | Path) -> dict | list[dict]:
     """
     try:
         with open(filepath, "r", encoding="utf-8") as in_file:
-            data = yaml.load(in_file, Loader=NoDatesSafeLoader)
+            data = yaml.load(in_file, Loader=yaml.SafeLoader)
 
     # If yaml contains multiple documents
     except yaml.composer.ComposerError:
         with open(filepath, "r", encoding="utf-8") as in_file:
-            data = list(yaml.load_all(in_file, Loader=NoDatesSafeLoader))
+            data = list(yaml.load_all(in_file, Loader=yaml.SafeLoader))
     return data
 
 

{digitalhub-0.8.0.dist-info → digitalhub-0.8.0b1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: digitalhub
-Version: 0.8.0
+Version: 0.8.0b1
 Summary: Python SDK for Digitalhub
 Author-email: Fondazione Bruno Kessler <dslab@fbk.eu>, Matteo Martini <mmartini@fbk.eu>
 License: Apache License
@@ -239,7 +239,6 @@ Requires-Dist: PyYAML
 Requires-Dist: python-dotenv
 Requires-Dist: GitPython>=3
 Requires-Dist: psycopg2-binary
-Requires-Dist: python-slugify
 Provides-Extra: dev
 Requires-Dist: black; extra == "dev"
 Requires-Dist: pytest; extra == "dev"
@@ -263,4 +262,4 @@ Requires-Dist: pandas<2.2,>=1.2; extra == "pandas"
 The Digitalhub SDK library is used to manage entities and executions in Digitalhub from Python.
 It comes with a suite of tools to help you manage your projects and executions. It exposes CRUD methods to create, read, update and delete entities, and objects methods to excute functions or workflows, collect or store execution results and data.
 
-A more detailed description of the library can be found in the [official documentation](https://scc-digitalhub.github.io/sdk-docs/).
+A more detailed description of the library can be found in the [official documentation](https://scc-digitalhub.github.io/docs/) of Digitalhub.

digitalhub-0.8.0b1.dist-info/RECORD

@@ -0,0 +1,161 @@
+digitalhub/__init__.py,sha256=aW5Xsp7ElskYHk2tGMruT2v2HjLCXqGtPZOsCxv5yZU,1984
+digitalhub/client/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+digitalhub/client/builder.py,sha256=UrmgtBPfPlw_J4vmym93RUN9fLg8AJl5jOm5_-Za1qE,2278
+digitalhub/client/objects/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+digitalhub/client/objects/base.py,sha256=HDv9Vr9DZpoaZVsAT5SSBD9j1oHoVuxA4ILGDl0mBz4,1299
+digitalhub/client/objects/dhcore.py,sha256=XvWwHDBrxKk8wSJPfho0cgZvX2PghHH-WXDoPVxTJsU,18950
+digitalhub/client/objects/local.py,sha256=sQwgENPPjO_V9OCBs3E0MZ5Cm2iFGBBAtbDaR8XgPVg,16779
+digitalhub/context/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+digitalhub/context/builder.py,sha256=67p1SQHCqs77B5J5wU4-pPy-KjnLTQFcYdn1zKtDYik,3665
+digitalhub/context/context.py,sha256=Wk1YcTR1QayKOewrLqT_nVcGjORYXF4aHYZ2yXuJ8tM,3338
+digitalhub/datastores/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+digitalhub/datastores/builder.py,sha256=7KBUNiW99gG9fB91dVJmhVP60ww0Fw8-HMzrcmKRBtc,3120
+digitalhub/datastores/objects/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+digitalhub/datastores/objects/base.py,sha256=BvPn77L_UVwSOUjWN0MMWDpOvZcu4owDLeYzUIYnhRo,1999
+digitalhub/datastores/objects/local.py,sha256=VCT4yXGxHeMiXY1rwLeL1PNnsEPj3DQKcx8Y4FeiKK4,1158
+digitalhub/datastores/objects/remote.py,sha256=E-Is15x23ZJcG6IaZawj18P8wntTygeakIu5qm5KHoE,645
+digitalhub/datastores/objects/s3.py,sha256=dTTgzZGbhlklNokWxClFWVRLT2d8uAqPZNOpl0oXVNA,1018
+digitalhub/datastores/objects/sql.py,sha256=cY7fkpd75NBVQtgrn7jDnAOwphksYjo8BA7ZhnAtg4Y,1629
+digitalhub/entities/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+digitalhub/entities/entity_types.py,sha256=PcAh78WAC9DgwSU6LxGncn0g7Wzb0iZXc-3Ooik8-ks,324
+digitalhub/entities/registries.py,sha256=2sS4jPCy6cBvrDLWXgLh7Oz_pnC-rU6sFhx8DllVY7g,1382
+digitalhub/entities/utils.py,sha256=TxZese8CKfosuJtDF2nQNrkKd6YZI8unRrdl1tsXvEs,4188
+digitalhub/entities/_base/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+digitalhub/entities/_base/api.py,sha256=jSNYoLzoYSvu2wI-fs6u87AFYGAaboPCX4y6f2LqJ5A,6597
+digitalhub/entities/_base/base.py,sha256=EnZD1nuWH8SZp9qHRMAMCBITq7etCERj0nVeOUTmkhY,2184
+digitalhub/entities/_base/crud.py,sha256=M-5D6qlcrBNWf9qanf87oSsr3EizmvOg6Qkah_D6RAA,13175
+digitalhub/entities/_base/metadata.py,sha256=c3bYIZC3VG8j-eQm1fYoITgq3DF4Qwc5dm9_2WbcflY,1690
+digitalhub/entities/_base/state.py,sha256=gKxDy__MEHlz-1SrwICZnFOIqDoI-CBo4ylIBM9TaoQ,609
+digitalhub/entities/_base/entity/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+digitalhub/entities/_base/entity/base.py,sha256=TLsSqPCZRcxG3sXItcG8s2NG70hEThAHZgvHLT8-W80,3374
+digitalhub/entities/_base/entity/context.py,sha256=6NjOtqpCZouW15Q_HQvN8Mec8nytIfJ7zxmO5-j063c,3041
+digitalhub/entities/_base/entity/executable.py,sha256=jhrhHcRwuad5xgO2XFjByk_mEBxdcpgAsA-QDQrD32A,9323
+digitalhub/entities/_base/entity/material.py,sha256=nBc1q1gbLk3BEn996O7KbAHi5H-Ux1At5GI4Yqk8Hc0,6160
+digitalhub/entities/_base/entity/unversioned.py,sha256=v9_Vkadr8jYDC5Tz62EAE2lybBYMyEIulCdoQBmgPJY,2630
+digitalhub/entities/_base/entity/versioned.py,sha256=RMKLs7sVI4DEF2x01W-kwAyCEBVHExVJkMy65xvB5uc,2885
+digitalhub/entities/_base/spec/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+digitalhub/entities/_base/spec/base.py,sha256=tN77RzAcvB0BC7bdRAT-gECoPl1sW7pPbaxAHVfjDBw,1322
+digitalhub/entities/_base/spec/material.py,sha256=WvslwLK4swBZwpEM8Z8w_VfivS0tpygukc0x6k3fAsw,424
+digitalhub/entities/_base/status/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+digitalhub/entities/_base/status/base.py,sha256=iSeDoacFzuAFvuag5bO1AfPpg0hTCuQH8oYBkxXHQeg,817
+digitalhub/entities/_base/status/material.py,sha256=yyc7VqtGfRkvvLXA-fBaV_w8_nWY1kinPeokPsdeae0,1100
+digitalhub/entities/_builders/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+digitalhub/entities/_builders/metadata.py,sha256=T7sDqlPmkqDRzf-nRonqNRolgfK1cvSw4Op4W15xqDQ,1750
+digitalhub/entities/_builders/name.py,sha256=sNU54TzzdYug5sqio8uaus6pP5RkEJYIEl6j0fwR4ho,485
+digitalhub/entities/_builders/spec.py,sha256=x38F6GQObmMS537Gsmy8eD342cN5Ugc8ngfD00c_WbQ,1398
+digitalhub/entities/_builders/status.py,sha256=bnxt-l_WTrjPDyad60PbRfceFwANc31-yv1iDKfIx8U,1710
+digitalhub/entities/_builders/uuid.py,sha256=TUqayL2Ppp8rT4IkRxVhOp4_rUb-qklGS2tg16NnW4A,595
+digitalhub/entities/artifact/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+digitalhub/entities/artifact/builder.py,sha256=TpzzBlZm3-bhrx9J3X4vO56t549UYZg7W_gKvKyH0b4,3080
+digitalhub/entities/artifact/crud.py,sha256=QAg7hd_R1cbbhTiLiDQcpFHBv3rZASEmPIM_qw2ZQ5M,8204
+digitalhub/entities/artifact/spec.py,sha256=9EW4E3YtgoaouuhfPo18NYhADPcK_69ekOzYAXPxGzk,721
+digitalhub/entities/artifact/status.py,sha256=7yzYJ0fXKfD8t-b0OCmacGHJqD8tqV_MlKKzgemu76o,305
+digitalhub/entities/artifact/entity/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+digitalhub/entities/artifact/entity/_base.py,sha256=JZy405GplZcKlXJe7WeER_-dk-vmrm0J0DG-iUtLLO4,1086
+digitalhub/entities/artifact/entity/artifact.py,sha256=rH7bSE4meL1IqcbNgjDbkPhhc_tUuW3BeL8d4hJYioA,171
+digitalhub/entities/dataitem/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+digitalhub/entities/dataitem/builder.py,sha256=EuRKwbZfIP6EqOioLkpl99qJgDCpK05xKpxv7tJGqKQ,3387
+digitalhub/entities/dataitem/crud.py,sha256=mpecyHTajtBHFdiMPM5XcAZ1Mbcy-cl-solzcU8D8MA,9666
+digitalhub/entities/dataitem/models.py,sha256=wfnDMQ3nAM1XAJAuMj7CvaXfOTVMQicG_2I6hZB6iag,1093
+digitalhub/entities/dataitem/spec.py,sha256=v7Bf9uGcUnsdV8p43UWTQEZQ1rgn8jQh4BCQYu1ghao,1196
+digitalhub/entities/dataitem/status.py,sha256=reOQbRI3ZDVCGhvv2P7VSJAzhyxsrZkAtZ9amiTYto4,811
+digitalhub/entities/dataitem/entity/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+digitalhub/entities/dataitem/entity/_base.py,sha256=eih3blIaSJ6r6sL6OCJwASYb63DFk00mLxsK3Rw-Jkc,1959
+digitalhub/entities/dataitem/entity/dataitem.py,sha256=b1g2C8xGZWcPFLSsZLcAiD-rn3uOHYMv2-8Dwz8VBR0,174
+digitalhub/entities/dataitem/entity/iceberg.py,sha256=TYbj6WbZc_L-faEYnvOP8CP2OsU_XTBLN4qZGZRox2w,136
+digitalhub/entities/dataitem/entity/table.py,sha256=3wTj2o8l-lRqRP_SsgRRkfHUQgWXmFxmgiV-VrGAcAk,3688
+digitalhub/entities/function/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+digitalhub/entities/function/builder.py,sha256=shIXiMeslTToLoEKRcmchrvMnP9K24-xZkWVLQGghoE,2081
+digitalhub/entities/function/crud.py,sha256=wDjRmAwrlgk44mzfwJhcFBQ9z61DR4D5-K5v0Bg8-6M,6896
+digitalhub/entities/function/entity.py,sha256=NXWrSEvm-AHKw-u7BGYffb76V4xK8YQ5LKvvkMcMu5g,2973
+digitalhub/entities/function/models.py,sha256=OnHJKKrMK-kYSHh6UGOHkPNt9mhe5UQIDe3-wRah7g4,2723
+digitalhub/entities/function/spec.py,sha256=lmL7vFk2oZuLpBJAkmgbEPyYexpbfKnaC5uvbxHkPVE,1915
+digitalhub/entities/function/status.py,sha256=LFoUY7LkPwUAC78fBwNf6l3agqaNhPggePnRQtbtMBA,181
+digitalhub/entities/model/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+digitalhub/entities/model/builder.py,sha256=jmaEpzCFH7vt9rcpgW89oWqYGJl9EyM3hu9T5GKJX4o,3462
+digitalhub/entities/model/crud.py,sha256=N_VRbT9aA9SVdVjSbOgYl0fULYxzCRFHLRHDscyJgEU,8036
+digitalhub/entities/model/models.py,sha256=FCCT_jd2j6T517dOZ1NX0ByPapudslir8FJepfQYz4I,464
+digitalhub/entities/model/spec.py,sha256=E2Zz2JV-yBc2VheSO7bcDOkye7e1ja6yzdY7xtrdWRE,3440
+digitalhub/entities/model/status.py,sha256=bWTJRCkOJ3y7eLuvyx_XIt6JkXZv1ZMteZ4ng0IOiuQ,572
+digitalhub/entities/model/entity/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+digitalhub/entities/model/entity/_base.py,sha256=Kr9V3UVoV-vOXU3YLMpUFZYtppAo5hohGwHb6EQkT50,891
+digitalhub/entities/model/entity/huggingface.py,sha256=q6yO-4BNmEfvhN59Gy2MjgYFKjqwvPOVjJf5BvqlsEM,165
+digitalhub/entities/model/entity/mlflow.py,sha256=I3dK8K33nZQ0fHwxKxIk0f5Zo8oK2eOK1MJSh1EU9og,2356
+digitalhub/entities/model/entity/model.py,sha256=00mTo88ZrjnTqHehF4II0xuepO_xr-Rx-dExTeqmjj0,153
+digitalhub/entities/model/entity/sklearn.py,sha256=LdMUwwjwWHjCdSy8aXGElowBmw7Cm2Qe7cQx8zxJmA8,157
+digitalhub/entities/project/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+digitalhub/entities/project/builder.py,sha256=ly6TyvedRsNIcsUHFlYrgfaa2CjYEiwAyhugCCvhAY4,1840
+digitalhub/entities/project/crud.py,sha256=s3_Z_rBQ3byXzgHWJf769X0jYf3ZTOyYxtbwG7PKk7c,8840
+digitalhub/entities/project/entity.py,sha256=56RRnbvINVxUOTopKXv-7GsJViEUctNrILmRdgRKg_4,53319
+digitalhub/entities/project/spec.py,sha256=N9gybHq4X5eL5QqMV02xk1B7L7so18BZ630NUg05SfE,1332
+digitalhub/entities/project/status.py,sha256=2euFwn5Fd0ef4iu7lB4Cp8pxu2BUvqw5aWdo_RbBKLk,179
+digitalhub/entities/run/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+digitalhub/entities/run/builder.py,sha256=ZOvlyOYgamroMwROULJJBuScg7R70ty32St2V9f09uA,1773
+digitalhub/entities/run/crud.py,sha256=lCN3eR8nF_6D75c0STWT_1APUN2BLA1uQTe2LCsgKQQ,5056
+digitalhub/entities/run/entity.py,sha256=3GKBCuOJg2XjeG7-eXk8qmJp5wF3DBIdE2lhcGkW_1o,12233
+digitalhub/entities/run/spec.py,sha256=eDewqAmVbEIij-pqmnSe6jkptzQWWPzAtmQuzZ85Ky4,3885
+digitalhub/entities/run/status.py,sha256=dfUGpQu6A01eFyBm5fD4nz4gUMUVm4_ToDo5ySUoF1E,2629
+digitalhub/entities/secret/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+digitalhub/entities/secret/builder.py,sha256=8BF5ESvsfNotIj0L2KvdfKpMPO-YjkHC4J5B9iv2WOM,2181
+digitalhub/entities/secret/crud.py,sha256=-2S2OSeSMW_glh-DgHkVpCr4BPkarQrr-wH6BOocmF0,6503
+digitalhub/entities/secret/entity.py,sha256=Jsar39JbFLRipiVLaa47nDLr5uQucFzpTSDlhdXE2EU,1979
+digitalhub/entities/secret/spec.py,sha256=52sbEtc_k5rSQcKu1x8_1NUUxfipqhdbR3nu0HAxWWI,704
+digitalhub/entities/secret/status.py,sha256=ezxVRhHcKDieI4KLY7Lca5ZjNTDqQp6OkW3_Aek5G3E,177
+digitalhub/entities/task/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+digitalhub/entities/task/builder.py,sha256=0boOM3t4kKSk1vZUSL_8kylv6vCrP-HxblPKtLsuueI,1664
+digitalhub/entities/task/crud.py,sha256=Y8907ELfw04hFwf3EmmCAJxV49tZ9Z__7T8f8vwSfkY,5311
+digitalhub/entities/task/entity.py,sha256=5r4clybJ2X1IYCREDX3WHviLQ4JmvwHPK6xlcZ4Ei4A,3052
+digitalhub/entities/task/models.py,sha256=FBOS7HKJ56bexlKQ3MxfSbuurKqMsmNJg22BJ1DKgOo,4150
+digitalhub/entities/task/spec.py,sha256=NyRwxEvzXXTceWm0CAuK7cDulpi3tbbQ3IphHofLgAw,1209
+digitalhub/entities/task/status.py,sha256=5vi41avOauoWVMpZpYoBdllyPB9YvD_kVcTbyJYKNG0,173
+digitalhub/entities/workflow/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+digitalhub/entities/workflow/builder.py,sha256=Xq10esNLrc3NtF4uFrRwOhwZtsuNXrrISqxLhtGUPlI,2078
+digitalhub/entities/workflow/crud.py,sha256=vpvxUilCCwxjx5Kf3xyPjdsIlK_lXG3f9OEuo7ElW4Y,6831
+digitalhub/entities/workflow/entity.py,sha256=U6rihuWx1wc0Nlt8qcT3FaNUn139yG2Vvlau3ESboos,2149
+digitalhub/entities/workflow/spec.py,sha256=RxtysKr4Y_WoCuR98egnQsXhvMHJfllK0PgDYeu-gf8,251
+digitalhub/entities/workflow/status.py,sha256=DGzUVwrbptLpAkorjfVCJIcl8reGUPkk9qpdMGgHjC8,181
+digitalhub/readers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+digitalhub/readers/builder.py,sha256=yknIpW8IqICc4fr89pnNr2-GVGMtFCeyEABKz4GD0vA,1312
+digitalhub/readers/registry.py,sha256=IUqjb9zJoWPBY4ld0Cqb7DFn9xXuC14bk2cOqxg6mA4,407
+digitalhub/readers/objects/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+digitalhub/readers/objects/base.py,sha256=Fq7liW_ogeucdIUS7_oDYpMzrwuKxVMqwpyf0sKLnwc,1506
+digitalhub/readers/objects/pandas.py,sha256=Q_8kI-aQYF9D86HpwGdvVWrLPWK8nV_t48_lmXQoE9k,5350
+digitalhub/registry/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+digitalhub/registry/models.py,sha256=SnCf7rGa6Qhv88dmjSA7XnYXsZ9e9o6lfVBwh0EJgbI,1607
+digitalhub/registry/registry.py,sha256=Wa23GXWJwpjNHBiBN8N1oOLfHrMdJwa0GY92FtBkqP4,1861
+digitalhub/registry/utils.py,sha256=D4wkM7bDkORmuhCR0GnluSPQJtErfol3qe9lJAtOzlk,3246
+digitalhub/runtimes/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+digitalhub/runtimes/base.py,sha256=ddzKh-NESFJCYjt-Y8HdGrWDWKZ7TQhxRgRWKowCX6I,3961
+digitalhub/runtimes/builder.py,sha256=J30UTqk6nPoUaRdLWr87_bm99rt43N9WDAad09HZ68g,1530
+digitalhub/runtimes/kind_registry.py,sha256=PZ03e24FR68ChaOMspDi1UoeQNKtifofmB3O41HOvK8,3442
+digitalhub/stores/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+digitalhub/stores/builder.py,sha256=w411YDlXYAwbnQjHGY6K4God6-o3Pcc5gvE1BSMq2yk,6641
+digitalhub/stores/objects/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+digitalhub/stores/objects/base.py,sha256=tU-VsTZxkJVLyYpp23Cv_UjnHx74dk6ztdmVhsUO4cA,4171
+digitalhub/stores/objects/local.py,sha256=v8zIBEEev2v7wevQM8FfrQhwJW3SNkuM0RMQOikFlg8,5674
+digitalhub/stores/objects/remote.py,sha256=CXtsPcX9vF3y4JqFk2DZcuJ_k3tb-g8-QKLCbiy4xj8,3616
+digitalhub/stores/objects/s3.py,sha256=XINyeoDp4VEmDI1y1OZ0UrrxzzKWSccOBCGiRM3LylQ,15516
+digitalhub/stores/objects/sql.py,sha256=4WSPDbwKx6634AigW8EbWuTsia276A0YSgmgPdAlcK4,8655
+digitalhub/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+digitalhub/utils/data_utils.py,sha256=2eETyxml610Ij7uyDnNc3YiELl2WFLIkj3FL4y6EPk8,2733
+digitalhub/utils/env_utils.py,sha256=RWnpa3HOgH5ZaNN44h19SANGisspPJdEQHG6g_Lb6xA,3196
+digitalhub/utils/exceptions.py,sha256=Xq0ouzpstU0pzH7GFcoq7TryOMaDZbxCbWFWXpMsM30,868
+digitalhub/utils/file_utils.py,sha256=Qe71D2b6mOil_Y0Hy2QCJbnIaQOyXvhjFRbJoZXhsGQ,4006
+digitalhub/utils/generic_utils.py,sha256=B_unHQI_7kKUWL3pWg4k3Fua0BemllakNYQ6LfDiokw,4070
+digitalhub/utils/git_utils.py,sha256=aFYL1cpfY-2VnlW7eHmjjjlTLECc5UUUfjb_IQPOY5k,3244
+digitalhub/utils/io_utils.py,sha256=SfYl6f-vUOophuWJ7zupBDx2lmHDohcjwcUqcz6sGdI,1809
+digitalhub/utils/logger.py,sha256=ml3ne6D8wuRdNZ4F6ywmvWotSxjmZWnmKgNiuHb4R5M,437
+digitalhub/utils/uri_utils.py,sha256=wArWRQ3ygGUNHexGKP3YM-aBE7TyGxhPvfEc7R4T4p4,1144
+test/test_crud_artifacts.py,sha256=QsItzI5O31wPJAx2q4_2zD109SMy6HehqLZhnxYqj2Y,2484
+test/test_crud_dataitems.py,sha256=S9QLkATksv0JETbnLxHqNiAKeEZj_dWCXO82HiDN16U,2484
+test/test_crud_functions.py,sha256=bUnz-jSef5XZMLBP1yS_OLe3btjNXvlYKCbdp2Oqugw,2763
+test/test_crud_runs.py,sha256=XeNIR-NIgh_2-PFVBXHxgNUZSVX_rF8cUwSx5sZpdro,2214
+test/test_crud_tasks.py,sha256=Fze6zTVuEi9rCAK2htftyX-bJzyna86cLkKYJudmR5U,2105
+test/test_imports.py,sha256=W-YugO0rpJwvtWp57MXaXfEmE-f5iWuCiLY-n0ZU4z8,1271
+test/testkfp.py,sha256=01UpLKkVbwAQu4S1BMiddnnq5x1DStMlJtCoHzi9zq8,1060
+test/testkfp_pipeline.py,sha256=WceFrCp-avHI7PcwIvnv7Kgs2xK3oQqU6sjaonGamg8,622
+digitalhub-0.8.0b1.dist-info/LICENSE.txt,sha256=_yVOtnbW7Ss28mp058UEEc1X4Rgj8-kQBP_kj8_Sc88,11585
+digitalhub-0.8.0b1.dist-info/METADATA,sha256=yvH4V392OdsUJ27lt8FMA22ih4hRFkZITHFhrG-WNFc,15268
+digitalhub-0.8.0b1.dist-info/WHEEL,sha256=GV9aMThwP_4oNCtvEC2ec3qUYutgWeAzklro_0m4WJQ,91
+digitalhub-0.8.0b1.dist-info/top_level.txt,sha256=ae9pDfCF27ZoaVAxuBKONMP0lm5P-N_I-e-no1WlvD8,16
+digitalhub-0.8.0b1.dist-info/RECORD,,

{digitalhub-0.8.0.dist-info → digitalhub-0.8.0b1.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (75.2.0)
+Generator: setuptools (75.1.0)
 Root-Is-Purelib: true
 Tag: py3-none-any
 

test/test_crud_artifacts.py

@@ -0,0 +1,96 @@
+import shutil
+from copy import deepcopy
+
+import dotenv
+
+import digitalhub as dh
+from digitalhub.entities.artifact.entity._base import Artifact
+
+dotenv.load_dotenv()
+
+
+def main():
+    ctx = "./test-prg"
+    names = ["test1", "test2", "test3", "test4"]
+    uuids = [
+        "d150bcca-bb64-451d-8455-dff862254b95",
+        "31acdd2d-0c41-428c-b68b-1b133da9e97b",
+        "b4a3dfdc-b917-44c4-9a29-613dcf734244",
+        "2618d9c4-cd61-440f-aebb-7e5761709f3b",
+    ]
+    paths = ["./data/test.csv", "s3://bucket/key.csv", "sql://database/schema/table", "https://url.com/file.csv"]
+    kind = ["artifact", "artifact", "artifact", "artifact"]
+
+    dicts = []
+    for i in range(len(names)):
+        dicts.append({"name": names[i], "uuid": uuids[i], "path": paths[i], "kind": kind[i]})
+
+    dh.delete_project("test")
+
+    p = dh.get_or_create_project("test", context=ctx)
+
+    # Create and delete artifacts
+    for i in dicts:
+        d = dh.new_artifact(p.name, **i)
+        dh.delete_artifact(d.key)
+        d = dh.new_artifact(p.name, **i)
+        dh.delete_artifact(d.name, project=p.name, entity_id=d.id)
+        d = p.new_artifact(**i)
+        p.delete_artifact(d.key)
+
+    print("Done 1")
+
+    # Create multiple artifacts
+    for i in dicts:
+        dh.new_artifact(p.name, **i)
+
+        c = deepcopy(i)
+        c.pop("uuid")
+        dh.new_artifact(p.name, **c)
+        dh.new_artifact(p.name, **c)
+        dh.new_artifact(p.name, **c)
+        dh.new_artifact(p.name, **c)
+
+    # List artifacts
+    l_obj = dh.list_artifacts(p.name)
+    assert isinstance(l_obj, list)
+    assert len(l_obj) == 4
+    for i in l_obj:
+        assert isinstance(i, Artifact)
+
+    for a in l_obj:
+        dh.delete_artifact(a.key)
+
+    print("Done 2")
+
+    # Get artifacts test
+    for i in dicts:
+        o1 = dh.new_artifact(p.name, **i)
+        assert isinstance(o1, Artifact)
+
+        # Get by name and id
+        o2 = dh.get_artifact(o1.name, project=p.name, entity_id=o1.id)
+        assert isinstance(o2, Artifact)
+        assert o1.id == o2.id
+
+        # Get by key
+        o3 = dh.get_artifact(o1.key)
+        assert isinstance(o3, Artifact)
+        assert o1.id == o3.id
+
+    print("Done 3")
+
+    # Delete artifacts, all versions
+    for n in names:
+        dh.delete_artifact(n, project=p.name, delete_all_versions=True)
+    l_obj = dh.list_artifacts(p.name)
+    assert not l_obj
+
+    dh.delete_project("test")
+    shutil.rmtree(ctx)
+
+    print("Done 4")
+
+
+if __name__ == "__main__":
+    main()

test/test_crud_dataitems.py

@@ -0,0 +1,96 @@
+import shutil
+from copy import deepcopy
+
+import dotenv
+
+import digitalhub as dh
+from digitalhub.entities.dataitem.entity._base import Dataitem
+
+dotenv.load_dotenv()
+
+
+def main():
+    ctx = "./test-prg"
+    names = ["test1", "test2", "test3", "test4"]
+    uuids = [
+        "d150bcca-bb64-451d-8455-dff862254b95",
+        "31acdd2d-0c41-428c-b68b-1b133da9e97b",
+        "b4a3dfdc-b917-44c4-9a29-613dcf734244",
+        "2618d9c4-cd61-440f-aebb-7e5761709f3b",
+    ]
+    paths = ["./data/test.csv", "s3://bucket/key.csv", "sql://database/schema/table", "https://url.com/file.csv"]
+    kind = ["dataitem", "dataitem", "dataitem", "dataitem"]
+
+    dicts = []
+    for i in range(len(names)):
+        dicts.append({"name": names[i], "uuid": uuids[i], "path": paths[i], "kind": kind[i]})
+
+    dh.delete_project("test")
+
+    p = dh.get_or_create_project("test", context=ctx)
+
+    # Create and delete dataitems
+    for i in dicts:
+        d = dh.new_dataitem(p.name, **i)
+        dh.delete_dataitem(d.key)
+        d = dh.new_dataitem(p.name, **i)
+        dh.delete_dataitem(d.name, project=p.name, entity_id=d.id)
+        d = p.new_dataitem(**i)
+        p.delete_dataitem(d.key)
+
+    print("Done 1")
+
+    # Create multiple dataitems
+    for i in dicts:
+        dh.new_dataitem(p.name, **i)
+
+        c = deepcopy(i)
+        c.pop("uuid")
+        dh.new_dataitem(p.name, **c)
+        dh.new_dataitem(p.name, **c)
+        dh.new_dataitem(p.name, **c)
+        dh.new_dataitem(p.name, **c)
+
+    # List dataitems
+    l_obj = dh.list_dataitems(p.name)
+    assert isinstance(l_obj, list)
+    assert len(l_obj) == 4
+    for i in l_obj:
+        assert isinstance(i, Dataitem)
+
+    for a in l_obj:
+        dh.delete_dataitem(a.key)
+
+    print("Done 2")
+
+    # Get dataitems test
+    for i in dicts:
+        o1 = dh.new_dataitem(p.name, **i)
+        assert isinstance(o1, Dataitem)
+
+        # Get by name and id
+        o2 = dh.get_dataitem(o1.name, project=p.name, entity_id=o1.id)
+        assert isinstance(o2, Dataitem)
+        assert o1.id == o2.id
+
+        # Get by key
+        o3 = dh.get_dataitem(o1.key)
+        assert isinstance(o3, Dataitem)
+        assert o1.id == o3.id
+
+    print("Done 3")
+
+    # Delete dataitems, all versions
+    for n in names:
+        dh.delete_dataitem(n, project=p.name, delete_all_versions=True)
+    l_obj = dh.list_dataitems(p.name)
+    assert not l_obj
+
+    dh.delete_project("test")
+    shutil.rmtree(ctx)
+
+    print("Done 4")
+
+
+if __name__ == "__main__":
+    main()

test/test_crud_functions.py

@@ -3,7 +3,7 @@ from copy import deepcopy
 import dotenv
 
 import digitalhub
-from digitalhub.entities.function._base.entity import Function
+from digitalhub.entities.function.entity import Function
 
 dotenv.load_dotenv()
 

test/test_crud_runs.py

@@ -1,7 +1,7 @@
 import dotenv
 
 import digitalhub
-from digitalhub.entities.run._base.entity import Run
+from digitalhub.entities.run.entity import Run
 
 dotenv.load_dotenv()
 

test/test_crud_tasks.py

@@ -1,7 +1,7 @@
 import dotenv
 
 import digitalhub
-from digitalhub.entities.task._base.entity import Task
+from digitalhub.entities.task.entity import Task
 
 dotenv.load_dotenv()
 

digitalhub/client/api.py

@@ -1,63 +0,0 @@
-from __future__ import annotations
-
-import typing
-
-from digitalhub.client.builder import client_builder
-
-if typing.TYPE_CHECKING:
-    from digitalhub.client._base.client import Client
-
-
-def check_client_exists(local: bool = False) -> bool:
-    """
-    Check if client exists.
-
-    Parameters
-    ----------
-    local : bool
-        Check client existence by local.
-
-    Returns
-    -------
-    bool
-        True if client exists, False otherwise.
-    """
-    if local:
-        return client_builder._local is not None
-    return client_builder._dhcore is not None
-
-
-def build_client(local: bool = False, config: dict | None = None) -> None:
-    """
-    Wrapper around ClientBuilder.build.
-
-    Parameters
-    ----------
-    local : bool
-        Whether to create a local client or not.
-    config : dict
-        DHCore environment configuration.
-
-    Returns
-    -------
-    Client
-        The client instance.
-    """
-    client_builder.build(local, config)
-
-
-def get_client(local: bool = False) -> Client:
-    """
-    Wrapper around ClientBuilder.build.
-
-    Parameters
-    ----------
-    local : bool
-        Whether to create a local client or not.
-
-    Returns
-    -------
-    Client
-        The client instance.
-    """
-    return client_builder.build(local)

digitalhub/client/dhcore/env.py

@@ -1,21 +0,0 @@
-from __future__ import annotations
-
-import os
-
-# Use env user as fallback in the API calls
-try:
-    FALLBACK_USER = os.getlogin()
-except Exception:
-    FALLBACK_USER = None
-
-# File where to write DHCORE_ACCESS_TOKEN and DHCORE_REFRESH_TOKEN
-# It's used because we inject the variables in jupyter env,
-# but refresh token is only available once. Is it's used, we cannot
-# overwrite it with coder, so we need to store the new one in a file,
-# preserved for jupyter restart
-ENV_FILE = ".dhcore"
-
-
-# API levels that are supported
-MAX_API_LEVEL = 20
-MIN_API_LEVEL = 8