digitalhub 0.2.30__py3-none-any.whl → 0.3.1__py3-none-any.whl

digitalhub/__init__.py

@@ -4,28 +4,30 @@ from digitalhub_core import (
     delete_project,
     delete_run,
     delete_secret,
-    delete_service,
     delete_task,
     delete_workflow,
     get_artifact,
     get_function,
     get_run,
     get_secret,
-    get_service,
     get_task,
     get_workflow,
     import_artifact,
     import_function,
     import_run,
     import_secret,
-    import_service,
     import_task,
     import_workflow,
+    list_artifacts,
+    list_functions,
+    list_runs,
+    list_secrets,
+    list_tasks,
+    list_workflows,
     new_artifact,
     new_function,
     new_run,
     new_secret,
-    new_service,
     new_task,
     new_workflow,
     set_dhub_env,
@@ -35,7 +37,6 @@ from digitalhub_core import (
     update_project,
     update_run,
     update_secret,
-    update_service,
     update_task,
     update_workflow,
 )
@@ -44,7 +45,14 @@ _PROJECT_IMPORTED = False
 
 if not _PROJECT_IMPORTED:
     try:
-        from digitalhub_data import delete_dataitem, get_dataitem, import_dataitem, new_dataitem, update_dataitem
+        from digitalhub_data import (
+            delete_dataitem,
+            get_dataitem,
+            import_dataitem,
+            list_dataitems,
+            new_dataitem,
+            update_dataitem,
+        )
         from digitalhub_ml import (
             delete_model,
             get_model,
@@ -52,6 +60,8 @@ if not _PROJECT_IMPORTED:
             get_project,
             import_model,
             import_project,
+            list_models,
+            load_project,
             new_model,
             new_project,
             update_model,
@@ -70,6 +80,8 @@ if not _PROJECT_IMPORTED:
             get_project,
             import_dataitem,
             import_project,
+            list_dataitems,
+            load_project,
             new_dataitem,
             new_project,
             update_dataitem,
@@ -80,4 +92,4 @@ if not _PROJECT_IMPORTED:
         ...
 
 if not _PROJECT_IMPORTED:
-    from digitalhub_core import get_or_create_project, get_project, import_project, new_project
+    from digitalhub_core import get_or_create_project, get_project, import_project, load_project, new_project

{digitalhub-0.2.30.dist-info → digitalhub-0.3.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: digitalhub
-Version: 0.2.30
+Version: 0.3.1
 Summary: Python SDK for DigitalHub
 Author-email: Fondazione Bruno Kessler <dslab@fbk.eu>, Matteo Martini <mmartini@fbk.eu>
 License: Apache License
@@ -228,17 +228,17 @@ Classifier: Programming Language :: Python :: 3.10
 Requires-Python: >=3.9
 Description-Content-Type: text/markdown
 License-File: LICENSE.txt
-Requires-Dist: digitalhub-core ~=0.2
+Requires-Dist: digitalhub-core ~=0.3
 Provides-Extra: ai
-Requires-Dist: digitalhub-ai ~=0.2 ; extra == 'ai'
+Requires-Dist: digitalhub-ai ~=0.3 ; extra == 'ai'
 Provides-Extra: all
-Requires-Dist: digitalhub-data ~=0.2 ; extra == 'all'
-Requires-Dist: digitalhub-ml ~=0.2 ; extra == 'all'
-Requires-Dist: digitalhub-ai ~=0.2 ; extra == 'all'
+Requires-Dist: digitalhub-data ~=0.3 ; extra == 'all'
+Requires-Dist: digitalhub-ml ~=0.3 ; extra == 'all'
+Requires-Dist: digitalhub-ai ~=0.3 ; extra == 'all'
 Provides-Extra: data
-Requires-Dist: digitalhub-data ~=0.2 ; extra == 'data'
+Requires-Dist: digitalhub-data ~=0.3 ; extra == 'data'
 Provides-Extra: ml
-Requires-Dist: digitalhub-ml ~=0.2 ; extra == 'ml'
+Requires-Dist: digitalhub-ml ~=0.3 ; extra == 'ml'
 
 # Digitalhub Library
 

digitalhub-0.3.1.dist-info/RECORD

@@ -0,0 +1,14 @@
+digitalhub/__init__.py,sha256=g7tuhmXcl3A_Cl58-SjcvFxZr-nG8kwBIgCevQu3ClM,2032
+test/test_crud_artifacts.py,sha256=yjlY_Bx99LPtMh15ufqFVU3KdogkmMjbbIGFkyVg25I,2511
+test/test_crud_dataitems.py,sha256=-xAQ4UxSBqWPwsSLDSqy0EXp8uElymh-MAak3NqnOcs,2504
+test/test_crud_functions.py,sha256=gYIBpPTE0spTVoM8li2N64nCa4zSTgh2CRu0FReWsEg,2769
+test/test_crud_runs.py,sha256=s8LG1SpsQe4pisFGmq-hlHiJr3RQcXsfjggRKtLGCCA,2220
+test/test_crud_tasks.py,sha256=XhSTj0hQNwJ61MbdSczYKMXYUIf_e6alwls9TnIpEiY,2111
+test/test_imports.py,sha256=2Uuo-pa0HgA-qASl1ZpUj6tVze8_2PlmBapuyvDgLDQ,1269
+test/testkfp.py,sha256=awl2LD6TDXqrZ1R4yyFZkWjmdISL5TWrg3_mrqlvNXI,1086
+test/testkfp_pipeline.py,sha256=s8Fz_S4eQGvakayDAzOfGRFT5W6mzm0ugvb2A4agGBk,619
+digitalhub-0.3.1.dist-info/LICENSE.txt,sha256=_yVOtnbW7Ss28mp058UEEc1X4Rgj8-kQBP_kj8_Sc88,11585
+digitalhub-0.3.1.dist-info/METADATA,sha256=w7fkWnk9DybMr71bA7sdcwq7ko51BwdZvF5j1yaqz2w,14307
+digitalhub-0.3.1.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
+digitalhub-0.3.1.dist-info/top_level.txt,sha256=ae9pDfCF27ZoaVAxuBKONMP0lm5P-N_I-e-no1WlvD8,16
+digitalhub-0.3.1.dist-info/RECORD,,

{digitalhub-0.2.30.dist-info → digitalhub-0.3.1.dist-info}/top_level.txt

@@ -1 +1,2 @@
 digitalhub
+test

test/test_crud_artifacts.py

@@ -0,0 +1,91 @@
+from copy import deepcopy
+
+import dotenv
+from digitalhub_core.entities.artifacts.entity import Artifact
+
+import digitalhub
+
+dotenv.load_dotenv()
+
+
+names = ["test1", "test2", "test3", "test4"]
+uuids = [
+    "12a01efa-o44f-4991-b153-9a3c358b7bb0",
+    "8e367f52-25bb-4df1-b9c9-a58045b377a0",
+    "1678f9ab-a2e0-48ff-870a-2384o3fa1334",
+    "adb746dd-4e81-4ff8-82de-4916624o17dc",
+]
+paths = ["./data/test.csv", "s3://bucket/key.csv", "sql://database/schema/table", "https://url.com/file.csv"]
+kind = ["artifact", "artifact", "artifact", "artifact"]
+
+dicts = []
+for i in range(len(names)):
+    dicts.append({"name": names[i], "uuid": uuids[i], "path": paths[i], "kind": kind[i]})
+
+
+digitalhub.delete_project("test")
+
+p = digitalhub.get_or_create_project("test")
+
+# Create and delete artifacts
+for i in dicts:
+    d = digitalhub.new_artifact(p.name, **i)
+    digitalhub.delete_artifact(p.name, entity_id=d.id)
+    d = digitalhub.new_artifact(p.name, **i)
+    digitalhub.delete_artifact(p.name, entity_name=d.name)
+    d = p.new_artifact(**i)
+    p.delete_artifact(entity_id=d.id)
+
+# Create multiple artifacts
+for i in dicts:
+    digitalhub.new_artifact(p.name, **i)
+
+    c = deepcopy(i)
+    c.pop("uuid")
+    digitalhub.new_artifact(p.name, **c)
+    digitalhub.new_artifact(p.name, **c)
+    digitalhub.new_artifact(p.name, **c)
+    digitalhub.new_artifact(p.name, **c)
+
+
+# List artifacts
+l_obj = digitalhub.list_artifacts(p.name)
+assert isinstance(l_obj, list)
+assert len(l_obj) == 4
+for i in l_obj:
+    assert isinstance(i, dict)
+
+for uuid in uuids:
+    digitalhub.delete_artifact(p.name, entity_id=uuid)
+
+# Get artifacts test
+for i in dicts:
+    o1 = digitalhub.new_artifact(p.name, **i)
+    assert isinstance(o1, Artifact)
+
+    # Get by id
+    o2 = digitalhub.get_artifact(p.name, entity_id=o1.id)
+    assert isinstance(o2, Artifact)
+    assert o1.id == o2.id
+
+    # Get by name
+    o3 = digitalhub.get_artifact(p.name, entity_name=o1.name)
+    assert isinstance(o3, Artifact)
+    assert o1.id == o3.id
+
+    # Get by name as latest
+    c = deepcopy(i)
+    c.pop("uuid")
+    o4 = digitalhub.new_artifact(p.name, **c)
+    o5 = digitalhub.get_artifact(p.name, entity_name=o1.name)
+    assert isinstance(o5, Artifact)
+    assert (o5.id != o1.id) and (o5.name == o1.name) and (o5.id == o4.id)
+
+
+# Delete artifacts, all versions
+for n in names:
+    digitalhub.delete_artifact(p.name, entity_name=n, delete_all_versions=True)
+l_obj = digitalhub.list_artifacts(p.name)
+assert not l_obj
+
+digitalhub.delete_project("test")

test/test_crud_dataitems.py

@@ -0,0 +1,90 @@
+from copy import deepcopy
+
+import dotenv
+from digitalhub_data.entities.dataitems.entity._base import Dataitem
+
+import digitalhub
+
+dotenv.load_dotenv()
+
+names = ["test1", "test2", "test3", "test4"]
+uuids = [
+    "12a01efa-o44f-4991-b153-9a3c358b7bb0",
+    "8e367f52-25bb-4df1-b9c9-a58045b377a0",
+    "1678f9ab-a2e0-48ff-870a-2384o3fa1334",
+    "adb746dd-4e81-4ff8-82de-4916624o17dc",
+]
+paths = ["./data/test.csv", "s3://bucket/key.csv", "sql://database/schema/table", "https://url.com/file.csv"]
+kind = ["table", "table", "table", "table"]
+
+dicts = []
+for i in range(len(names)):
+    dicts.append({"name": names[i], "uuid": uuids[i], "path": paths[i], "kind": kind[i]})
+
+
+digitalhub.delete_project("test")
+
+p = digitalhub.get_or_create_project("test")
+
+# Create and delete dataitems
+for i in dicts:
+    d = digitalhub.new_dataitem(p.name, **i)
+    digitalhub.delete_dataitem(p.name, entity_id=d.id)
+    d = digitalhub.new_dataitem(p.name, **i)
+    digitalhub.delete_dataitem(p.name, entity_name=d.name)
+    d = p.new_dataitem(**i)
+    p.delete_dataitem(entity_id=d.id)
+
+# Create multiple dataitems
+for i in dicts:
+    digitalhub.new_dataitem(p.name, **i)
+
+    c = deepcopy(i)
+    c.pop("uuid")
+    digitalhub.new_dataitem(p.name, **c)
+    digitalhub.new_dataitem(p.name, **c)
+    digitalhub.new_dataitem(p.name, **c)
+    digitalhub.new_dataitem(p.name, **c)
+
+
+# List dataitems
+l_obj = digitalhub.list_dataitems(p.name)
+assert isinstance(l_obj, list)
+assert len(l_obj) == 4
+for i in l_obj:
+    assert isinstance(i, dict)
+
+for uuid in uuids:
+    digitalhub.delete_dataitem(p.name, entity_id=uuid)
+
+# Get dataitems test
+for i in dicts:
+    o1 = digitalhub.new_dataitem(p.name, **i)
+    assert isinstance(o1, Dataitem)
+
+    # Get by id
+    o2 = digitalhub.get_dataitem(p.name, entity_id=o1.id)
+    assert isinstance(o2, Dataitem)
+    assert o1.id == o2.id
+
+    # Get by name
+    o3 = digitalhub.get_dataitem(p.name, entity_name=o1.name)
+    assert isinstance(o3, Dataitem)
+    assert o1.id == o3.id
+
+    # Get by name as latest
+    c = deepcopy(i)
+    c.pop("uuid")
+    o4 = digitalhub.new_dataitem(p.name, **c)
+    o5 = digitalhub.get_dataitem(p.name, entity_name=o1.name)
+    assert isinstance(o5, Dataitem)
+    assert (o5.id != o1.id) and (o5.name == o1.name) and (o5.id == o4.id)
+
+
+# Delete dataitems, all versions
+for n in names:
+    digitalhub.delete_dataitem(p.name, entity_name=n, delete_all_versions=True)
+l_obj = digitalhub.list_dataitems(p.name)
+assert not l_obj
+
+digitalhub.delete_project("test")

test/test_crud_functions.py

@@ -0,0 +1,109 @@
+from copy import deepcopy
+
+import dotenv
+from digitalhub_core.entities.functions.entity import Function
+
+import digitalhub
+
+dotenv.load_dotenv()
+
+
+def add_param(kwargs) -> dict:
+    if kwargs["kind"] == "dbt":
+        kwargs["source"] = {"code": "test"}
+
+    if kwargs["kind"] == "mlrun":
+        kwargs["source"] = {"code": "test"}
+
+    if kwargs["kind"] == "container":
+        kwargs["image"] = "test"
+
+    if kwargs["kind"] == "nefertem":
+        pass
+
+    return kwargs
+
+
+names = ["test1", "test2", "test3", "test4"]
+uuids = [
+    "12a01efa-o44f-4991-b153-9a3c358b7bb0",
+    "8e367f52-25bb-4df1-b9c9-a58045b377a0",
+    "1678f9ab-a2e0-48ff-870a-2384o3fa1334",
+    "adb746dd-4e81-4ff8-82de-4916624o17dc",
+]
+kind = ["mlrun", "dbt", "container", "nefertem"]
+
+dicts = []
+for i in range(len(names)):
+    dicts.append({"name": names[i], "uuid": uuids[i], "kind": kind[i]})
+
+
+digitalhub.delete_project("test")
+
+p = digitalhub.get_or_create_project("test")
+
+# Create and delete functions
+for i in dicts:
+    i = add_param(i)
+    d = digitalhub.new_function(p.name, **i)
+    digitalhub.delete_function(p.name, entity_id=d.id)
+    d = digitalhub.new_function(p.name, **i)
+    digitalhub.delete_function(p.name, entity_name=d.name)
+    d = p.new_function(**i)
+    p.delete_function(entity_id=d.id)
+
+# Create multiple functions
+for i in dicts:
+    i = add_param(i)
+    digitalhub.new_function(p.name, **i)
+
+    c = deepcopy(i)
+    c.pop("uuid")
+    digitalhub.new_function(p.name, **c)
+    digitalhub.new_function(p.name, **c)
+    digitalhub.new_function(p.name, **c)
+    digitalhub.new_function(p.name, **c)
+
+
+# List functions
+l_obj = digitalhub.list_functions(p.name)
+assert isinstance(l_obj, list)
+assert len(l_obj) == 4
+for i in l_obj:
+    assert isinstance(i, dict)
+
+for uuid in uuids:
+    digitalhub.delete_function(p.name, entity_id=uuid)
+
+# Get functions test
+for i in dicts:
+    i = add_param(i)
+    o1 = digitalhub.new_function(p.name, **i)
+    assert isinstance(o1, Function)
+
+    # Get by id
+    o2 = digitalhub.get_function(p.name, entity_id=o1.id)
+    assert isinstance(o2, Function)
+    assert o1.id == o2.id
+
+    # Get by name
+    o3 = digitalhub.get_function(p.name, entity_name=o1.name)
+    assert isinstance(o3, Function)
+    assert o1.id == o3.id
+
+    # Get by name as latest
+    c = deepcopy(i)
+    c.pop("uuid")
+    o4 = digitalhub.new_function(p.name, **c)
+    o5 = digitalhub.get_function(p.name, entity_name=o1.name)
+    assert isinstance(o5, Function)
+    assert (o5.id != o1.id) and (o5.name == o1.name) and (o5.id == o4.id)
+
+
+# Delete functions, all versions
+for n in names:
+    digitalhub.delete_function(p.name, entity_name=n, delete_all_versions=True)
+l_obj = digitalhub.list_functions(p.name)
+assert not l_obj
+
+digitalhub.delete_project("test")

test/test_crud_runs.py

@@ -0,0 +1,86 @@
+import dotenv
+from digitalhub_core.entities.runs.entity import Run
+
+import digitalhub
+
+dotenv.load_dotenv()
+
+
+def add_param(kwargs) -> dict:
+    if kwargs["kind"] == "mlrun+run":
+        kwargs["task"] = t1._get_task_string()
+
+    if kwargs["kind"] == "dbt+run":
+        kwargs["task"] = t2._get_task_string()
+
+    if kwargs["kind"] == "container+run":
+        kwargs["task"] = t3._get_task_string()
+
+    if kwargs["kind"] == "nefertem+run":
+        kwargs["task"] = t4._get_task_string()
+
+    kwargs["local_execution"] = True
+
+    return kwargs
+
+
+names = ["test1", "test2", "test3", "test4"]
+uuids = [
+    "12a01efa-o44f-4991-b153-9a3c358b7bb0",
+    "8e367f52-25bb-4df1-b9c9-a58045b377a0",
+    "1678f9ab-a2e0-48ff-870a-2384o3fa1334",
+    "adb746dd-4e81-4ff8-82de-4916624o17dc",
+]
+kind = ["mlrun+run", "dbt+run", "container+run", "nefertem+run"]
+
+dicts = []
+for i in range(len(names)):
+    dicts.append({"name": names[i], "uuid": uuids[i], "kind": kind[i]})
+
+digitalhub.delete_project("test")
+
+p = digitalhub.get_or_create_project("test")
+
+f1 = p.new_function(name="t1", kind="mlrun", source={"code": "test"})
+t1 = f1.new_task(kind="mlrun+job")
+f2 = p.new_function(name="t2", kind="dbt", source={"code": "test"})
+t2 = f2.new_task(kind="dbt+transform")
+f3 = p.new_function(name="t3", kind="container", image="test")
+t3 = f3.new_task(kind="container+job")
+f4 = p.new_function(name="t4", kind="nefertem")
+t4 = f4.new_task(kind="nefertem+infer", framework="test")
+
+
+# Create and delete runs
+for i in dicts:
+    i = add_param(i)
+    d = digitalhub.new_run(p.name, **i)
+    digitalhub.delete_run(p.name, entity_id=d.id)
+
+# Create multiple runs
+for i in dicts:
+    i = add_param(i)
+    digitalhub.new_run(p.name, **i)
+
+# List runs
+l_obj = digitalhub.list_runs(p.name)
+assert isinstance(l_obj, list)
+assert len(l_obj) == 4
+for i in l_obj:
+    assert isinstance(i, dict)
+
+for uuid in uuids:
+    digitalhub.delete_run(p.name, entity_id=uuid)
+
+# Get runs test
+for i in dicts:
+    i = add_param(i)
+    o1 = digitalhub.new_run(p.name, **i)
+    assert isinstance(o1, Run)
+
+    # Get by id
+    o2 = digitalhub.get_run(p.name, entity_id=o1.id)
+    assert isinstance(o2, Run)
+    assert o1.id == o2.id
+
+digitalhub.delete_project("test")

test/test_crud_tasks.py

@@ -0,0 +1,81 @@
+import dotenv
+from digitalhub_core.entities.tasks.entity import Task
+
+import digitalhub
+
+dotenv.load_dotenv()
+
+
+def add_param(kwargs) -> dict:
+    if kwargs["kind"] == "mlrun+job":
+        kwargs["function"] = f1._get_function_string()
+
+    if kwargs["kind"] == "dbt+transform":
+        kwargs["function"] = f2._get_function_string()
+
+    if kwargs["kind"] == "container+job":
+        kwargs["function"] = f3._get_function_string()
+
+    if kwargs["kind"] == "nefertem+infer":
+        kwargs["function"] = f4._get_function_string()
+        kwargs["framework"] = "test"
+
+    return kwargs
+
+
+names = ["test1", "test2", "test3", "test4"]
+uuids = [
+    "12a01efa-o44f-4991-b153-9a3c358b7bb0",
+    "8e367f52-25bb-4df1-b9c9-a58045b377a0",
+    "1678f9ab-a2e0-48ff-870a-2384o3fa1334",
+    "adb746dd-4e81-4ff8-82de-4916624o17dc",
+]
+kind = ["mlrun+job", "dbt+transform", "container+job", "nefertem+infer"]
+
+dicts = []
+for i in range(len(names)):
+    dicts.append({"name": names[i], "uuid": uuids[i], "kind": kind[i]})
+
+digitalhub.delete_project("test")
+
+p = digitalhub.get_or_create_project("test")
+
+f1 = p.new_function(name="t1", kind="mlrun", source={"code": "test"})
+f2 = p.new_function(name="t2", kind="dbt", source={"code": "test"})
+f3 = p.new_function(name="t3", kind="container", image="test")
+f4 = p.new_function(name="t4", kind="nefertem")
+
+
+# Create and delete tasks
+for i in dicts:
+    i = add_param(i)
+    d = digitalhub.new_task(p.name, **i)
+    digitalhub.delete_task(p.name, entity_id=d.id)
+
+# Create multiple tasks
+for i in dicts:
+    i = add_param(i)
+    digitalhub.new_task(p.name, **i)
+
+# List tasks
+l_obj = digitalhub.list_tasks(p.name)
+assert isinstance(l_obj, list)
+assert len(l_obj) == 4
+for i in l_obj:
+    assert isinstance(i, dict)
+
+for uuid in uuids:
+    digitalhub.delete_task(p.name, entity_id=uuid)
+
+# Get tasks test
+for i in dicts:
+    i = add_param(i)
+    o1 = digitalhub.new_task(p.name, **i)
+    assert isinstance(o1, Task)
+
+    # Get by id
+    o2 = digitalhub.get_task(p.name, entity_id=o1.id)
+    assert isinstance(o2, Task)
+    assert o1.id == o2.id
+
+digitalhub.delete_project("test")

test/test_imports.py

@@ -0,0 +1,66 @@
+import digitalhub
+
+METHODS = [
+    "new_artifact",
+    "new_function",
+    "new_project",
+    "new_run",
+    "new_secret",
+    "new_task",
+    "new_workflow",
+    "new_dataitem",
+    "new_model",
+    "get_artifact",
+    "get_function",
+    "get_project",
+    "get_run",
+    "get_secret",
+    "get_task",
+    "get_workflow",
+    "get_dataitem",
+    "get_model",
+    "import_artifact",
+    "import_function",
+    "import_project",
+    "import_run",
+    "import_secret",
+    "import_task",
+    "import_workflow",
+    "import_dataitem",
+    "import_model",
+    "list_artifacts",
+    "list_functions",
+    "list_runs",
+    "list_secrets",
+    "list_tasks",
+    "list_workflows",
+    "list_dataitems",
+    "list_models",
+    "update_artifact",
+    "update_function",
+    "update_project",
+    "update_run",
+    "update_secret",
+    "update_task",
+    "update_workflow",
+    "update_dataitem",
+    "update_model",
+    "delete_artifact",
+    "delete_function",
+    "delete_project",
+    "delete_run",
+    "delete_secret",
+    "delete_task",
+    "delete_workflow",
+    "delete_dataitem",
+    "delete_model",
+    "set_dhub_env",
+    "set_store",
+    "load_project",
+    "get_or_create_project",
+]
+
+
+def test_imports():
+    for i in METHODS:
+        assert hasattr(digitalhub, i)

test/testkfp.py

@@ -0,0 +1,34 @@
+import os
+import time
+
+import digitalhub as dhcore
+
+
+def _is_finished(state: str):
+    return state == "COMPLETED" or state == "ERROR" or state == "STOPPED"
+
+
+os.environ["DIGITALHUB_CORE_ENDPOINT"] = "http://localhost:8080/"
+os.environ["DIGITALHUB_CORE_WORKFLOW_IMAGE"] = "localhost:5000/dhcoreworkflow9:latest"
+os.environ["KFP_ENDPOINT"] = "http://localhost:8888/"
+
+# Get or create project
+project = dhcore.get_or_create_project("project-kfp2")
+
+url = "https://gist.githubusercontent.com/kevin336/acbb2271e66c10a5b73aacf82ca82784/raw/e38afe62e088394d61ed30884dd50a6826eee0a8/employees.csv"
+
+di = project.new_dataitem(name="employees", kind="table", path=url)
+
+function = project.get_function(entity_name="test-kfp")
+if function is None:
+    function = project.new_function(
+        name="test-kfp", kind="kfp", source={"source": "test/testkfp_pipeline.py"}, handler="myhandler"
+    )
+
+
+run = function.run("pipeline", parameters={"ref": di.key}, local_execution=True)
+while not _is_finished(run.status.state):
+    time.sleep(5)
+    run = run.refresh()
+
+print(str(run.status.to_dict()))

test/testkfp_pipeline.py

@@ -0,0 +1,22 @@
+from digitalhub_core_kfp.dsl import pipeline_context
+
+
+def myhandler(ref):
+    with pipeline_context() as pc:
+        s1 = pc.step(
+            name="step1",
+            function="function-dbt",
+            action="transform",
+            inputs=[{"employees": ref}],
+            outputs=[{"output_table": "e60"}],
+        )
+
+        s2 = pc.step(
+            name="step2",
+            function="function-dbt",
+            action="transform",
+            inputs=[{"employees": s1.outputs["e60"]}],
+            outputs=[{"output_table": "employees_pipeline"}],
+        )
+
+        return s2.outputs["employees_pipeline"]

digitalhub-0.2.30.dist-info/RECORD

@@ -1,6 +0,0 @@
-digitalhub/__init__.py,sha256=Kf4fJHJqoRfAGJbh7RTL1CcQZSntNUmjD_Qm_0DCej8,1797
-digitalhub-0.2.30.dist-info/LICENSE.txt,sha256=_yVOtnbW7Ss28mp058UEEc1X4Rgj8-kQBP_kj8_Sc88,11585
-digitalhub-0.2.30.dist-info/METADATA,sha256=4MeAKqji2dBZjyXesn0AcEUdB9SMN95Z7qApf0OVRaA,14308
-digitalhub-0.2.30.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
-digitalhub-0.2.30.dist-info/top_level.txt,sha256=fhLa5CB2CuOw_2Ecpu6tMQl8kjg668XdYk5fZF2AchI,11
-digitalhub-0.2.30.dist-info/RECORD,,