digitalhub 0.9.2__py3-none-any.whl → 0.10.0__py3-none-any.whl

test/local/instances/test_validate.py

@@ -1,55 +0,0 @@
-import os
-import pytest
-from glob import glob
-from pathlib import Path
-import json
-from jsonschema import validate
-from digitalhub.factory.factory import factory
-
-entities_path = "test/local/instances/entities"
-schemas_path = "test/local/instances/schemas"
-
-# Build dict: kind -> path to schema file
-schemas = {}
-for path_to_schema in glob(f"{schemas_path}/**/*.json", recursive=True):
-    kind = Path(path_to_schema).stem
-    schemas[kind] = path_to_schema
-
-# Build dict: name of file to validate -> full path to file
-entity_paths = {}
-for path_to_file in glob(f"{entities_path}/**/*.json", recursive=True):
-    file_name = os.path.basename(path_to_file)
-
-    # If a file in a nested directory causes a name collision, use its full path as name 
-    if file_name in entity_paths:
-        file_name = path_to_file
-
-    entity_paths[file_name] = path_to_file
-
-# Build object from JSON file using factory
-def build_obj(entity_file_path):
-    with open(entity_file_path) as f:
-        entity = json.load(f)
-        
-    kind = entity["kind"]
-    spec = entity["spec"]
-
-    built = factory.build_spec(kind, **spec)
-    return built.to_dict(), kind
-
-# Validate built object against its kind's schema
-def is_valid(built, kind):
-    with open(schemas[kind]) as schema_file:
-        schema = json.load(schema_file)
-
-    validate(instance=built, schema=schema)
-    return True
-
-# Tests that each JSON file contained in the specified path can successfully be
-# used to generate an object through the factory, and that each generated object,
-# when exported to dict, validates (through jsonschema) against its kind's schema.
-class TestValidate:
-    @pytest.mark.parametrize('file_name', list(entity_paths.keys()))
-    def test_validate(self, file_name):
-        built, kind = build_obj(f"{entity_paths[file_name]}")
-        assert is_valid(built, kind)

test/test_crud_functions.py

@@ -1,109 +0,0 @@
-from copy import deepcopy
-
-import dotenv
-
-import digitalhub
-from digitalhub.entities.function._base.entity import Function
-
-dotenv.load_dotenv()
-
-
-def add_param(kwargs) -> dict:
-    if kwargs["kind"] == "dbt":
-        kwargs["source"] = {"code": "test"}
-
-    if kwargs["kind"] == "mlrun":
-        kwargs["source"] = {"code": "test"}
-
-    if kwargs["kind"] == "container":
-        kwargs["image"] = "test"
-
-    if kwargs["kind"] == "nefertem":
-        pass
-
-    return kwargs
-
-
-names = ["test1", "test2", "test3", "test4"]
-uuids = [
-    "12a01efa-o44f-4991-b153-9a3c358b7bb0",
-    "8e367f52-25bb-4df1-b9c9-a58045b377a0",
-    "1678f9ab-a2e0-48ff-870a-2384o3fa1334",
-    "adb746dd-4e81-4ff8-82de-4916624o17dc",
-]
-kind = ["mlrun", "dbt", "container", "nefertem"]
-
-dicts = []
-for i in range(len(names)):
-    dicts.append({"name": names[i], "uuid": uuids[i], "kind": kind[i]})
-
-
-digitalhub.delete_project("test")
-
-p = digitalhub.get_or_create_project("test")
-
-# Create and delete functions
-for i in dicts:
-    i = add_param(i)
-    d = digitalhub.new_function(p.name, **i)
-    digitalhub.delete_function(p.name, entity_id=d.id)
-    d = digitalhub.new_function(p.name, **i)
-    digitalhub.delete_function(p.name, entity_name=d.name)
-    d = p.new_function(**i)
-    p.delete_function(entity_id=d.id)
-
-# Create multiple functions
-for i in dicts:
-    i = add_param(i)
-    digitalhub.new_function(p.name, **i)
-
-    c = deepcopy(i)
-    c.pop("uuid")
-    digitalhub.new_function(p.name, **c)
-    digitalhub.new_function(p.name, **c)
-    digitalhub.new_function(p.name, **c)
-    digitalhub.new_function(p.name, **c)
-
-
-# List functions
-l_obj = digitalhub.list_functions(p.name)
-assert isinstance(l_obj, list)
-assert len(l_obj) == 4
-for i in l_obj:
-    assert isinstance(i, dict)
-
-for uuid in uuids:
-    digitalhub.delete_function(p.name, entity_id=uuid)
-
-# Get functions test
-for i in dicts:
-    i = add_param(i)
-    o1 = digitalhub.new_function(p.name, **i)
-    assert isinstance(o1, Function)
-
-    # Get by id
-    o2 = digitalhub.get_function(p.name, entity_id=o1.id)
-    assert isinstance(o2, Function)
-    assert o1.id == o2.id
-
-    # Get by name
-    o3 = digitalhub.get_function(p.name, entity_name=o1.name)
-    assert isinstance(o3, Function)
-    assert o1.id == o3.id
-
-    # Get by name as latest
-    c = deepcopy(i)
-    c.pop("uuid")
-    o4 = digitalhub.new_function(p.name, **c)
-    o5 = digitalhub.get_function(p.name, entity_name=o1.name)
-    assert isinstance(o5, Function)
-    assert (o5.id != o1.id) and (o5.name == o1.name) and (o5.id == o4.id)
-
-
-# Delete functions, all versions
-for n in names:
-    digitalhub.delete_function(p.name, entity_name=n, delete_all_versions=True)
-l_obj = digitalhub.list_functions(p.name)
-assert not l_obj
-
-digitalhub.delete_project("test")

test/test_crud_runs.py

@@ -1,86 +0,0 @@
-import dotenv
-
-import digitalhub
-from digitalhub.entities.run._base.entity import Run
-
-dotenv.load_dotenv()
-
-
-def add_param(kwargs) -> dict:
-    if kwargs["kind"] == "mlrun+run":
-        kwargs["task"] = t1._get_task_string()
-
-    if kwargs["kind"] == "dbt+run":
-        kwargs["task"] = t2._get_task_string()
-
-    if kwargs["kind"] == "container+run":
-        kwargs["task"] = t3._get_task_string()
-
-    if kwargs["kind"] == "nefertem+run":
-        kwargs["task"] = t4._get_task_string()
-
-    kwargs["local_execution"] = True
-
-    return kwargs
-
-
-names = ["test1", "test2", "test3", "test4"]
-uuids = [
-    "12a01efa-o44f-4991-b153-9a3c358b7bb0",
-    "8e367f52-25bb-4df1-b9c9-a58045b377a0",
-    "1678f9ab-a2e0-48ff-870a-2384o3fa1334",
-    "adb746dd-4e81-4ff8-82de-4916624o17dc",
-]
-kind = ["mlrun+run", "dbt+run", "container+run", "nefertem+run"]
-
-dicts = []
-for i in range(len(names)):
-    dicts.append({"name": names[i], "uuid": uuids[i], "kind": kind[i]})
-
-digitalhub.delete_project("test")
-
-p = digitalhub.get_or_create_project("test")
-
-f1 = p.new_function(name="t1", kind="mlrun", source={"code": "test"})
-t1 = f1.new_task(kind="mlrun+job")
-f2 = p.new_function(name="t2", kind="dbt", source={"code": "test"})
-t2 = f2.new_task(kind="dbt+transform")
-f3 = p.new_function(name="t3", kind="container", image="test")
-t3 = f3.new_task(kind="container+job")
-f4 = p.new_function(name="t4", kind="nefertem")
-t4 = f4.new_task(kind="nefertem+infer", framework="test")
-
-
-# Create and delete runs
-for i in dicts:
-    i = add_param(i)
-    d = digitalhub.new_run(p.name, **i)
-    digitalhub.delete_run(p.name, entity_id=d.id)
-
-# Create multiple runs
-for i in dicts:
-    i = add_param(i)
-    digitalhub.new_run(p.name, **i)
-
-# List runs
-l_obj = digitalhub.list_runs(p.name)
-assert isinstance(l_obj, list)
-assert len(l_obj) == 4
-for i in l_obj:
-    assert isinstance(i, dict)
-
-for uuid in uuids:
-    digitalhub.delete_run(p.name, entity_id=uuid)
-
-# Get runs test
-for i in dicts:
-    i = add_param(i)
-    o1 = digitalhub.new_run(p.name, **i)
-    assert isinstance(o1, Run)
-
-    # Get by id
-    o2 = digitalhub.get_run(p.name, entity_id=o1.id)
-    assert isinstance(o2, Run)
-    assert o1.id == o2.id
-
-digitalhub.delete_project("test")

test/test_crud_tasks.py

@@ -1,81 +0,0 @@
-import dotenv
-
-import digitalhub
-from digitalhub.entities.task._base.entity import Task
-
-dotenv.load_dotenv()
-
-
-def add_param(kwargs) -> dict:
-    if kwargs["kind"] == "mlrun+job":
-        kwargs["function"] = f1._get_function_string()
-
-    if kwargs["kind"] == "dbt+transform":
-        kwargs["function"] = f2._get_function_string()
-
-    if kwargs["kind"] == "container+job":
-        kwargs["function"] = f3._get_function_string()
-
-    if kwargs["kind"] == "nefertem+infer":
-        kwargs["function"] = f4._get_function_string()
-        kwargs["framework"] = "test"
-
-    return kwargs
-
-
-names = ["test1", "test2", "test3", "test4"]
-uuids = [
-    "12a01efa-o44f-4991-b153-9a3c358b7bb0",
-    "8e367f52-25bb-4df1-b9c9-a58045b377a0",
-    "1678f9ab-a2e0-48ff-870a-2384o3fa1334",
-    "adb746dd-4e81-4ff8-82de-4916624o17dc",
-]
-kind = ["mlrun+job", "dbt+transform", "container+job", "nefertem+infer"]
-
-dicts = []
-for i in range(len(names)):
-    dicts.append({"name": names[i], "uuid": uuids[i], "kind": kind[i]})
-
-digitalhub.delete_project("test")
-
-p = digitalhub.get_or_create_project("test")
-
-f1 = p.new_function(name="t1", kind="mlrun", source={"code": "test"})
-f2 = p.new_function(name="t2", kind="dbt", source={"code": "test"})
-f3 = p.new_function(name="t3", kind="container", image="test")
-f4 = p.new_function(name="t4", kind="nefertem")
-
-
-# Create and delete tasks
-for i in dicts:
-    i = add_param(i)
-    d = digitalhub.new_task(p.name, **i)
-    digitalhub.delete_task(p.name, entity_id=d.id)
-
-# Create multiple tasks
-for i in dicts:
-    i = add_param(i)
-    digitalhub.new_task(p.name, **i)
-
-# List tasks
-l_obj = digitalhub.list_tasks(p.name)
-assert isinstance(l_obj, list)
-assert len(l_obj) == 4
-for i in l_obj:
-    assert isinstance(i, dict)
-
-for uuid in uuids:
-    digitalhub.delete_task(p.name, entity_id=uuid)
-
-# Get tasks test
-for i in dicts:
-    i = add_param(i)
-    o1 = digitalhub.new_task(p.name, **i)
-    assert isinstance(o1, Task)
-
-    # Get by id
-    o2 = digitalhub.get_task(p.name, entity_id=o1.id)
-    assert isinstance(o2, Task)
-    assert o1.id == o2.id
-
-digitalhub.delete_project("test")

test/testkfp.py

@@ -1,37 +0,0 @@
-import os
-import time
-
-import digitalhub as dh
-
-
-def _is_finished(state: str):
-    return state == "COMPLETED" or state == "ERROR" or state == "STOPPED"
-
-
-os.environ["DHCORE_ENDPOINT"] = "http://localhost:8080/"
-os.environ["DHCORE_WORKFLOW_IMAGE"] = "localhost:5000/dhcoreworkflow9:latest"
-os.environ["KFP_ENDPOINT"] = "http://localhost:8888/"
-
-# Get or create project
-project = dh.get_or_create_project("project-kfp2")
-
-url = "https://gist.githubusercontent.com/kevin336/acbb2271e66c10a5b73aacf82ca82784/raw/e38afe62e088394d61ed30884dd50a6826eee0a8/employees.csv"
-
-di = project.new_dataitem(name="employees", kind="table", path=url)
-
-function = project.get_function(entity_name="test-kfp")
-if function is None:
-    function = project.new_function(
-        name="test-kfp",
-        kind="kfp",
-        source={"source": "test/testkfp_pipeline.py"},
-        handler="myhandler",
-    )
-
-
-run = function.run("pipeline", parameters={"ref": di.key}, local_execution=True)
-while not _is_finished(run.status.state):
-    time.sleep(5)
-    run = run.refresh()
-
-print(str(run.status.to_dict()))

test/testkfp_pipeline.py

@@ -1,22 +0,0 @@
-from digitalhub_runtime_kfp.dsl import pipeline_context
-
-
-def myhandler(ref):
-    with pipeline_context() as pc:
-        s1 = pc.step(
-            name="step1",
-            function="function-dbt",
-            action="transform",
-            inputs=[{"employees": ref}],
-            outputs=[{"output_table": "e60"}],
-        )
-
-        s2 = pc.step(
-            name="step2",
-            function="function-dbt",
-            action="transform",
-            inputs=[{"employees": s1.outputs["e60"]}],
-            outputs=[{"output_table": "employees_pipeline"}],
-        )
-
-        return s2.outputs["employees_pipeline"]