digitalhub 0.7.0b2__py3-none-any.whl → 0.8.0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of digitalhub might be problematic. Click here for more details.
- digitalhub/__init__.py +63 -93
- digitalhub/client/__init__.py +0 -0
- digitalhub/client/_base/__init__.py +0 -0
- digitalhub/client/_base/client.py +56 -0
- digitalhub/client/api.py +63 -0
- digitalhub/client/builder.py +50 -0
- digitalhub/client/dhcore/__init__.py +0 -0
- digitalhub/client/dhcore/client.py +669 -0
- digitalhub/client/dhcore/env.py +21 -0
- digitalhub/client/dhcore/models.py +46 -0
- digitalhub/client/dhcore/utils.py +111 -0
- digitalhub/client/local/__init__.py +0 -0
- digitalhub/client/local/client.py +533 -0
- digitalhub/context/__init__.py +0 -0
- digitalhub/context/api.py +93 -0
- digitalhub/context/builder.py +94 -0
- digitalhub/context/context.py +136 -0
- digitalhub/datastores/__init__.py +0 -0
- digitalhub/datastores/_base/__init__.py +0 -0
- digitalhub/datastores/_base/datastore.py +85 -0
- digitalhub/datastores/api.py +37 -0
- digitalhub/datastores/builder.py +110 -0
- digitalhub/datastores/local/__init__.py +0 -0
- digitalhub/datastores/local/datastore.py +50 -0
- digitalhub/datastores/remote/__init__.py +0 -0
- digitalhub/datastores/remote/datastore.py +31 -0
- digitalhub/datastores/s3/__init__.py +0 -0
- digitalhub/datastores/s3/datastore.py +46 -0
- digitalhub/datastores/sql/__init__.py +0 -0
- digitalhub/datastores/sql/datastore.py +68 -0
- digitalhub/entities/__init__.py +0 -0
- digitalhub/entities/_base/__init__.py +0 -0
- digitalhub/entities/_base/_base/__init__.py +0 -0
- digitalhub/entities/_base/_base/entity.py +82 -0
- digitalhub/entities/_base/api_utils.py +620 -0
- digitalhub/entities/_base/context/__init__.py +0 -0
- digitalhub/entities/_base/context/entity.py +118 -0
- digitalhub/entities/_base/crud.py +468 -0
- digitalhub/entities/_base/entity/__init__.py +0 -0
- digitalhub/entities/_base/entity/_constructors/__init__.py +0 -0
- digitalhub/entities/_base/entity/_constructors/metadata.py +44 -0
- digitalhub/entities/_base/entity/_constructors/name.py +31 -0
- digitalhub/entities/_base/entity/_constructors/spec.py +33 -0
- digitalhub/entities/_base/entity/_constructors/status.py +52 -0
- digitalhub/entities/_base/entity/_constructors/uuid.py +26 -0
- digitalhub/entities/_base/entity/builder.py +175 -0
- digitalhub/entities/_base/entity/entity.py +106 -0
- digitalhub/entities/_base/entity/metadata.py +59 -0
- digitalhub/entities/_base/entity/spec.py +58 -0
- digitalhub/entities/_base/entity/status.py +43 -0
- digitalhub/entities/_base/executable/__init__.py +0 -0
- digitalhub/entities/_base/executable/entity.py +405 -0
- digitalhub/entities/_base/material/__init__.py +0 -0
- digitalhub/entities/_base/material/entity.py +214 -0
- digitalhub/entities/_base/material/spec.py +22 -0
- digitalhub/entities/_base/material/status.py +49 -0
- digitalhub/entities/_base/runtime_entity/__init__.py +0 -0
- digitalhub/entities/_base/runtime_entity/builder.py +106 -0
- digitalhub/entities/_base/unversioned/__init__.py +0 -0
- digitalhub/entities/_base/unversioned/builder.py +66 -0
- digitalhub/entities/_base/unversioned/entity.py +49 -0
- digitalhub/entities/_base/versioned/__init__.py +0 -0
- digitalhub/entities/_base/versioned/builder.py +68 -0
- digitalhub/entities/_base/versioned/entity.py +53 -0
- digitalhub/entities/artifact/__init__.py +0 -0
- digitalhub/entities/artifact/_base/__init__.py +0 -0
- digitalhub/entities/artifact/_base/builder.py +86 -0
- digitalhub/entities/artifact/_base/entity.py +39 -0
- digitalhub/entities/artifact/_base/spec.py +15 -0
- digitalhub/entities/artifact/_base/status.py +9 -0
- digitalhub/entities/artifact/artifact/__init__.py +0 -0
- digitalhub/entities/artifact/artifact/builder.py +18 -0
- digitalhub/entities/artifact/artifact/entity.py +32 -0
- digitalhub/entities/artifact/artifact/spec.py +27 -0
- digitalhub/entities/artifact/artifact/status.py +15 -0
- digitalhub/entities/artifact/crud.py +332 -0
- digitalhub/entities/builders.py +63 -0
- digitalhub/entities/dataitem/__init__.py +0 -0
- digitalhub/entities/dataitem/_base/__init__.py +0 -0
- digitalhub/entities/dataitem/_base/builder.py +86 -0
- digitalhub/entities/dataitem/_base/entity.py +75 -0
- digitalhub/entities/dataitem/_base/spec.py +15 -0
- digitalhub/entities/dataitem/_base/status.py +20 -0
- digitalhub/entities/dataitem/crud.py +372 -0
- digitalhub/entities/dataitem/dataitem/__init__.py +0 -0
- digitalhub/entities/dataitem/dataitem/builder.py +18 -0
- digitalhub/entities/dataitem/dataitem/entity.py +32 -0
- digitalhub/entities/dataitem/dataitem/spec.py +15 -0
- digitalhub/entities/dataitem/dataitem/status.py +9 -0
- digitalhub/entities/dataitem/iceberg/__init__.py +0 -0
- digitalhub/entities/dataitem/iceberg/builder.py +18 -0
- digitalhub/entities/dataitem/iceberg/entity.py +32 -0
- digitalhub/entities/dataitem/iceberg/spec.py +15 -0
- digitalhub/entities/dataitem/iceberg/status.py +9 -0
- digitalhub/entities/dataitem/table/__init__.py +0 -0
- digitalhub/entities/dataitem/table/builder.py +18 -0
- digitalhub/entities/dataitem/table/entity.py +146 -0
- digitalhub/entities/dataitem/table/models.py +62 -0
- digitalhub/entities/dataitem/table/spec.py +25 -0
- digitalhub/entities/dataitem/table/status.py +9 -0
- digitalhub/entities/function/__init__.py +0 -0
- digitalhub/entities/function/_base/__init__.py +0 -0
- digitalhub/entities/function/_base/builder.py +79 -0
- digitalhub/entities/function/_base/entity.py +98 -0
- digitalhub/entities/function/_base/models.py +118 -0
- digitalhub/entities/function/_base/spec.py +15 -0
- digitalhub/entities/function/_base/status.py +9 -0
- digitalhub/entities/function/crud.py +279 -0
- digitalhub/entities/model/__init__.py +0 -0
- digitalhub/entities/model/_base/__init__.py +0 -0
- digitalhub/entities/model/_base/builder.py +86 -0
- digitalhub/entities/model/_base/entity.py +34 -0
- digitalhub/entities/model/_base/spec.py +49 -0
- digitalhub/entities/model/_base/status.py +9 -0
- digitalhub/entities/model/crud.py +331 -0
- digitalhub/entities/model/huggingface/__init__.py +0 -0
- digitalhub/entities/model/huggingface/builder.py +18 -0
- digitalhub/entities/model/huggingface/entity.py +32 -0
- digitalhub/entities/model/huggingface/spec.py +36 -0
- digitalhub/entities/model/huggingface/status.py +9 -0
- digitalhub/entities/model/mlflow/__init__.py +0 -0
- digitalhub/entities/model/mlflow/builder.py +18 -0
- digitalhub/entities/model/mlflow/entity.py +32 -0
- digitalhub/entities/model/mlflow/models.py +26 -0
- digitalhub/entities/model/mlflow/spec.py +44 -0
- digitalhub/entities/model/mlflow/status.py +9 -0
- digitalhub/entities/model/mlflow/utils.py +81 -0
- digitalhub/entities/model/model/__init__.py +0 -0
- digitalhub/entities/model/model/builder.py +18 -0
- digitalhub/entities/model/model/entity.py +32 -0
- digitalhub/entities/model/model/spec.py +15 -0
- digitalhub/entities/model/model/status.py +9 -0
- digitalhub/entities/model/sklearn/__init__.py +0 -0
- digitalhub/entities/model/sklearn/builder.py +18 -0
- digitalhub/entities/model/sklearn/entity.py +32 -0
- digitalhub/entities/model/sklearn/spec.py +15 -0
- digitalhub/entities/model/sklearn/status.py +9 -0
- digitalhub/entities/project/__init__.py +0 -0
- digitalhub/entities/project/_base/__init__.py +0 -0
- digitalhub/entities/project/_base/builder.py +128 -0
- digitalhub/entities/project/_base/entity.py +2078 -0
- digitalhub/entities/project/_base/spec.py +50 -0
- digitalhub/entities/project/_base/status.py +9 -0
- digitalhub/entities/project/crud.py +357 -0
- digitalhub/entities/run/__init__.py +0 -0
- digitalhub/entities/run/_base/__init__.py +0 -0
- digitalhub/entities/run/_base/builder.py +94 -0
- digitalhub/entities/run/_base/entity.py +307 -0
- digitalhub/entities/run/_base/spec.py +50 -0
- digitalhub/entities/run/_base/status.py +9 -0
- digitalhub/entities/run/crud.py +219 -0
- digitalhub/entities/secret/__init__.py +0 -0
- digitalhub/entities/secret/_base/__init__.py +0 -0
- digitalhub/entities/secret/_base/builder.py +81 -0
- digitalhub/entities/secret/_base/entity.py +74 -0
- digitalhub/entities/secret/_base/spec.py +35 -0
- digitalhub/entities/secret/_base/status.py +9 -0
- digitalhub/entities/secret/crud.py +290 -0
- digitalhub/entities/task/__init__.py +0 -0
- digitalhub/entities/task/_base/__init__.py +0 -0
- digitalhub/entities/task/_base/builder.py +91 -0
- digitalhub/entities/task/_base/entity.py +136 -0
- digitalhub/entities/task/_base/models.py +208 -0
- digitalhub/entities/task/_base/spec.py +53 -0
- digitalhub/entities/task/_base/status.py +9 -0
- digitalhub/entities/task/crud.py +228 -0
- digitalhub/entities/utils/__init__.py +0 -0
- digitalhub/entities/utils/api.py +346 -0
- digitalhub/entities/utils/entity_types.py +19 -0
- digitalhub/entities/utils/state.py +31 -0
- digitalhub/entities/utils/utils.py +202 -0
- digitalhub/entities/workflow/__init__.py +0 -0
- digitalhub/entities/workflow/_base/__init__.py +0 -0
- digitalhub/entities/workflow/_base/builder.py +79 -0
- digitalhub/entities/workflow/_base/entity.py +74 -0
- digitalhub/entities/workflow/_base/spec.py +15 -0
- digitalhub/entities/workflow/_base/status.py +9 -0
- digitalhub/entities/workflow/crud.py +278 -0
- digitalhub/factory/__init__.py +0 -0
- digitalhub/factory/api.py +277 -0
- digitalhub/factory/factory.py +268 -0
- digitalhub/factory/utils.py +90 -0
- digitalhub/readers/__init__.py +0 -0
- digitalhub/readers/_base/__init__.py +0 -0
- digitalhub/readers/_base/builder.py +26 -0
- digitalhub/readers/_base/reader.py +70 -0
- digitalhub/readers/api.py +80 -0
- digitalhub/readers/factory.py +133 -0
- digitalhub/readers/pandas/__init__.py +0 -0
- digitalhub/readers/pandas/builder.py +29 -0
- digitalhub/readers/pandas/reader.py +207 -0
- digitalhub/runtimes/__init__.py +0 -0
- digitalhub/runtimes/_base.py +102 -0
- digitalhub/runtimes/builder.py +32 -0
- digitalhub/stores/__init__.py +0 -0
- digitalhub/stores/_base/__init__.py +0 -0
- digitalhub/stores/_base/store.py +189 -0
- digitalhub/stores/api.py +54 -0
- digitalhub/stores/builder.py +211 -0
- digitalhub/stores/local/__init__.py +0 -0
- digitalhub/stores/local/store.py +230 -0
- digitalhub/stores/remote/__init__.py +0 -0
- digitalhub/stores/remote/store.py +143 -0
- digitalhub/stores/s3/__init__.py +0 -0
- digitalhub/stores/s3/store.py +563 -0
- digitalhub/stores/sql/__init__.py +0 -0
- digitalhub/stores/sql/store.py +328 -0
- digitalhub/utils/__init__.py +0 -0
- digitalhub/utils/data_utils.py +127 -0
- digitalhub/utils/exceptions.py +67 -0
- digitalhub/utils/file_utils.py +204 -0
- digitalhub/utils/generic_utils.py +183 -0
- digitalhub/utils/git_utils.py +148 -0
- digitalhub/utils/io_utils.py +116 -0
- digitalhub/utils/logger.py +17 -0
- digitalhub/utils/s3_utils.py +58 -0
- digitalhub/utils/uri_utils.py +56 -0
- {digitalhub-0.7.0b2.dist-info → digitalhub-0.8.0.dist-info}/METADATA +30 -13
- digitalhub-0.8.0.dist-info/RECORD +231 -0
- {digitalhub-0.7.0b2.dist-info → digitalhub-0.8.0.dist-info}/WHEEL +1 -1
- test/local/CRUD/test_artifacts.py +96 -0
- test/local/CRUD/test_dataitems.py +96 -0
- test/local/CRUD/test_models.py +95 -0
- test/test_crud_functions.py +1 -1
- test/test_crud_runs.py +1 -1
- test/test_crud_tasks.py +1 -1
- digitalhub-0.7.0b2.dist-info/RECORD +0 -14
- test/test_crud_artifacts.py +0 -96
- test/test_crud_dataitems.py +0 -96
- {digitalhub-0.7.0b2.dist-info → digitalhub-0.8.0.dist-info}/LICENSE.txt +0 -0
- {digitalhub-0.7.0b2.dist-info → digitalhub-0.8.0.dist-info}/top_level.txt +0 -0
- /test/{test_imports.py → local/imports/test_imports.py} +0 -0
test/test_crud_artifacts.py
DELETED
|
@@ -1,96 +0,0 @@
|
|
|
1
|
-
import shutil
|
|
2
|
-
from copy import deepcopy
|
|
3
|
-
|
|
4
|
-
import dotenv
|
|
5
|
-
from digitalhub_core.entities.artifact.entity._base import Artifact
|
|
6
|
-
|
|
7
|
-
import digitalhub as dh
|
|
8
|
-
|
|
9
|
-
dotenv.load_dotenv()
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
def main():
|
|
13
|
-
ctx = "./test-prg"
|
|
14
|
-
names = ["test1", "test2", "test3", "test4"]
|
|
15
|
-
uuids = [
|
|
16
|
-
"d150bcca-bb64-451d-8455-dff862254b95",
|
|
17
|
-
"31acdd2d-0c41-428c-b68b-1b133da9e97b",
|
|
18
|
-
"b4a3dfdc-b917-44c4-9a29-613dcf734244",
|
|
19
|
-
"2618d9c4-cd61-440f-aebb-7e5761709f3b",
|
|
20
|
-
]
|
|
21
|
-
paths = ["./data/test.csv", "s3://bucket/key.csv", "sql://database/schema/table", "https://url.com/file.csv"]
|
|
22
|
-
kind = ["artifact", "artifact", "artifact", "artifact"]
|
|
23
|
-
|
|
24
|
-
dicts = []
|
|
25
|
-
for i in range(len(names)):
|
|
26
|
-
dicts.append({"name": names[i], "uuid": uuids[i], "path": paths[i], "kind": kind[i]})
|
|
27
|
-
|
|
28
|
-
dh.delete_project("test")
|
|
29
|
-
|
|
30
|
-
p = dh.get_or_create_project("test", context=ctx)
|
|
31
|
-
|
|
32
|
-
# Create and delete artifacts
|
|
33
|
-
for i in dicts:
|
|
34
|
-
d = dh.new_artifact(p.name, **i)
|
|
35
|
-
dh.delete_artifact(d.key)
|
|
36
|
-
d = dh.new_artifact(p.name, **i)
|
|
37
|
-
dh.delete_artifact(d.name, project=p.name, entity_id=d.id)
|
|
38
|
-
d = p.new_artifact(**i)
|
|
39
|
-
p.delete_artifact(d.key)
|
|
40
|
-
|
|
41
|
-
print("Done 1")
|
|
42
|
-
|
|
43
|
-
# Create multiple artifacts
|
|
44
|
-
for i in dicts:
|
|
45
|
-
dh.new_artifact(p.name, **i)
|
|
46
|
-
|
|
47
|
-
c = deepcopy(i)
|
|
48
|
-
c.pop("uuid")
|
|
49
|
-
dh.new_artifact(p.name, **c)
|
|
50
|
-
dh.new_artifact(p.name, **c)
|
|
51
|
-
dh.new_artifact(p.name, **c)
|
|
52
|
-
dh.new_artifact(p.name, **c)
|
|
53
|
-
|
|
54
|
-
# List artifacts
|
|
55
|
-
l_obj = dh.list_artifacts(p.name)
|
|
56
|
-
assert isinstance(l_obj, list)
|
|
57
|
-
assert len(l_obj) == 4
|
|
58
|
-
for i in l_obj:
|
|
59
|
-
assert isinstance(i, Artifact)
|
|
60
|
-
|
|
61
|
-
for a in l_obj:
|
|
62
|
-
dh.delete_artifact(a.key)
|
|
63
|
-
|
|
64
|
-
print("Done 2")
|
|
65
|
-
|
|
66
|
-
# Get artifacts test
|
|
67
|
-
for i in dicts:
|
|
68
|
-
o1 = dh.new_artifact(p.name, **i)
|
|
69
|
-
assert isinstance(o1, Artifact)
|
|
70
|
-
|
|
71
|
-
# Get by name and id
|
|
72
|
-
o2 = dh.get_artifact(o1.name, project=p.name, entity_id=o1.id)
|
|
73
|
-
assert isinstance(o2, Artifact)
|
|
74
|
-
assert o1.id == o2.id
|
|
75
|
-
|
|
76
|
-
# Get by key
|
|
77
|
-
o3 = dh.get_artifact(o1.key)
|
|
78
|
-
assert isinstance(o3, Artifact)
|
|
79
|
-
assert o1.id == o3.id
|
|
80
|
-
|
|
81
|
-
print("Done 3")
|
|
82
|
-
|
|
83
|
-
# Delete artifacts, all versions
|
|
84
|
-
for n in names:
|
|
85
|
-
dh.delete_artifact(n, project=p.name, delete_all_versions=True)
|
|
86
|
-
l_obj = dh.list_artifacts(p.name)
|
|
87
|
-
assert not l_obj
|
|
88
|
-
|
|
89
|
-
dh.delete_project("test")
|
|
90
|
-
shutil.rmtree(ctx)
|
|
91
|
-
|
|
92
|
-
print("Done 4")
|
|
93
|
-
|
|
94
|
-
|
|
95
|
-
if __name__ == "__main__":
|
|
96
|
-
main()
|
test/test_crud_dataitems.py
DELETED
|
@@ -1,96 +0,0 @@
|
|
|
1
|
-
import shutil
|
|
2
|
-
from copy import deepcopy
|
|
3
|
-
|
|
4
|
-
import dotenv
|
|
5
|
-
from digitalhub_data.entities.dataitem.entity._base import Dataitem
|
|
6
|
-
|
|
7
|
-
import digitalhub as dh
|
|
8
|
-
|
|
9
|
-
dotenv.load_dotenv()
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
def main():
|
|
13
|
-
ctx = "./test-prg"
|
|
14
|
-
names = ["test1", "test2", "test3", "test4"]
|
|
15
|
-
uuids = [
|
|
16
|
-
"d150bcca-bb64-451d-8455-dff862254b95",
|
|
17
|
-
"31acdd2d-0c41-428c-b68b-1b133da9e97b",
|
|
18
|
-
"b4a3dfdc-b917-44c4-9a29-613dcf734244",
|
|
19
|
-
"2618d9c4-cd61-440f-aebb-7e5761709f3b",
|
|
20
|
-
]
|
|
21
|
-
paths = ["./data/test.csv", "s3://bucket/key.csv", "sql://database/schema/table", "https://url.com/file.csv"]
|
|
22
|
-
kind = ["dataitem", "dataitem", "dataitem", "dataitem"]
|
|
23
|
-
|
|
24
|
-
dicts = []
|
|
25
|
-
for i in range(len(names)):
|
|
26
|
-
dicts.append({"name": names[i], "uuid": uuids[i], "path": paths[i], "kind": kind[i]})
|
|
27
|
-
|
|
28
|
-
dh.delete_project("test")
|
|
29
|
-
|
|
30
|
-
p = dh.get_or_create_project("test", context=ctx)
|
|
31
|
-
|
|
32
|
-
# Create and delete dataitems
|
|
33
|
-
for i in dicts:
|
|
34
|
-
d = dh.new_dataitem(p.name, **i)
|
|
35
|
-
dh.delete_dataitem(d.key)
|
|
36
|
-
d = dh.new_dataitem(p.name, **i)
|
|
37
|
-
dh.delete_dataitem(d.name, project=p.name, entity_id=d.id)
|
|
38
|
-
d = p.new_dataitem(**i)
|
|
39
|
-
p.delete_dataitem(d.key)
|
|
40
|
-
|
|
41
|
-
print("Done 1")
|
|
42
|
-
|
|
43
|
-
# Create multiple dataitems
|
|
44
|
-
for i in dicts:
|
|
45
|
-
dh.new_dataitem(p.name, **i)
|
|
46
|
-
|
|
47
|
-
c = deepcopy(i)
|
|
48
|
-
c.pop("uuid")
|
|
49
|
-
dh.new_dataitem(p.name, **c)
|
|
50
|
-
dh.new_dataitem(p.name, **c)
|
|
51
|
-
dh.new_dataitem(p.name, **c)
|
|
52
|
-
dh.new_dataitem(p.name, **c)
|
|
53
|
-
|
|
54
|
-
# List dataitems
|
|
55
|
-
l_obj = dh.list_dataitems(p.name)
|
|
56
|
-
assert isinstance(l_obj, list)
|
|
57
|
-
assert len(l_obj) == 4
|
|
58
|
-
for i in l_obj:
|
|
59
|
-
assert isinstance(i, Dataitem)
|
|
60
|
-
|
|
61
|
-
for a in l_obj:
|
|
62
|
-
dh.delete_dataitem(a.key)
|
|
63
|
-
|
|
64
|
-
print("Done 2")
|
|
65
|
-
|
|
66
|
-
# Get dataitems test
|
|
67
|
-
for i in dicts:
|
|
68
|
-
o1 = dh.new_dataitem(p.name, **i)
|
|
69
|
-
assert isinstance(o1, Dataitem)
|
|
70
|
-
|
|
71
|
-
# Get by name and id
|
|
72
|
-
o2 = dh.get_dataitem(o1.name, project=p.name, entity_id=o1.id)
|
|
73
|
-
assert isinstance(o2, Dataitem)
|
|
74
|
-
assert o1.id == o2.id
|
|
75
|
-
|
|
76
|
-
# Get by key
|
|
77
|
-
o3 = dh.get_dataitem(o1.key)
|
|
78
|
-
assert isinstance(o3, Dataitem)
|
|
79
|
-
assert o1.id == o3.id
|
|
80
|
-
|
|
81
|
-
print("Done 3")
|
|
82
|
-
|
|
83
|
-
# Delete dataitems, all versions
|
|
84
|
-
for n in names:
|
|
85
|
-
dh.delete_dataitem(n, project=p.name, delete_all_versions=True)
|
|
86
|
-
l_obj = dh.list_dataitems(p.name)
|
|
87
|
-
assert not l_obj
|
|
88
|
-
|
|
89
|
-
dh.delete_project("test")
|
|
90
|
-
shutil.rmtree(ctx)
|
|
91
|
-
|
|
92
|
-
print("Done 4")
|
|
93
|
-
|
|
94
|
-
|
|
95
|
-
if __name__ == "__main__":
|
|
96
|
-
main()
|
|
File without changes
|
|
File without changes
|
|
File without changes
|