digitalhub 0.7.0b0__py3-none-any.whl → 0.7.0b1__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of digitalhub might be problematic. Click here for more details.
- {digitalhub-0.7.0b0.dist-info → digitalhub-0.7.0b1.dist-info}/METADATA +9 -9
- {digitalhub-0.7.0b0.dist-info → digitalhub-0.7.0b1.dist-info}/RECORD +7 -7
- {digitalhub-0.7.0b0.dist-info → digitalhub-0.7.0b1.dist-info}/WHEEL +1 -1
- test/test_crud_artifacts.py +87 -82
- test/test_crud_dataitems.py +88 -82
- {digitalhub-0.7.0b0.dist-info → digitalhub-0.7.0b1.dist-info}/LICENSE.txt +0 -0
- {digitalhub-0.7.0b0.dist-info → digitalhub-0.7.0b1.dist-info}/top_level.txt +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: digitalhub
|
|
3
|
-
Version: 0.7.
|
|
3
|
+
Version: 0.7.0b1
|
|
4
4
|
Summary: Python SDK for Digitalhub
|
|
5
5
|
Author-email: Fondazione Bruno Kessler <dslab@fbk.eu>, Matteo Martini <mmartini@fbk.eu>
|
|
6
6
|
License: Apache License
|
|
@@ -228,18 +228,18 @@ Classifier: Programming Language :: Python :: 3.10
|
|
|
228
228
|
Requires-Python: >=3.9
|
|
229
229
|
Description-Content-Type: text/markdown
|
|
230
230
|
License-File: LICENSE.txt
|
|
231
|
-
Requires-Dist: digitalhub-core
|
|
231
|
+
Requires-Dist: digitalhub-core<0.8,>=0.7.0b
|
|
232
232
|
Provides-Extra: all
|
|
233
|
-
Requires-Dist: digitalhub-data
|
|
234
|
-
Requires-Dist: digitalhub-ml
|
|
233
|
+
Requires-Dist: digitalhub-data<0.8,>=0.7.0b; extra == "all"
|
|
234
|
+
Requires-Dist: digitalhub-ml<0.8,>=0.7.0b; extra == "all"
|
|
235
235
|
Provides-Extra: data
|
|
236
|
-
Requires-Dist: digitalhub-data
|
|
236
|
+
Requires-Dist: digitalhub-data<0.8,>=0.7.0b; extra == "data"
|
|
237
237
|
Provides-Extra: full
|
|
238
|
-
Requires-Dist: digitalhub-core[full]
|
|
239
|
-
Requires-Dist: digitalhub-data[pandas]
|
|
240
|
-
Requires-Dist: digitalhub-ml
|
|
238
|
+
Requires-Dist: digitalhub-core[full]<0.8,>=0.7.0b; extra == "full"
|
|
239
|
+
Requires-Dist: digitalhub-data[pandas]<0.8,>=0.7.0b; extra == "full"
|
|
240
|
+
Requires-Dist: digitalhub-ml<0.8,>=0.7.0b; extra == "full"
|
|
241
241
|
Provides-Extra: ml
|
|
242
|
-
Requires-Dist: digitalhub-ml
|
|
242
|
+
Requires-Dist: digitalhub-ml<0.8,>=0.7.0b; extra == "ml"
|
|
243
243
|
|
|
244
244
|
# Digitalhub Library
|
|
245
245
|
|
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
digitalhub/__init__.py,sha256=E26WFuMyA9djIFxYhvgtkoHcix2OmcM7XkzjxVMoEaM,2521
|
|
2
|
-
test/test_crud_artifacts.py,sha256=
|
|
3
|
-
test/test_crud_dataitems.py,sha256=
|
|
2
|
+
test/test_crud_artifacts.py,sha256=CgPUAYRWurWWH1eRwGJp_6iiulGLy4bOPccvC3XqSCc,2489
|
|
3
|
+
test/test_crud_dataitems.py,sha256=jj15NUUyAAfOCYZEfZOxEq9f5s2_T3dVdfJ7agL50tc,2489
|
|
4
4
|
test/test_crud_functions.py,sha256=zihCaqWUps-Cm14BkCr5qHoOubeZPOn7TyKi49DSkE4,2768
|
|
5
5
|
test/test_crud_runs.py,sha256=MIOgrgEa6gdwoS6rhdOkPderZcQrdZXMptCV0w3f6-k,2219
|
|
6
6
|
test/test_crud_tasks.py,sha256=LLFf6teU64YF8m-gS02tyEoi_eHZmHw6OmO4yhe3Wqo,2110
|
|
7
7
|
test/test_imports.py,sha256=W-YugO0rpJwvtWp57MXaXfEmE-f5iWuCiLY-n0ZU4z8,1271
|
|
8
8
|
test/testkfp.py,sha256=01UpLKkVbwAQu4S1BMiddnnq5x1DStMlJtCoHzi9zq8,1060
|
|
9
9
|
test/testkfp_pipeline.py,sha256=WceFrCp-avHI7PcwIvnv7Kgs2xK3oQqU6sjaonGamg8,622
|
|
10
|
-
digitalhub-0.7.
|
|
11
|
-
digitalhub-0.7.
|
|
12
|
-
digitalhub-0.7.
|
|
13
|
-
digitalhub-0.7.
|
|
14
|
-
digitalhub-0.7.
|
|
10
|
+
digitalhub-0.7.0b1.dist-info/LICENSE.txt,sha256=_yVOtnbW7Ss28mp058UEEc1X4Rgj8-kQBP_kj8_Sc88,11585
|
|
11
|
+
digitalhub-0.7.0b1.dist-info/METADATA,sha256=4OgjO2ZBnii0htSBMMzeALsf3ZmZfJUiZO0NiP85OGE,14898
|
|
12
|
+
digitalhub-0.7.0b1.dist-info/WHEEL,sha256=GV9aMThwP_4oNCtvEC2ec3qUYutgWeAzklro_0m4WJQ,91
|
|
13
|
+
digitalhub-0.7.0b1.dist-info/top_level.txt,sha256=ae9pDfCF27ZoaVAxuBKONMP0lm5P-N_I-e-no1WlvD8,16
|
|
14
|
+
digitalhub-0.7.0b1.dist-info/RECORD,,
|
test/test_crud_artifacts.py
CHANGED
|
@@ -1,91 +1,96 @@
|
|
|
1
|
+
import shutil
|
|
1
2
|
from copy import deepcopy
|
|
2
3
|
|
|
3
4
|
import dotenv
|
|
4
5
|
from digitalhub_core.entities.artifact.entity._base import Artifact
|
|
5
6
|
|
|
6
|
-
import digitalhub
|
|
7
|
+
import digitalhub as dh
|
|
7
8
|
|
|
8
9
|
dotenv.load_dotenv()
|
|
9
10
|
|
|
10
11
|
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
"
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
dicts
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
assert
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
|
|
60
|
-
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
|
|
67
|
-
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
|
|
75
|
-
|
|
76
|
-
|
|
77
|
-
|
|
78
|
-
|
|
79
|
-
|
|
80
|
-
|
|
81
|
-
|
|
82
|
-
|
|
83
|
-
|
|
84
|
-
|
|
85
|
-
|
|
86
|
-
|
|
87
|
-
|
|
88
|
-
|
|
89
|
-
|
|
90
|
-
|
|
91
|
-
|
|
12
|
+
def main():
|
|
13
|
+
ctx = "./test-prg"
|
|
14
|
+
names = ["test1", "test2", "test3", "test4"]
|
|
15
|
+
uuids = [
|
|
16
|
+
"d150bcca-bb64-451d-8455-dff862254b95",
|
|
17
|
+
"31acdd2d-0c41-428c-b68b-1b133da9e97b",
|
|
18
|
+
"b4a3dfdc-b917-44c4-9a29-613dcf734244",
|
|
19
|
+
"2618d9c4-cd61-440f-aebb-7e5761709f3b",
|
|
20
|
+
]
|
|
21
|
+
paths = ["./data/test.csv", "s3://bucket/key.csv", "sql://database/schema/table", "https://url.com/file.csv"]
|
|
22
|
+
kind = ["artifact", "artifact", "artifact", "artifact"]
|
|
23
|
+
|
|
24
|
+
dicts = []
|
|
25
|
+
for i in range(len(names)):
|
|
26
|
+
dicts.append({"name": names[i], "uuid": uuids[i], "path": paths[i], "kind": kind[i]})
|
|
27
|
+
|
|
28
|
+
dh.delete_project("test")
|
|
29
|
+
|
|
30
|
+
p = dh.get_or_create_project("test", context=ctx)
|
|
31
|
+
|
|
32
|
+
# Create and delete artifacts
|
|
33
|
+
for i in dicts:
|
|
34
|
+
d = dh.new_artifact(p.name, **i)
|
|
35
|
+
dh.delete_artifact(d.key)
|
|
36
|
+
d = dh.new_artifact(p.name, **i)
|
|
37
|
+
dh.delete_artifact(d.name, project=p.name, entity_id=d.id)
|
|
38
|
+
d = p.new_artifact(**i)
|
|
39
|
+
p.delete_artifact(d.key)
|
|
40
|
+
|
|
41
|
+
print("Done 1")
|
|
42
|
+
|
|
43
|
+
# Create multiple artifacts
|
|
44
|
+
for i in dicts:
|
|
45
|
+
dh.new_artifact(p.name, **i)
|
|
46
|
+
|
|
47
|
+
c = deepcopy(i)
|
|
48
|
+
c.pop("uuid")
|
|
49
|
+
dh.new_artifact(p.name, **c)
|
|
50
|
+
dh.new_artifact(p.name, **c)
|
|
51
|
+
dh.new_artifact(p.name, **c)
|
|
52
|
+
dh.new_artifact(p.name, **c)
|
|
53
|
+
|
|
54
|
+
# List artifacts
|
|
55
|
+
l_obj = dh.list_artifacts(p.name)
|
|
56
|
+
assert isinstance(l_obj, list)
|
|
57
|
+
assert len(l_obj) == 4
|
|
58
|
+
for i in l_obj:
|
|
59
|
+
assert isinstance(i, Artifact)
|
|
60
|
+
|
|
61
|
+
for a in l_obj:
|
|
62
|
+
dh.delete_artifact(a.key)
|
|
63
|
+
|
|
64
|
+
print("Done 2")
|
|
65
|
+
|
|
66
|
+
# Get artifacts test
|
|
67
|
+
for i in dicts:
|
|
68
|
+
o1 = dh.new_artifact(p.name, **i)
|
|
69
|
+
assert isinstance(o1, Artifact)
|
|
70
|
+
|
|
71
|
+
# Get by name and id
|
|
72
|
+
o2 = dh.get_artifact(o1.name, project=p.name, entity_id=o1.id)
|
|
73
|
+
assert isinstance(o2, Artifact)
|
|
74
|
+
assert o1.id == o2.id
|
|
75
|
+
|
|
76
|
+
# Get by key
|
|
77
|
+
o3 = dh.get_artifact(o1.key)
|
|
78
|
+
assert isinstance(o3, Artifact)
|
|
79
|
+
assert o1.id == o3.id
|
|
80
|
+
|
|
81
|
+
print("Done 3")
|
|
82
|
+
|
|
83
|
+
# Delete artifacts, all versions
|
|
84
|
+
for n in names:
|
|
85
|
+
dh.delete_artifact(n, project=p.name, delete_all_versions=True)
|
|
86
|
+
l_obj = dh.list_artifacts(p.name)
|
|
87
|
+
assert not l_obj
|
|
88
|
+
|
|
89
|
+
dh.delete_project("test")
|
|
90
|
+
shutil.rmtree(ctx)
|
|
91
|
+
|
|
92
|
+
print("Done 4")
|
|
93
|
+
|
|
94
|
+
|
|
95
|
+
if __name__ == "__main__":
|
|
96
|
+
main()
|
test/test_crud_dataitems.py
CHANGED
|
@@ -1,90 +1,96 @@
|
|
|
1
|
+
import shutil
|
|
1
2
|
from copy import deepcopy
|
|
2
3
|
|
|
3
4
|
import dotenv
|
|
4
5
|
from digitalhub_data.entities.dataitem.entity._base import Dataitem
|
|
5
6
|
|
|
6
|
-
import digitalhub
|
|
7
|
+
import digitalhub as dh
|
|
7
8
|
|
|
8
9
|
dotenv.load_dotenv()
|
|
9
10
|
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
"
|
|
13
|
-
"
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
assert isinstance(
|
|
56
|
-
|
|
57
|
-
for
|
|
58
|
-
|
|
59
|
-
|
|
60
|
-
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
# Get
|
|
66
|
-
|
|
67
|
-
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
|
|
75
|
-
|
|
76
|
-
|
|
77
|
-
|
|
78
|
-
|
|
79
|
-
|
|
80
|
-
|
|
81
|
-
|
|
82
|
-
|
|
83
|
-
|
|
84
|
-
|
|
85
|
-
|
|
86
|
-
|
|
87
|
-
|
|
88
|
-
|
|
89
|
-
|
|
90
|
-
|
|
11
|
+
|
|
12
|
+
def main():
|
|
13
|
+
ctx = "./test-prg"
|
|
14
|
+
names = ["test1", "test2", "test3", "test4"]
|
|
15
|
+
uuids = [
|
|
16
|
+
"d150bcca-bb64-451d-8455-dff862254b95",
|
|
17
|
+
"31acdd2d-0c41-428c-b68b-1b133da9e97b",
|
|
18
|
+
"b4a3dfdc-b917-44c4-9a29-613dcf734244",
|
|
19
|
+
"2618d9c4-cd61-440f-aebb-7e5761709f3b",
|
|
20
|
+
]
|
|
21
|
+
paths = ["./data/test.csv", "s3://bucket/key.csv", "sql://database/schema/table", "https://url.com/file.csv"]
|
|
22
|
+
kind = ["dataitem", "dataitem", "dataitem", "dataitem"]
|
|
23
|
+
|
|
24
|
+
dicts = []
|
|
25
|
+
for i in range(len(names)):
|
|
26
|
+
dicts.append({"name": names[i], "uuid": uuids[i], "path": paths[i], "kind": kind[i]})
|
|
27
|
+
|
|
28
|
+
dh.delete_project("test")
|
|
29
|
+
|
|
30
|
+
p = dh.get_or_create_project("test", context=ctx)
|
|
31
|
+
|
|
32
|
+
# Create and delete dataitems
|
|
33
|
+
for i in dicts:
|
|
34
|
+
d = dh.new_dataitem(p.name, **i)
|
|
35
|
+
dh.delete_dataitem(d.key)
|
|
36
|
+
d = dh.new_dataitem(p.name, **i)
|
|
37
|
+
dh.delete_dataitem(d.name, project=p.name, entity_id=d.id)
|
|
38
|
+
d = p.new_dataitem(**i)
|
|
39
|
+
p.delete_dataitem(d.key)
|
|
40
|
+
|
|
41
|
+
print("Done 1")
|
|
42
|
+
|
|
43
|
+
# Create multiple dataitems
|
|
44
|
+
for i in dicts:
|
|
45
|
+
dh.new_dataitem(p.name, **i)
|
|
46
|
+
|
|
47
|
+
c = deepcopy(i)
|
|
48
|
+
c.pop("uuid")
|
|
49
|
+
dh.new_dataitem(p.name, **c)
|
|
50
|
+
dh.new_dataitem(p.name, **c)
|
|
51
|
+
dh.new_dataitem(p.name, **c)
|
|
52
|
+
dh.new_dataitem(p.name, **c)
|
|
53
|
+
|
|
54
|
+
# List dataitems
|
|
55
|
+
l_obj = dh.list_dataitems(p.name)
|
|
56
|
+
assert isinstance(l_obj, list)
|
|
57
|
+
assert len(l_obj) == 4
|
|
58
|
+
for i in l_obj:
|
|
59
|
+
assert isinstance(i, Dataitem)
|
|
60
|
+
|
|
61
|
+
for a in l_obj:
|
|
62
|
+
dh.delete_dataitem(a.key)
|
|
63
|
+
|
|
64
|
+
print("Done 2")
|
|
65
|
+
|
|
66
|
+
# Get dataitems test
|
|
67
|
+
for i in dicts:
|
|
68
|
+
o1 = dh.new_dataitem(p.name, **i)
|
|
69
|
+
assert isinstance(o1, Dataitem)
|
|
70
|
+
|
|
71
|
+
# Get by name and id
|
|
72
|
+
o2 = dh.get_dataitem(o1.name, project=p.name, entity_id=o1.id)
|
|
73
|
+
assert isinstance(o2, Dataitem)
|
|
74
|
+
assert o1.id == o2.id
|
|
75
|
+
|
|
76
|
+
# Get by key
|
|
77
|
+
o3 = dh.get_dataitem(o1.key)
|
|
78
|
+
assert isinstance(o3, Dataitem)
|
|
79
|
+
assert o1.id == o3.id
|
|
80
|
+
|
|
81
|
+
print("Done 3")
|
|
82
|
+
|
|
83
|
+
# Delete dataitems, all versions
|
|
84
|
+
for n in names:
|
|
85
|
+
dh.delete_dataitem(n, project=p.name, delete_all_versions=True)
|
|
86
|
+
l_obj = dh.list_dataitems(p.name)
|
|
87
|
+
assert not l_obj
|
|
88
|
+
|
|
89
|
+
dh.delete_project("test")
|
|
90
|
+
shutil.rmtree(ctx)
|
|
91
|
+
|
|
92
|
+
print("Done 4")
|
|
93
|
+
|
|
94
|
+
|
|
95
|
+
if __name__ == "__main__":
|
|
96
|
+
main()
|
|
File without changes
|
|
File without changes
|