digitalhub 0.8.0__py3-none-any.whl → 0.8.0b1__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of digitalhub might be problematic. Click here for more details.
- digitalhub/__init__.py +4 -5
- digitalhub/client/builder.py +58 -3
- digitalhub/client/{dhcore/client.py → objects/dhcore.py} +60 -48
- digitalhub/client/{local/client.py → objects/local.py} +2 -2
- digitalhub/context/builder.py +85 -1
- digitalhub/context/context.py +1 -1
- digitalhub/datastores/builder.py +37 -13
- digitalhub/datastores/{_base/datastore.py → objects/base.py} +3 -3
- digitalhub/datastores/{local/datastore.py → objects/local.py} +2 -10
- digitalhub/datastores/{remote/datastore.py → objects/remote.py} +1 -9
- digitalhub/datastores/{s3/datastore.py → objects/s3.py} +2 -10
- digitalhub/datastores/{sql/datastore.py → objects/sql.py} +2 -10
- digitalhub/entities/_base/{_base/entity.py → base.py} +1 -1
- digitalhub/entities/_base/crud.py +389 -247
- digitalhub/entities/_base/entity/{entity.py → base.py} +34 -8
- digitalhub/entities/_base/{context/entity.py → entity/context.py} +6 -6
- digitalhub/entities/_base/{executable/entity.py → entity/executable.py} +36 -61
- digitalhub/entities/_base/{material/entity.py → entity/material.py} +6 -6
- digitalhub/entities/_base/entity/unversioned.py +87 -0
- digitalhub/entities/_base/entity/versioned.py +94 -0
- digitalhub/entities/_base/{entity/metadata.py → metadata.py} +2 -2
- digitalhub/entities/_base/{entity/spec.py → spec/base.py} +11 -11
- digitalhub/entities/_base/{material/spec.py → spec/material.py} +3 -3
- digitalhub/entities/_base/{entity/status.py → status/base.py} +3 -14
- digitalhub/entities/_base/{material/status.py → status/material.py} +1 -1
- digitalhub/entities/_builders/metadata.py +60 -0
- digitalhub/entities/_builders/spec.py +43 -0
- digitalhub/entities/_builders/status.py +62 -0
- digitalhub/entities/{_base/entity/_constructors → _builders}/uuid.py +11 -4
- digitalhub/entities/artifact/builder.py +133 -0
- digitalhub/entities/artifact/crud.py +48 -22
- digitalhub/entities/artifact/{_base/entity.py → entity/_base.py} +5 -5
- digitalhub/entities/artifact/entity/artifact.py +9 -0
- digitalhub/entities/artifact/{artifact/spec.py → spec.py} +16 -4
- digitalhub/entities/artifact/{artifact/status.py → status.py} +1 -1
- digitalhub/entities/dataitem/builder.py +144 -0
- digitalhub/entities/dataitem/crud.py +52 -29
- digitalhub/entities/dataitem/{_base/entity.py → entity/_base.py} +5 -5
- digitalhub/entities/dataitem/entity/dataitem.py +9 -0
- digitalhub/entities/dataitem/entity/iceberg.py +7 -0
- digitalhub/entities/dataitem/{table/entity.py → entity/table.py} +4 -25
- digitalhub/entities/dataitem/spec.py +61 -0
- digitalhub/entities/dataitem/status.py +38 -0
- digitalhub/entities/function/builder.py +86 -0
- digitalhub/entities/function/crud.py +43 -17
- digitalhub/entities/function/{_base/entity.py → entity.py} +12 -9
- digitalhub/entities/function/{_base/models.py → models.py} +1 -1
- digitalhub/entities/function/spec.py +81 -0
- digitalhub/entities/function/status.py +9 -0
- digitalhub/entities/model/builder.py +152 -0
- digitalhub/entities/model/crud.py +48 -21
- digitalhub/entities/model/{_base/entity.py → entity/_base.py} +5 -5
- digitalhub/entities/model/entity/huggingface.py +9 -0
- digitalhub/entities/model/{mlflow/utils.py → entity/mlflow.py} +10 -1
- digitalhub/entities/model/entity/model.py +9 -0
- digitalhub/entities/model/entity/sklearn.py +9 -0
- digitalhub/entities/model/spec.py +146 -0
- digitalhub/entities/model/status.py +33 -0
- digitalhub/entities/project/builder.py +82 -0
- digitalhub/entities/project/crud.py +12 -19
- digitalhub/entities/project/{_base/entity.py → entity.py} +102 -120
- digitalhub/entities/project/{_base/spec.py → spec.py} +4 -4
- digitalhub/entities/project/status.py +9 -0
- digitalhub/entities/registries.py +48 -0
- digitalhub/entities/run/builder.py +77 -0
- digitalhub/entities/run/crud.py +33 -20
- digitalhub/entities/run/{_base/entity.py → entity.py} +189 -35
- digitalhub/entities/run/spec.py +153 -0
- digitalhub/entities/run/status.py +114 -0
- digitalhub/entities/secret/builder.py +93 -0
- digitalhub/entities/secret/crud.py +31 -27
- digitalhub/entities/secret/{_base/entity.py → entity.py} +7 -8
- digitalhub/entities/secret/{_base/spec.py → spec.py} +4 -4
- digitalhub/entities/secret/status.py +9 -0
- digitalhub/entities/task/builder.py +74 -0
- digitalhub/entities/task/crud.py +33 -20
- digitalhub/entities/task/{_base/entity.py → entity.py} +8 -9
- digitalhub/entities/task/{_base/models.py → models.py} +0 -9
- digitalhub/entities/task/{_base/spec.py → spec.py} +7 -9
- digitalhub/entities/task/status.py +9 -0
- digitalhub/entities/{utils/utils.py → utils.py} +2 -20
- digitalhub/entities/workflow/builder.py +91 -0
- digitalhub/entities/workflow/crud.py +43 -17
- digitalhub/entities/workflow/{_base/entity.py → entity.py} +12 -9
- digitalhub/entities/workflow/spec.py +15 -0
- digitalhub/entities/workflow/status.py +9 -0
- digitalhub/readers/builder.py +54 -0
- digitalhub/readers/{pandas/reader.py → objects/pandas.py} +1 -1
- digitalhub/readers/registry.py +15 -0
- digitalhub/registry/models.py +87 -0
- digitalhub/registry/registry.py +74 -0
- digitalhub/registry/utils.py +150 -0
- digitalhub/runtimes/{_base.py → base.py} +65 -3
- digitalhub/runtimes/builder.py +40 -19
- digitalhub/runtimes/kind_registry.py +170 -0
- digitalhub/stores/builder.py +52 -6
- digitalhub/stores/{local/store.py → objects/local.py} +1 -1
- digitalhub/stores/{remote/store.py → objects/remote.py} +1 -1
- digitalhub/stores/{s3/store.py → objects/s3.py} +1 -1
- digitalhub/stores/{sql/store.py → objects/sql.py} +1 -1
- digitalhub/{client/dhcore/utils.py → utils/env_utils.py} +14 -2
- digitalhub/utils/exceptions.py +0 -12
- digitalhub/utils/generic_utils.py +42 -18
- digitalhub/utils/io_utils.py +2 -39
- {digitalhub-0.8.0.dist-info → digitalhub-0.8.0b1.dist-info}/METADATA +2 -3
- digitalhub-0.8.0b1.dist-info/RECORD +161 -0
- {digitalhub-0.8.0.dist-info → digitalhub-0.8.0b1.dist-info}/WHEEL +1 -1
- test/test_crud_artifacts.py +96 -0
- test/test_crud_dataitems.py +96 -0
- test/test_crud_functions.py +1 -1
- test/test_crud_runs.py +1 -1
- test/test_crud_tasks.py +1 -1
- digitalhub/client/api.py +0 -63
- digitalhub/client/dhcore/env.py +0 -21
- digitalhub/client/dhcore/models.py +0 -46
- digitalhub/context/api.py +0 -93
- digitalhub/datastores/api.py +0 -37
- digitalhub/entities/_base/api_utils.py +0 -620
- digitalhub/entities/_base/entity/_constructors/metadata.py +0 -44
- digitalhub/entities/_base/entity/_constructors/spec.py +0 -33
- digitalhub/entities/_base/entity/_constructors/status.py +0 -52
- digitalhub/entities/_base/entity/builder.py +0 -175
- digitalhub/entities/_base/executable/__init__.py +0 -0
- digitalhub/entities/_base/material/__init__.py +0 -0
- digitalhub/entities/_base/runtime_entity/__init__.py +0 -0
- digitalhub/entities/_base/runtime_entity/builder.py +0 -106
- digitalhub/entities/_base/unversioned/__init__.py +0 -0
- digitalhub/entities/_base/unversioned/builder.py +0 -66
- digitalhub/entities/_base/unversioned/entity.py +0 -49
- digitalhub/entities/_base/versioned/__init__.py +0 -0
- digitalhub/entities/_base/versioned/builder.py +0 -68
- digitalhub/entities/_base/versioned/entity.py +0 -53
- digitalhub/entities/artifact/_base/__init__.py +0 -0
- digitalhub/entities/artifact/_base/builder.py +0 -86
- digitalhub/entities/artifact/_base/spec.py +0 -15
- digitalhub/entities/artifact/_base/status.py +0 -9
- digitalhub/entities/artifact/artifact/__init__.py +0 -0
- digitalhub/entities/artifact/artifact/builder.py +0 -18
- digitalhub/entities/artifact/artifact/entity.py +0 -32
- digitalhub/entities/builders.py +0 -63
- digitalhub/entities/dataitem/_base/__init__.py +0 -0
- digitalhub/entities/dataitem/_base/builder.py +0 -86
- digitalhub/entities/dataitem/_base/spec.py +0 -15
- digitalhub/entities/dataitem/_base/status.py +0 -20
- digitalhub/entities/dataitem/dataitem/__init__.py +0 -0
- digitalhub/entities/dataitem/dataitem/builder.py +0 -18
- digitalhub/entities/dataitem/dataitem/entity.py +0 -32
- digitalhub/entities/dataitem/dataitem/spec.py +0 -15
- digitalhub/entities/dataitem/dataitem/status.py +0 -9
- digitalhub/entities/dataitem/iceberg/__init__.py +0 -0
- digitalhub/entities/dataitem/iceberg/builder.py +0 -18
- digitalhub/entities/dataitem/iceberg/entity.py +0 -32
- digitalhub/entities/dataitem/iceberg/spec.py +0 -15
- digitalhub/entities/dataitem/iceberg/status.py +0 -9
- digitalhub/entities/dataitem/table/__init__.py +0 -0
- digitalhub/entities/dataitem/table/builder.py +0 -18
- digitalhub/entities/dataitem/table/spec.py +0 -25
- digitalhub/entities/dataitem/table/status.py +0 -9
- digitalhub/entities/function/_base/__init__.py +0 -0
- digitalhub/entities/function/_base/builder.py +0 -79
- digitalhub/entities/function/_base/spec.py +0 -15
- digitalhub/entities/function/_base/status.py +0 -9
- digitalhub/entities/model/_base/__init__.py +0 -0
- digitalhub/entities/model/_base/builder.py +0 -86
- digitalhub/entities/model/_base/spec.py +0 -49
- digitalhub/entities/model/_base/status.py +0 -9
- digitalhub/entities/model/huggingface/__init__.py +0 -0
- digitalhub/entities/model/huggingface/builder.py +0 -18
- digitalhub/entities/model/huggingface/entity.py +0 -32
- digitalhub/entities/model/huggingface/spec.py +0 -36
- digitalhub/entities/model/huggingface/status.py +0 -9
- digitalhub/entities/model/mlflow/__init__.py +0 -0
- digitalhub/entities/model/mlflow/builder.py +0 -18
- digitalhub/entities/model/mlflow/entity.py +0 -32
- digitalhub/entities/model/mlflow/spec.py +0 -44
- digitalhub/entities/model/mlflow/status.py +0 -9
- digitalhub/entities/model/model/__init__.py +0 -0
- digitalhub/entities/model/model/builder.py +0 -18
- digitalhub/entities/model/model/entity.py +0 -32
- digitalhub/entities/model/model/spec.py +0 -15
- digitalhub/entities/model/model/status.py +0 -9
- digitalhub/entities/model/sklearn/__init__.py +0 -0
- digitalhub/entities/model/sklearn/builder.py +0 -18
- digitalhub/entities/model/sklearn/entity.py +0 -32
- digitalhub/entities/model/sklearn/spec.py +0 -15
- digitalhub/entities/model/sklearn/status.py +0 -9
- digitalhub/entities/project/_base/__init__.py +0 -0
- digitalhub/entities/project/_base/builder.py +0 -128
- digitalhub/entities/project/_base/status.py +0 -9
- digitalhub/entities/run/_base/__init__.py +0 -0
- digitalhub/entities/run/_base/builder.py +0 -94
- digitalhub/entities/run/_base/spec.py +0 -50
- digitalhub/entities/run/_base/status.py +0 -9
- digitalhub/entities/secret/_base/__init__.py +0 -0
- digitalhub/entities/secret/_base/builder.py +0 -81
- digitalhub/entities/secret/_base/status.py +0 -9
- digitalhub/entities/task/_base/__init__.py +0 -0
- digitalhub/entities/task/_base/builder.py +0 -91
- digitalhub/entities/task/_base/status.py +0 -9
- digitalhub/entities/utils/__init__.py +0 -0
- digitalhub/entities/workflow/_base/__init__.py +0 -0
- digitalhub/entities/workflow/_base/builder.py +0 -79
- digitalhub/entities/workflow/_base/spec.py +0 -15
- digitalhub/entities/workflow/_base/status.py +0 -9
- digitalhub/factory/__init__.py +0 -0
- digitalhub/factory/api.py +0 -277
- digitalhub/factory/factory.py +0 -268
- digitalhub/factory/utils.py +0 -90
- digitalhub/readers/_base/__init__.py +0 -0
- digitalhub/readers/_base/builder.py +0 -26
- digitalhub/readers/api.py +0 -80
- digitalhub/readers/factory.py +0 -133
- digitalhub/readers/pandas/__init__.py +0 -0
- digitalhub/readers/pandas/builder.py +0 -29
- digitalhub/stores/_base/__init__.py +0 -0
- digitalhub/stores/api.py +0 -54
- digitalhub/stores/local/__init__.py +0 -0
- digitalhub/stores/remote/__init__.py +0 -0
- digitalhub/stores/s3/__init__.py +0 -0
- digitalhub/stores/sql/__init__.py +0 -0
- digitalhub/utils/s3_utils.py +0 -58
- digitalhub-0.8.0.dist-info/RECORD +0 -231
- test/local/CRUD/test_artifacts.py +0 -96
- test/local/CRUD/test_dataitems.py +0 -96
- test/local/CRUD/test_models.py +0 -95
- /digitalhub/client/{_base → objects}/__init__.py +0 -0
- /digitalhub/client/{_base/client.py → objects/base.py} +0 -0
- /digitalhub/{client/dhcore → datastores/objects}/__init__.py +0 -0
- /digitalhub/entities/{utils → _base}/api.py +0 -0
- /digitalhub/{client/local → entities/_base/spec}/__init__.py +0 -0
- /digitalhub/entities/{utils → _base}/state.py +0 -0
- /digitalhub/{datastores/_base → entities/_base/status}/__init__.py +0 -0
- /digitalhub/{datastores/local → entities/_builders}/__init__.py +0 -0
- /digitalhub/entities/{_base/entity/_constructors → _builders}/name.py +0 -0
- /digitalhub/{datastores/remote → entities/artifact/entity}/__init__.py +0 -0
- /digitalhub/{datastores/s3 → entities/dataitem/entity}/__init__.py +0 -0
- /digitalhub/entities/dataitem/{table/models.py → models.py} +0 -0
- /digitalhub/entities/{utils/entity_types.py → entity_types.py} +0 -0
- /digitalhub/{datastores/sql → entities/model/entity}/__init__.py +0 -0
- /digitalhub/entities/model/{mlflow/models.py → models.py} +0 -0
- /digitalhub/{entities/_base/_base → readers/objects}/__init__.py +0 -0
- /digitalhub/readers/{_base/reader.py → objects/base.py} +0 -0
- /digitalhub/{entities/_base/context → registry}/__init__.py +0 -0
- /digitalhub/{entities/_base/entity/_constructors → stores/objects}/__init__.py +0 -0
- /digitalhub/stores/{_base/store.py → objects/base.py} +0 -0
- {digitalhub-0.8.0.dist-info → digitalhub-0.8.0b1.dist-info}/LICENSE.txt +0 -0
- {digitalhub-0.8.0.dist-info → digitalhub-0.8.0b1.dist-info}/top_level.txt +0 -0
- /test/{local/imports/test_imports.py → test_imports.py} +0 -0
|
@@ -1,18 +0,0 @@
|
|
|
1
|
-
from __future__ import annotations
|
|
2
|
-
|
|
3
|
-
from digitalhub.entities.artifact._base.builder import ArtifactBuilder
|
|
4
|
-
from digitalhub.entities.artifact.artifact.entity import ArtifactArtifact
|
|
5
|
-
from digitalhub.entities.artifact.artifact.spec import ArtifactSpecArtifact, ArtifactValidatorArtifact
|
|
6
|
-
from digitalhub.entities.artifact.artifact.status import ArtifactStatusArtifact
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
class ArtifactArtifactBuilder(ArtifactBuilder):
|
|
10
|
-
"""
|
|
11
|
-
ArtifactArtifact builder.
|
|
12
|
-
"""
|
|
13
|
-
|
|
14
|
-
ENTITY_CLASS = ArtifactArtifact
|
|
15
|
-
ENTITY_SPEC_CLASS = ArtifactSpecArtifact
|
|
16
|
-
ENTITY_SPEC_VALIDATOR = ArtifactValidatorArtifact
|
|
17
|
-
ENTITY_STATUS_CLASS = ArtifactStatusArtifact
|
|
18
|
-
ENTITY_KIND = "artifact"
|
|
@@ -1,32 +0,0 @@
|
|
|
1
|
-
from __future__ import annotations
|
|
2
|
-
|
|
3
|
-
import typing
|
|
4
|
-
|
|
5
|
-
from digitalhub.entities.artifact._base.entity import Artifact
|
|
6
|
-
|
|
7
|
-
if typing.TYPE_CHECKING:
|
|
8
|
-
from digitalhub.entities._base.entity.metadata import Metadata
|
|
9
|
-
from digitalhub.entities.artifact.artifact.spec import ArtifactSpecArtifact
|
|
10
|
-
from digitalhub.entities.artifact.artifact.status import ArtifactStatusArtifact
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
class ArtifactArtifact(Artifact):
|
|
14
|
-
"""
|
|
15
|
-
ArtifactArtifact class.
|
|
16
|
-
"""
|
|
17
|
-
|
|
18
|
-
def __init__(
|
|
19
|
-
self,
|
|
20
|
-
project: str,
|
|
21
|
-
name: str,
|
|
22
|
-
uuid: str,
|
|
23
|
-
kind: str,
|
|
24
|
-
metadata: Metadata,
|
|
25
|
-
spec: ArtifactSpecArtifact,
|
|
26
|
-
status: ArtifactStatusArtifact,
|
|
27
|
-
user: str | None = None,
|
|
28
|
-
) -> None:
|
|
29
|
-
super().__init__(project, name, uuid, kind, metadata, spec, status, user)
|
|
30
|
-
|
|
31
|
-
self.spec: ArtifactSpecArtifact
|
|
32
|
-
self.status: ArtifactStatusArtifact
|
digitalhub/entities/builders.py
DELETED
|
@@ -1,63 +0,0 @@
|
|
|
1
|
-
from __future__ import annotations
|
|
2
|
-
|
|
3
|
-
from digitalhub.entities.artifact.artifact.builder import ArtifactArtifactBuilder
|
|
4
|
-
from digitalhub.entities.dataitem.dataitem.builder import DataitemDataitemBuilder
|
|
5
|
-
from digitalhub.entities.dataitem.table.builder import DataitemTableBuilder
|
|
6
|
-
from digitalhub.entities.model.mlflow.builder import ModelModelBuilder
|
|
7
|
-
from digitalhub.entities.project._base.builder import ProjectProjectBuilder
|
|
8
|
-
from digitalhub.entities.secret._base.builder import SecretSecretBuilder
|
|
9
|
-
|
|
10
|
-
entity_builders = (
|
|
11
|
-
(ProjectProjectBuilder.ENTITY_KIND, ProjectProjectBuilder),
|
|
12
|
-
(SecretSecretBuilder.ENTITY_KIND, SecretSecretBuilder),
|
|
13
|
-
(ArtifactArtifactBuilder.ENTITY_KIND, ArtifactArtifactBuilder),
|
|
14
|
-
(DataitemDataitemBuilder.ENTITY_KIND, DataitemDataitemBuilder),
|
|
15
|
-
(DataitemTableBuilder.ENTITY_KIND, DataitemTableBuilder),
|
|
16
|
-
(ModelModelBuilder.ENTITY_KIND, ModelModelBuilder),
|
|
17
|
-
)
|
|
18
|
-
|
|
19
|
-
##############################
|
|
20
|
-
# Potential uninstalled entities
|
|
21
|
-
##############################
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
try:
|
|
25
|
-
from digitalhub.entities.dataitem.iceberg.builder import DataitemIcebergBuilder
|
|
26
|
-
|
|
27
|
-
entity_builders = (
|
|
28
|
-
*entity_builders,
|
|
29
|
-
(DataitemIcebergBuilder.ENTITY_KIND, DataitemIcebergBuilder),
|
|
30
|
-
)
|
|
31
|
-
except ImportError:
|
|
32
|
-
...
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
try:
|
|
36
|
-
from digitalhub.entities.model.model.builder import ModelMlflowBuilder
|
|
37
|
-
|
|
38
|
-
entity_builders = (
|
|
39
|
-
*entity_builders,
|
|
40
|
-
(ModelMlflowBuilder.ENTITY_KIND, ModelMlflowBuilder),
|
|
41
|
-
)
|
|
42
|
-
except ImportError:
|
|
43
|
-
...
|
|
44
|
-
|
|
45
|
-
try:
|
|
46
|
-
from digitalhub.entities.model.sklearn.builder import ModelSklearnBuilder
|
|
47
|
-
|
|
48
|
-
entity_builders = (
|
|
49
|
-
*entity_builders,
|
|
50
|
-
(ModelSklearnBuilder.ENTITY_KIND, ModelSklearnBuilder),
|
|
51
|
-
)
|
|
52
|
-
except ImportError:
|
|
53
|
-
...
|
|
54
|
-
|
|
55
|
-
try:
|
|
56
|
-
from digitalhub.entities.model.huggingface.builder import ModelHuggingfaceBuilder
|
|
57
|
-
|
|
58
|
-
entity_builders = (
|
|
59
|
-
*entity_builders,
|
|
60
|
-
(ModelHuggingfaceBuilder.ENTITY_KIND, ModelHuggingfaceBuilder),
|
|
61
|
-
)
|
|
62
|
-
except ImportError:
|
|
63
|
-
...
|
|
File without changes
|
|
@@ -1,86 +0,0 @@
|
|
|
1
|
-
from __future__ import annotations
|
|
2
|
-
|
|
3
|
-
import typing
|
|
4
|
-
|
|
5
|
-
from digitalhub.entities._base.versioned.builder import VersionedBuilder
|
|
6
|
-
from digitalhub.entities.utils.entity_types import EntityTypes
|
|
7
|
-
from digitalhub.utils.exceptions import EntityError
|
|
8
|
-
|
|
9
|
-
if typing.TYPE_CHECKING:
|
|
10
|
-
from digitalhub.entities.dataitem._base.entity import Dataitem
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
class DataitemBuilder(VersionedBuilder):
|
|
14
|
-
"""
|
|
15
|
-
Dataitem builder.
|
|
16
|
-
"""
|
|
17
|
-
|
|
18
|
-
ENTITY_TYPE = EntityTypes.DATAITEM.value
|
|
19
|
-
|
|
20
|
-
def build(
|
|
21
|
-
self,
|
|
22
|
-
kind: str,
|
|
23
|
-
project: str,
|
|
24
|
-
name: str,
|
|
25
|
-
uuid: str | None = None,
|
|
26
|
-
description: str | None = None,
|
|
27
|
-
labels: list[str] | None = None,
|
|
28
|
-
embedded: bool = False,
|
|
29
|
-
path: str | None = None,
|
|
30
|
-
**kwargs,
|
|
31
|
-
) -> Dataitem:
|
|
32
|
-
"""
|
|
33
|
-
Create a new object.
|
|
34
|
-
|
|
35
|
-
Parameters
|
|
36
|
-
----------
|
|
37
|
-
project : str
|
|
38
|
-
Project name.
|
|
39
|
-
name : str
|
|
40
|
-
Object name.
|
|
41
|
-
kind : str
|
|
42
|
-
Kind the object.
|
|
43
|
-
uuid : str
|
|
44
|
-
ID of the object.
|
|
45
|
-
description : str
|
|
46
|
-
Description of the object (human readable).
|
|
47
|
-
labels : list[str]
|
|
48
|
-
List of labels.
|
|
49
|
-
embedded : bool
|
|
50
|
-
Flag to determine if object spec must be embedded in project spec.
|
|
51
|
-
path : str
|
|
52
|
-
Object path on local file system or remote storage. It is also the destination path of upload() method.
|
|
53
|
-
**kwargs : dict
|
|
54
|
-
Spec keyword arguments.
|
|
55
|
-
|
|
56
|
-
Returns
|
|
57
|
-
-------
|
|
58
|
-
Dataitem
|
|
59
|
-
Object instance.
|
|
60
|
-
"""
|
|
61
|
-
if path is None:
|
|
62
|
-
raise EntityError("Path must be provided.")
|
|
63
|
-
|
|
64
|
-
name = self.build_name(name)
|
|
65
|
-
uuid = self.build_uuid(uuid)
|
|
66
|
-
metadata = self.build_metadata(
|
|
67
|
-
project=project,
|
|
68
|
-
name=name,
|
|
69
|
-
description=description,
|
|
70
|
-
labels=labels,
|
|
71
|
-
embedded=embedded,
|
|
72
|
-
)
|
|
73
|
-
spec = self.build_spec(
|
|
74
|
-
path=path,
|
|
75
|
-
**kwargs,
|
|
76
|
-
)
|
|
77
|
-
status = self.build_status()
|
|
78
|
-
return self.build_entity(
|
|
79
|
-
project=project,
|
|
80
|
-
name=name,
|
|
81
|
-
uuid=uuid,
|
|
82
|
-
kind=kind,
|
|
83
|
-
metadata=metadata,
|
|
84
|
-
spec=spec,
|
|
85
|
-
status=status,
|
|
86
|
-
)
|
|
@@ -1,15 +0,0 @@
|
|
|
1
|
-
from __future__ import annotations
|
|
2
|
-
|
|
3
|
-
from digitalhub.entities._base.material.spec import MaterialSpec, MaterialValidator
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
class DataitemSpec(MaterialSpec):
|
|
7
|
-
"""
|
|
8
|
-
DataitemSpec specifications.
|
|
9
|
-
"""
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
class DataitemValidator(MaterialValidator):
|
|
13
|
-
"""
|
|
14
|
-
DataitemValidator validator.
|
|
15
|
-
"""
|
|
@@ -1,20 +0,0 @@
|
|
|
1
|
-
from __future__ import annotations
|
|
2
|
-
|
|
3
|
-
from digitalhub.entities._base.material.status import MaterialStatus
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
class DataitemStatus(MaterialStatus):
|
|
7
|
-
"""
|
|
8
|
-
DataitemStatus status.
|
|
9
|
-
"""
|
|
10
|
-
|
|
11
|
-
def __init__(
|
|
12
|
-
self,
|
|
13
|
-
state: str,
|
|
14
|
-
message: str | None = None,
|
|
15
|
-
files: list[dict] | None = None,
|
|
16
|
-
preview: dict | None = None,
|
|
17
|
-
**kwargs,
|
|
18
|
-
) -> None:
|
|
19
|
-
super().__init__(state, message, files)
|
|
20
|
-
self.preview = preview
|
|
File without changes
|
|
@@ -1,18 +0,0 @@
|
|
|
1
|
-
from __future__ import annotations
|
|
2
|
-
|
|
3
|
-
from digitalhub.entities.dataitem._base.builder import DataitemBuilder
|
|
4
|
-
from digitalhub.entities.dataitem.dataitem.entity import DataitemDataitem
|
|
5
|
-
from digitalhub.entities.dataitem.dataitem.spec import DataitemSpecDataitem, DataitemValidatorDataitem
|
|
6
|
-
from digitalhub.entities.dataitem.dataitem.status import DataitemStatusDataitem
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
class DataitemDataitemBuilder(DataitemBuilder):
|
|
10
|
-
"""
|
|
11
|
-
DataitemDataitem builder.
|
|
12
|
-
"""
|
|
13
|
-
|
|
14
|
-
ENTITY_CLASS = DataitemDataitem
|
|
15
|
-
ENTITY_SPEC_CLASS = DataitemSpecDataitem
|
|
16
|
-
ENTITY_SPEC_VALIDATOR = DataitemValidatorDataitem
|
|
17
|
-
ENTITY_STATUS_CLASS = DataitemStatusDataitem
|
|
18
|
-
ENTITY_KIND = "dataitem"
|
|
@@ -1,32 +0,0 @@
|
|
|
1
|
-
from __future__ import annotations
|
|
2
|
-
|
|
3
|
-
import typing
|
|
4
|
-
|
|
5
|
-
from digitalhub.entities.dataitem._base.entity import Dataitem
|
|
6
|
-
|
|
7
|
-
if typing.TYPE_CHECKING:
|
|
8
|
-
from digitalhub.entities._base.entity.metadata import Metadata
|
|
9
|
-
from digitalhub.entities.dataitem.dataitem.spec import DataitemSpecDataitem
|
|
10
|
-
from digitalhub.entities.dataitem.dataitem.status import DataitemStatusDataitem
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
class DataitemDataitem(Dataitem):
|
|
14
|
-
"""
|
|
15
|
-
DataitemDataitem class.
|
|
16
|
-
"""
|
|
17
|
-
|
|
18
|
-
def __init__(
|
|
19
|
-
self,
|
|
20
|
-
project: str,
|
|
21
|
-
name: str,
|
|
22
|
-
uuid: str,
|
|
23
|
-
kind: str,
|
|
24
|
-
metadata: Metadata,
|
|
25
|
-
spec: DataitemSpecDataitem,
|
|
26
|
-
status: DataitemStatusDataitem,
|
|
27
|
-
user: str | None = None,
|
|
28
|
-
) -> None:
|
|
29
|
-
super().__init__(project, name, uuid, kind, metadata, spec, status, user)
|
|
30
|
-
|
|
31
|
-
self.spec: DataitemSpecDataitem
|
|
32
|
-
self.status: DataitemStatusDataitem
|
|
@@ -1,15 +0,0 @@
|
|
|
1
|
-
from __future__ import annotations
|
|
2
|
-
|
|
3
|
-
from digitalhub.entities.dataitem._base.spec import DataitemSpec, DataitemValidator
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
class DataitemSpecDataitem(DataitemSpec):
|
|
7
|
-
"""
|
|
8
|
-
DataitemSpecDataitem specifications.
|
|
9
|
-
"""
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
class DataitemValidatorDataitem(DataitemValidator):
|
|
13
|
-
"""
|
|
14
|
-
DataitemValidatorDataitem validator.
|
|
15
|
-
"""
|
|
File without changes
|
|
@@ -1,18 +0,0 @@
|
|
|
1
|
-
from __future__ import annotations
|
|
2
|
-
|
|
3
|
-
from digitalhub.entities.dataitem._base.builder import DataitemBuilder
|
|
4
|
-
from digitalhub.entities.dataitem.iceberg.entity import DataitemIceberg
|
|
5
|
-
from digitalhub.entities.dataitem.iceberg.spec import DataitemSpecIceberg, DataitemValidatorIceberg
|
|
6
|
-
from digitalhub.entities.dataitem.iceberg.status import DataitemStatusIceberg
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
class DataitemIcebergBuilder(DataitemBuilder):
|
|
10
|
-
"""
|
|
11
|
-
DataitemIceberg builder.
|
|
12
|
-
"""
|
|
13
|
-
|
|
14
|
-
ENTITY_CLASS = DataitemIceberg
|
|
15
|
-
ENTITY_SPEC_CLASS = DataitemSpecIceberg
|
|
16
|
-
ENTITY_SPEC_VALIDATOR = DataitemValidatorIceberg
|
|
17
|
-
ENTITY_STATUS_CLASS = DataitemStatusIceberg
|
|
18
|
-
ENTITY_KIND = "iceberg"
|
|
@@ -1,32 +0,0 @@
|
|
|
1
|
-
from __future__ import annotations
|
|
2
|
-
|
|
3
|
-
import typing
|
|
4
|
-
|
|
5
|
-
from digitalhub.entities.dataitem._base.entity import Dataitem
|
|
6
|
-
|
|
7
|
-
if typing.TYPE_CHECKING:
|
|
8
|
-
from digitalhub.entities._base.entity.metadata import Metadata
|
|
9
|
-
from digitalhub.entities.dataitem.iceberg.spec import DataitemSpecIceberg
|
|
10
|
-
from digitalhub.entities.dataitem.iceberg.status import DataitemStatusIceberg
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
class DataitemIceberg(Dataitem):
|
|
14
|
-
"""
|
|
15
|
-
DataitemIceberg class.
|
|
16
|
-
"""
|
|
17
|
-
|
|
18
|
-
def __init__(
|
|
19
|
-
self,
|
|
20
|
-
project: str,
|
|
21
|
-
name: str,
|
|
22
|
-
uuid: str,
|
|
23
|
-
kind: str,
|
|
24
|
-
metadata: Metadata,
|
|
25
|
-
spec: DataitemSpecIceberg,
|
|
26
|
-
status: DataitemStatusIceberg,
|
|
27
|
-
user: str | None = None,
|
|
28
|
-
) -> None:
|
|
29
|
-
super().__init__(project, name, uuid, kind, metadata, spec, status, user)
|
|
30
|
-
|
|
31
|
-
self.spec: DataitemSpecIceberg
|
|
32
|
-
self.status: DataitemStatusIceberg
|
|
@@ -1,15 +0,0 @@
|
|
|
1
|
-
from __future__ import annotations
|
|
2
|
-
|
|
3
|
-
from digitalhub.entities.dataitem._base.spec import DataitemSpec, DataitemValidator
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
class DataitemSpecIceberg(DataitemSpec):
|
|
7
|
-
"""
|
|
8
|
-
DataitemSpecIceberg specifications.
|
|
9
|
-
"""
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
class DataitemValidatorIceberg(DataitemValidator):
|
|
13
|
-
"""
|
|
14
|
-
DataitemValidatorIceberg validator.
|
|
15
|
-
"""
|
|
File without changes
|
|
@@ -1,18 +0,0 @@
|
|
|
1
|
-
from __future__ import annotations
|
|
2
|
-
|
|
3
|
-
from digitalhub.entities.dataitem._base.builder import DataitemBuilder
|
|
4
|
-
from digitalhub.entities.dataitem.table.entity import DataitemTable
|
|
5
|
-
from digitalhub.entities.dataitem.table.spec import DataitemSpecTable, DataitemValidatorTable
|
|
6
|
-
from digitalhub.entities.dataitem.table.status import DataitemStatusTable
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
class DataitemTableBuilder(DataitemBuilder):
|
|
10
|
-
"""
|
|
11
|
-
DataitemTable builder.
|
|
12
|
-
"""
|
|
13
|
-
|
|
14
|
-
ENTITY_CLASS = DataitemTable
|
|
15
|
-
ENTITY_SPEC_CLASS = DataitemSpecTable
|
|
16
|
-
ENTITY_SPEC_VALIDATOR = DataitemValidatorTable
|
|
17
|
-
ENTITY_STATUS_CLASS = DataitemStatusTable
|
|
18
|
-
ENTITY_KIND = "table"
|
|
@@ -1,25 +0,0 @@
|
|
|
1
|
-
from __future__ import annotations
|
|
2
|
-
|
|
3
|
-
from pydantic import Field
|
|
4
|
-
|
|
5
|
-
from digitalhub.entities.dataitem._base.spec import DataitemSpec, DataitemValidator
|
|
6
|
-
from digitalhub.entities.dataitem.table.models import TableSchema
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
class DataitemSpecTable(DataitemSpec):
|
|
10
|
-
"""
|
|
11
|
-
DataitemSpecTable specifications.
|
|
12
|
-
"""
|
|
13
|
-
|
|
14
|
-
def __init__(self, path: str, schema: dict | None = None) -> None:
|
|
15
|
-
super().__init__(path)
|
|
16
|
-
self.schema = schema
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
class DataitemValidatorTable(DataitemValidator):
|
|
20
|
-
"""
|
|
21
|
-
DataitemValidatorTable validator.
|
|
22
|
-
"""
|
|
23
|
-
|
|
24
|
-
schema_: TableSchema = Field(default=None, alias="schema")
|
|
25
|
-
"""The schema of the dataitem in table schema format."""
|
|
File without changes
|
|
@@ -1,79 +0,0 @@
|
|
|
1
|
-
from __future__ import annotations
|
|
2
|
-
|
|
3
|
-
import typing
|
|
4
|
-
|
|
5
|
-
from digitalhub.entities._base.runtime_entity.builder import RuntimeEntityBuilder
|
|
6
|
-
from digitalhub.entities._base.versioned.builder import VersionedBuilder
|
|
7
|
-
from digitalhub.entities.utils.entity_types import EntityTypes
|
|
8
|
-
|
|
9
|
-
if typing.TYPE_CHECKING:
|
|
10
|
-
from digitalhub.entities.function._base.entity import Function
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
class FunctionBuilder(VersionedBuilder, RuntimeEntityBuilder):
|
|
14
|
-
"""
|
|
15
|
-
Function builder.
|
|
16
|
-
"""
|
|
17
|
-
|
|
18
|
-
ENTITY_TYPE = EntityTypes.FUNCTION.value
|
|
19
|
-
|
|
20
|
-
def build(
|
|
21
|
-
self,
|
|
22
|
-
kind: str,
|
|
23
|
-
project: str,
|
|
24
|
-
name: str,
|
|
25
|
-
uuid: str | None = None,
|
|
26
|
-
description: str | None = None,
|
|
27
|
-
labels: list[str] | None = None,
|
|
28
|
-
embedded: bool = False,
|
|
29
|
-
**kwargs,
|
|
30
|
-
) -> Function:
|
|
31
|
-
"""
|
|
32
|
-
Create a new object.
|
|
33
|
-
|
|
34
|
-
Parameters
|
|
35
|
-
----------
|
|
36
|
-
project : str
|
|
37
|
-
Project name.
|
|
38
|
-
name : str
|
|
39
|
-
Object name.
|
|
40
|
-
kind : str
|
|
41
|
-
Kind the object.
|
|
42
|
-
uuid : str
|
|
43
|
-
ID of the object.
|
|
44
|
-
description : str
|
|
45
|
-
Description of the object (human readable).
|
|
46
|
-
labels : list[str]
|
|
47
|
-
List of labels.
|
|
48
|
-
embedded : bool
|
|
49
|
-
Flag to determine if object spec must be embedded in project spec.
|
|
50
|
-
**kwargs : dict
|
|
51
|
-
Spec keyword arguments.
|
|
52
|
-
|
|
53
|
-
Returns
|
|
54
|
-
-------
|
|
55
|
-
Function
|
|
56
|
-
Object instance.
|
|
57
|
-
"""
|
|
58
|
-
name = self.build_name(name)
|
|
59
|
-
uuid = self.build_uuid(uuid)
|
|
60
|
-
metadata = self.build_metadata(
|
|
61
|
-
project=project,
|
|
62
|
-
name=name,
|
|
63
|
-
description=description,
|
|
64
|
-
labels=labels,
|
|
65
|
-
embedded=embedded,
|
|
66
|
-
)
|
|
67
|
-
spec = self.build_spec(
|
|
68
|
-
**kwargs,
|
|
69
|
-
)
|
|
70
|
-
status = self.build_status()
|
|
71
|
-
return self.build_entity(
|
|
72
|
-
project=project,
|
|
73
|
-
name=name,
|
|
74
|
-
uuid=uuid,
|
|
75
|
-
kind=kind,
|
|
76
|
-
metadata=metadata,
|
|
77
|
-
spec=spec,
|
|
78
|
-
status=status,
|
|
79
|
-
)
|
|
@@ -1,15 +0,0 @@
|
|
|
1
|
-
from __future__ import annotations
|
|
2
|
-
|
|
3
|
-
from digitalhub.entities._base.entity.spec import Spec, SpecValidator
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
class FunctionSpec(Spec):
|
|
7
|
-
"""
|
|
8
|
-
FunctionSpec specifications.
|
|
9
|
-
"""
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
class FunctionValidator(SpecValidator):
|
|
13
|
-
"""
|
|
14
|
-
FunctionValidator validator.
|
|
15
|
-
"""
|
|
File without changes
|
|
@@ -1,86 +0,0 @@
|
|
|
1
|
-
from __future__ import annotations
|
|
2
|
-
|
|
3
|
-
import typing
|
|
4
|
-
|
|
5
|
-
from digitalhub.entities._base.versioned.builder import VersionedBuilder
|
|
6
|
-
from digitalhub.entities.utils.entity_types import EntityTypes
|
|
7
|
-
from digitalhub.utils.exceptions import EntityError
|
|
8
|
-
|
|
9
|
-
if typing.TYPE_CHECKING:
|
|
10
|
-
from digitalhub.entities.model._base.entity import Model
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
class ModelBuilder(VersionedBuilder):
|
|
14
|
-
"""
|
|
15
|
-
Model builder.
|
|
16
|
-
"""
|
|
17
|
-
|
|
18
|
-
ENTITY_TYPE = EntityTypes.MODEL.value
|
|
19
|
-
|
|
20
|
-
def build(
|
|
21
|
-
self,
|
|
22
|
-
kind: str,
|
|
23
|
-
project: str,
|
|
24
|
-
name: str,
|
|
25
|
-
uuid: str | None = None,
|
|
26
|
-
description: str | None = None,
|
|
27
|
-
labels: list[str] | None = None,
|
|
28
|
-
embedded: bool = False,
|
|
29
|
-
path: str | None = None,
|
|
30
|
-
**kwargs,
|
|
31
|
-
) -> Model:
|
|
32
|
-
"""
|
|
33
|
-
Create a new object.
|
|
34
|
-
|
|
35
|
-
Parameters
|
|
36
|
-
----------
|
|
37
|
-
project : str
|
|
38
|
-
Project name.
|
|
39
|
-
name : str
|
|
40
|
-
Object name.
|
|
41
|
-
kind : str
|
|
42
|
-
Kind the object.
|
|
43
|
-
uuid : str
|
|
44
|
-
ID of the object.
|
|
45
|
-
description : str
|
|
46
|
-
Description of the object (human readable).
|
|
47
|
-
labels : list[str]
|
|
48
|
-
List of labels.
|
|
49
|
-
embedded : bool
|
|
50
|
-
Flag to determine if object spec must be embedded in project spec.
|
|
51
|
-
path : str
|
|
52
|
-
Object path on local file system or remote storage. It is also the destination path of upload() method.
|
|
53
|
-
**kwargs : dict
|
|
54
|
-
Spec keyword arguments.
|
|
55
|
-
|
|
56
|
-
Returns
|
|
57
|
-
-------
|
|
58
|
-
Model
|
|
59
|
-
Object instance.
|
|
60
|
-
"""
|
|
61
|
-
if path is None:
|
|
62
|
-
raise EntityError("Path must be provided.")
|
|
63
|
-
|
|
64
|
-
name = self.build_name(name)
|
|
65
|
-
uuid = self.build_uuid(uuid)
|
|
66
|
-
metadata = self.build_metadata(
|
|
67
|
-
project=project,
|
|
68
|
-
name=name,
|
|
69
|
-
description=description,
|
|
70
|
-
labels=labels,
|
|
71
|
-
embedded=embedded,
|
|
72
|
-
)
|
|
73
|
-
spec = self.build_spec(
|
|
74
|
-
path=path,
|
|
75
|
-
**kwargs,
|
|
76
|
-
)
|
|
77
|
-
status = self.build_status()
|
|
78
|
-
return self.build_entity(
|
|
79
|
-
project=project,
|
|
80
|
-
name=name,
|
|
81
|
-
uuid=uuid,
|
|
82
|
-
kind=kind,
|
|
83
|
-
metadata=metadata,
|
|
84
|
-
spec=spec,
|
|
85
|
-
status=status,
|
|
86
|
-
)
|