nufi-python 1.0.0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- nufi/__init__.py +52 -0
- nufi/auth.py +364 -0
- nufi/cli/__init__.py +0 -0
- nufi/cli/commands/__init__.py +1 -0
- nufi/cli/commands/auth.py +113 -0
- nufi/cli/commands/common.py +198 -0
- nufi/cli/commands/compiles.py +507 -0
- nufi/cli/commands/custom_evaluation_templates.py +206 -0
- nufi/cli/commands/datasets.py +697 -0
- nufi/cli/commands/evaluations.py +854 -0
- nufi/cli/commands/leaderboards.py +763 -0
- nufi/cli/commands/models.py +1347 -0
- nufi/cli/commands/monitoring.py +350 -0
- nufi/cli/commands/profile.py +123 -0
- nufi/cli/commands/projects.py +308 -0
- nufi/cli/commands/servings.py +306 -0
- nufi/cli/main.py +66 -0
- nufi/client.py +103 -0
- nufi/config.py +281 -0
- nufi/evaluator.py +559 -0
- nufi/exceptions.py +58 -0
- nufi/http_utils.py +51 -0
- nufi/models/__init__.py +185 -0
- nufi/models/compiles.py +79 -0
- nufi/models/custom_evaluation_templates.py +111 -0
- nufi/models/datasets.py +94 -0
- nufi/models/evaluations.py +253 -0
- nufi/models/leaderboards.py +178 -0
- nufi/models/monitoring.py +179 -0
- nufi/models/pagination.py +33 -0
- nufi/models/projects.py +32 -0
- nufi/models/registry.py +138 -0
- nufi/models/servings.py +27 -0
- nufi/py.typed +1 -0
- nufi/resources/__init__.py +34 -0
- nufi/resources/base.py +190 -0
- nufi/resources/compiles.py +193 -0
- nufi/resources/custom_evaluation_templates.py +126 -0
- nufi/resources/datasets.py +786 -0
- nufi/resources/evaluations.py +428 -0
- nufi/resources/leaderboards.py +413 -0
- nufi/resources/models.py +726 -0
- nufi/resources/monitoring.py +82 -0
- nufi/resources/projects.py +114 -0
- nufi/resources/servings.py +80 -0
- nufi/transport.py +248 -0
- nufi_python-1.0.0.dist-info/METADATA +228 -0
- nufi_python-1.0.0.dist-info/RECORD +52 -0
- nufi_python-1.0.0.dist-info/WHEEL +5 -0
- nufi_python-1.0.0.dist-info/entry_points.txt +2 -0
- nufi_python-1.0.0.dist-info/licenses/LICENSE +21 -0
- nufi_python-1.0.0.dist-info/top_level.txt +1 -0
nufi/models/__init__.py
ADDED
|
@@ -0,0 +1,185 @@
|
|
|
1
|
+
from nufi.models.compiles import (
|
|
2
|
+
CompileConfig,
|
|
3
|
+
CompileListResponse,
|
|
4
|
+
CompileOutputFile,
|
|
5
|
+
CompileRun,
|
|
6
|
+
CompileStep,
|
|
7
|
+
)
|
|
8
|
+
from nufi.models.custom_evaluation_templates import (
|
|
9
|
+
CustomEvaluationDatasetContract,
|
|
10
|
+
CustomEvaluationDatasetRole,
|
|
11
|
+
CustomEvaluationManifest,
|
|
12
|
+
CustomEvaluationMethodConfig,
|
|
13
|
+
CustomEvaluationMetric,
|
|
14
|
+
CustomEvaluationTemplate,
|
|
15
|
+
CustomEvaluationTemplateProjection,
|
|
16
|
+
CustomEvaluationTemplateRegistration,
|
|
17
|
+
)
|
|
18
|
+
from nufi.models.datasets import (
|
|
19
|
+
Dataset,
|
|
20
|
+
DatasetImport,
|
|
21
|
+
DatasetImportListResponse,
|
|
22
|
+
DatasetListResponse,
|
|
23
|
+
DatasetVersion,
|
|
24
|
+
DatasetVersionListResponse,
|
|
25
|
+
)
|
|
26
|
+
from nufi.models.evaluations import (
|
|
27
|
+
EvaluationAggregateMetric,
|
|
28
|
+
EvaluationCatalogTemplate,
|
|
29
|
+
EvaluationDiagnosticSample,
|
|
30
|
+
EvaluationDiagnosticSamples,
|
|
31
|
+
EvaluationMethod,
|
|
32
|
+
EvaluationMethodListResponse,
|
|
33
|
+
EvaluationMethodPreview,
|
|
34
|
+
EvaluationMethodTemplate,
|
|
35
|
+
EvaluationMethodTemplates,
|
|
36
|
+
EvaluationMethodV2Metadata,
|
|
37
|
+
EvaluationMethodV2Template,
|
|
38
|
+
EvaluationRun,
|
|
39
|
+
EvaluationRunListResponse,
|
|
40
|
+
EvaluationTargetResources,
|
|
41
|
+
EvaluationTemplateMetric,
|
|
42
|
+
EvaluationTemplateRole,
|
|
43
|
+
)
|
|
44
|
+
from nufi.models.monitoring import (
|
|
45
|
+
ClusterMonitoring,
|
|
46
|
+
ClusterOverview,
|
|
47
|
+
ClusterTimeseriesData,
|
|
48
|
+
DeviceNodesResponse,
|
|
49
|
+
DeviceSummary,
|
|
50
|
+
DeviceTimeseriesResponse,
|
|
51
|
+
MonitoringDevice,
|
|
52
|
+
MonitoringDeviceAllocation,
|
|
53
|
+
MonitoringDeviceInfo,
|
|
54
|
+
MonitoringNode,
|
|
55
|
+
NodeResourceMetrics,
|
|
56
|
+
NodeResourceTimeseriesData,
|
|
57
|
+
NodeTimeseriesData,
|
|
58
|
+
NodeTimeseriesResponse,
|
|
59
|
+
ResourceUsage,
|
|
60
|
+
SingleDeviceTimeseriesResponse,
|
|
61
|
+
TimeseriesData,
|
|
62
|
+
)
|
|
63
|
+
from nufi.models.pagination import Page
|
|
64
|
+
from nufi.models.leaderboards import (
|
|
65
|
+
Leaderboard,
|
|
66
|
+
LeaderboardArtifact,
|
|
67
|
+
LeaderboardEntry,
|
|
68
|
+
LeaderboardEntryListResponse,
|
|
69
|
+
LeaderboardEvaluationMethodSummary,
|
|
70
|
+
LeaderboardGateCondition,
|
|
71
|
+
LeaderboardGatePolicy,
|
|
72
|
+
LeaderboardListResponse,
|
|
73
|
+
LeaderboardMetricRef,
|
|
74
|
+
LeaderboardQualificationReason,
|
|
75
|
+
LeaderboardRankingPolicy,
|
|
76
|
+
LeaderboardRankingRule,
|
|
77
|
+
LeaderboardRequestedResources,
|
|
78
|
+
LeaderboardRun,
|
|
79
|
+
LeaderboardRunListResponse,
|
|
80
|
+
LeaderboardSubmission,
|
|
81
|
+
LeaderboardSubmissionCounts,
|
|
82
|
+
LeaderboardSubmissionListResponse,
|
|
83
|
+
)
|
|
84
|
+
from nufi.models.projects import (
|
|
85
|
+
Project,
|
|
86
|
+
ProjectAccessToken,
|
|
87
|
+
ProjectAccessTokenCreateResponse,
|
|
88
|
+
)
|
|
89
|
+
from nufi.models.registry import (
|
|
90
|
+
ArtifactValidation,
|
|
91
|
+
HuggingFaceMapping,
|
|
92
|
+
ModelArtifact,
|
|
93
|
+
ModelArtifactCreate,
|
|
94
|
+
ModelDetail,
|
|
95
|
+
ModelImport,
|
|
96
|
+
ModelVersion,
|
|
97
|
+
RegisteredModel,
|
|
98
|
+
)
|
|
99
|
+
from nufi.models.servings import Serving
|
|
100
|
+
|
|
101
|
+
__all__ = [
|
|
102
|
+
"ArtifactValidation",
|
|
103
|
+
"ClusterMonitoring",
|
|
104
|
+
"ClusterOverview",
|
|
105
|
+
"ClusterTimeseriesData",
|
|
106
|
+
"CompileConfig",
|
|
107
|
+
"CompileListResponse",
|
|
108
|
+
"CompileOutputFile",
|
|
109
|
+
"CompileRun",
|
|
110
|
+
"CompileStep",
|
|
111
|
+
"CustomEvaluationDatasetContract",
|
|
112
|
+
"CustomEvaluationDatasetRole",
|
|
113
|
+
"CustomEvaluationManifest",
|
|
114
|
+
"CustomEvaluationMethodConfig",
|
|
115
|
+
"CustomEvaluationMetric",
|
|
116
|
+
"CustomEvaluationTemplate",
|
|
117
|
+
"CustomEvaluationTemplateProjection",
|
|
118
|
+
"CustomEvaluationTemplateRegistration",
|
|
119
|
+
"Dataset",
|
|
120
|
+
"DatasetImport",
|
|
121
|
+
"DatasetImportListResponse",
|
|
122
|
+
"DatasetListResponse",
|
|
123
|
+
"DatasetVersion",
|
|
124
|
+
"DatasetVersionListResponse",
|
|
125
|
+
"DeviceNodesResponse",
|
|
126
|
+
"DeviceSummary",
|
|
127
|
+
"DeviceTimeseriesResponse",
|
|
128
|
+
"EvaluationAggregateMetric",
|
|
129
|
+
"EvaluationCatalogTemplate",
|
|
130
|
+
"EvaluationDiagnosticSample",
|
|
131
|
+
"EvaluationDiagnosticSamples",
|
|
132
|
+
"EvaluationMethod",
|
|
133
|
+
"EvaluationMethodListResponse",
|
|
134
|
+
"EvaluationMethodPreview",
|
|
135
|
+
"EvaluationMethodTemplate",
|
|
136
|
+
"EvaluationMethodTemplates",
|
|
137
|
+
"EvaluationMethodV2Metadata",
|
|
138
|
+
"EvaluationMethodV2Template",
|
|
139
|
+
"EvaluationRun",
|
|
140
|
+
"EvaluationRunListResponse",
|
|
141
|
+
"EvaluationTargetResources",
|
|
142
|
+
"EvaluationTemplateMetric",
|
|
143
|
+
"EvaluationTemplateRole",
|
|
144
|
+
"Leaderboard",
|
|
145
|
+
"LeaderboardArtifact",
|
|
146
|
+
"LeaderboardEntry",
|
|
147
|
+
"LeaderboardEntryListResponse",
|
|
148
|
+
"LeaderboardEvaluationMethodSummary",
|
|
149
|
+
"LeaderboardGateCondition",
|
|
150
|
+
"LeaderboardGatePolicy",
|
|
151
|
+
"LeaderboardListResponse",
|
|
152
|
+
"LeaderboardMetricRef",
|
|
153
|
+
"LeaderboardQualificationReason",
|
|
154
|
+
"LeaderboardRankingPolicy",
|
|
155
|
+
"LeaderboardRankingRule",
|
|
156
|
+
"LeaderboardRequestedResources",
|
|
157
|
+
"LeaderboardRun",
|
|
158
|
+
"LeaderboardRunListResponse",
|
|
159
|
+
"LeaderboardSubmission",
|
|
160
|
+
"LeaderboardSubmissionCounts",
|
|
161
|
+
"LeaderboardSubmissionListResponse",
|
|
162
|
+
"HuggingFaceMapping",
|
|
163
|
+
"MonitoringDevice",
|
|
164
|
+
"MonitoringDeviceAllocation",
|
|
165
|
+
"MonitoringDeviceInfo",
|
|
166
|
+
"MonitoringNode",
|
|
167
|
+
"ModelArtifact",
|
|
168
|
+
"ModelArtifactCreate",
|
|
169
|
+
"ModelDetail",
|
|
170
|
+
"ModelImport",
|
|
171
|
+
"ModelVersion",
|
|
172
|
+
"NodeResourceMetrics",
|
|
173
|
+
"NodeResourceTimeseriesData",
|
|
174
|
+
"NodeTimeseriesData",
|
|
175
|
+
"NodeTimeseriesResponse",
|
|
176
|
+
"Page",
|
|
177
|
+
"Project",
|
|
178
|
+
"ProjectAccessToken",
|
|
179
|
+
"ProjectAccessTokenCreateResponse",
|
|
180
|
+
"RegisteredModel",
|
|
181
|
+
"ResourceUsage",
|
|
182
|
+
"Serving",
|
|
183
|
+
"SingleDeviceTimeseriesResponse",
|
|
184
|
+
"TimeseriesData",
|
|
185
|
+
]
|
nufi/models/compiles.py
ADDED
|
@@ -0,0 +1,79 @@
|
|
|
1
|
+
from __future__ import annotations
|
|
2
|
+
|
|
3
|
+
from datetime import datetime
|
|
4
|
+
from typing import Any
|
|
5
|
+
|
|
6
|
+
from pydantic import BaseModel, ConfigDict, Field, field_validator
|
|
7
|
+
|
|
8
|
+
|
|
9
|
+
class CompileOutputFile(BaseModel):
|
|
10
|
+
model_config = ConfigDict(extra="allow", populate_by_name=True)
|
|
11
|
+
|
|
12
|
+
path: str
|
|
13
|
+
size_bytes: int | None = Field(default=None, alias="sizeBytes")
|
|
14
|
+
|
|
15
|
+
|
|
16
|
+
class CompileStep(BaseModel):
|
|
17
|
+
model_config = ConfigDict(extra="allow", populate_by_name=True)
|
|
18
|
+
|
|
19
|
+
name: str
|
|
20
|
+
phase: str
|
|
21
|
+
message: str | None = None
|
|
22
|
+
failure_reason: str | None = Field(default=None, alias="failureReason")
|
|
23
|
+
job_name: str | None = Field(default=None, alias="jobName")
|
|
24
|
+
start_time: datetime | None = Field(default=None, alias="startTime")
|
|
25
|
+
completion_time: datetime | None = Field(default=None, alias="completionTime")
|
|
26
|
+
retry_count: int | None = Field(default=None, alias="retryCount")
|
|
27
|
+
output_files: list[CompileOutputFile] = Field(
|
|
28
|
+
default_factory=list, alias="outputFiles"
|
|
29
|
+
)
|
|
30
|
+
|
|
31
|
+
|
|
32
|
+
class CompileConfig(BaseModel):
|
|
33
|
+
model_config = ConfigDict(extra="allow", populate_by_name=True)
|
|
34
|
+
|
|
35
|
+
max_model_len: int | None = Field(default=None, alias="maxModelLen")
|
|
36
|
+
optim_level: str | None = Field(default=None, alias="optimLevel")
|
|
37
|
+
tensor_parallel_size: int | None = Field(default=None, alias="tensorParallelSize")
|
|
38
|
+
pipeline_parallel_size: int | None = Field(
|
|
39
|
+
default=None, alias="pipelineParallelSize"
|
|
40
|
+
)
|
|
41
|
+
cpu_request: str | None = Field(default=None, alias="cpuRequest")
|
|
42
|
+
memory_request: str | None = Field(default=None, alias="memoryRequest")
|
|
43
|
+
extra_args: str | list[str] | None = Field(default=None, alias="extraArgs")
|
|
44
|
+
env: list[dict[str, Any]] | None = None
|
|
45
|
+
|
|
46
|
+
|
|
47
|
+
class CompileRun(BaseModel):
|
|
48
|
+
model_config = ConfigDict(extra="allow", populate_by_name=True)
|
|
49
|
+
|
|
50
|
+
id: int
|
|
51
|
+
cr_name: str = Field(alias="crName")
|
|
52
|
+
model_name: str = Field(alias="modelName")
|
|
53
|
+
version: str
|
|
54
|
+
platform: str
|
|
55
|
+
phase: str
|
|
56
|
+
steps: list[CompileStep] = Field(default_factory=list)
|
|
57
|
+
artifact_name: str = Field(default="", alias="artifactName")
|
|
58
|
+
compile_config: CompileConfig | None = Field(default=None, alias="compileConfig")
|
|
59
|
+
error_message: str | None = Field(default=None, alias="errorMessage")
|
|
60
|
+
registration_error: str | None = Field(default=None, alias="registrationError")
|
|
61
|
+
registered_at: datetime | None = Field(default=None, alias="registeredAt")
|
|
62
|
+
created_at: datetime = Field(alias="createdAt")
|
|
63
|
+
completed_at: datetime | None = Field(default=None, alias="completedAt")
|
|
64
|
+
produced_artifact_id: int | None = Field(default=None, alias="producedArtifactId")
|
|
65
|
+
produced_artifact_name: str | None = Field(
|
|
66
|
+
default=None, alias="producedArtifactName"
|
|
67
|
+
)
|
|
68
|
+
|
|
69
|
+
@field_validator("steps", mode="before")
|
|
70
|
+
@classmethod
|
|
71
|
+
def default_null_steps(cls, value: Any) -> Any:
|
|
72
|
+
return [] if value is None else value
|
|
73
|
+
|
|
74
|
+
|
|
75
|
+
class CompileListResponse(BaseModel):
|
|
76
|
+
model_config = ConfigDict(extra="allow", populate_by_name=True)
|
|
77
|
+
|
|
78
|
+
items: list[CompileRun] = Field(default_factory=list)
|
|
79
|
+
total_count: int = Field(default=0, alias="totalCount")
|
|
@@ -0,0 +1,111 @@
|
|
|
1
|
+
from __future__ import annotations
|
|
2
|
+
|
|
3
|
+
import math
|
|
4
|
+
from datetime import datetime
|
|
5
|
+
from typing import Any, Literal
|
|
6
|
+
|
|
7
|
+
from pydantic import BaseModel, ConfigDict, Field, field_validator
|
|
8
|
+
|
|
9
|
+
|
|
10
|
+
def _require_json_compatible(value: Any) -> None:
|
|
11
|
+
if value is None or isinstance(value, (str, bool, int)):
|
|
12
|
+
return
|
|
13
|
+
if isinstance(value, float):
|
|
14
|
+
if math.isfinite(value):
|
|
15
|
+
return
|
|
16
|
+
raise ValueError("value must contain only JSON-compatible values")
|
|
17
|
+
if isinstance(value, list):
|
|
18
|
+
for item in value:
|
|
19
|
+
_require_json_compatible(item)
|
|
20
|
+
return
|
|
21
|
+
if isinstance(value, dict) and all(isinstance(key, str) for key in value):
|
|
22
|
+
for item in value.values():
|
|
23
|
+
_require_json_compatible(item)
|
|
24
|
+
return
|
|
25
|
+
raise ValueError("value must contain only JSON-compatible values")
|
|
26
|
+
|
|
27
|
+
|
|
28
|
+
class _StrictModel(BaseModel):
|
|
29
|
+
model_config = ConfigDict(extra="forbid", populate_by_name=True, strict=True)
|
|
30
|
+
|
|
31
|
+
|
|
32
|
+
class CustomEvaluationDatasetRole(_StrictModel):
|
|
33
|
+
name: str
|
|
34
|
+
type: str
|
|
35
|
+
required: bool
|
|
36
|
+
|
|
37
|
+
|
|
38
|
+
class CustomEvaluationDatasetContract(_StrictModel):
|
|
39
|
+
roles: list[CustomEvaluationDatasetRole]
|
|
40
|
+
|
|
41
|
+
|
|
42
|
+
class CustomEvaluationMetric(_StrictModel):
|
|
43
|
+
key: str
|
|
44
|
+
display_name: str = Field(alias="displayName")
|
|
45
|
+
higher_is_better: bool = Field(alias="higherIsBetter")
|
|
46
|
+
min: float | None = None
|
|
47
|
+
max: float | None = None
|
|
48
|
+
|
|
49
|
+
@field_validator("min", "max")
|
|
50
|
+
@classmethod
|
|
51
|
+
def finite_bound(cls, value: float | None) -> float | None:
|
|
52
|
+
if value is not None and not math.isfinite(value):
|
|
53
|
+
raise ValueError("metric bounds must be finite")
|
|
54
|
+
return value
|
|
55
|
+
|
|
56
|
+
|
|
57
|
+
class CustomEvaluationManifest(_StrictModel):
|
|
58
|
+
schema_version: Literal["nufi.evaluation.template.custom.v1"] = Field(
|
|
59
|
+
alias="schemaVersion"
|
|
60
|
+
)
|
|
61
|
+
name: str
|
|
62
|
+
version: str
|
|
63
|
+
display_name: str = Field(alias="displayName")
|
|
64
|
+
description: str | None = None
|
|
65
|
+
dataset: CustomEvaluationDatasetContract
|
|
66
|
+
metrics: list[CustomEvaluationMetric]
|
|
67
|
+
|
|
68
|
+
|
|
69
|
+
class CustomEvaluationTemplateRegistration(_StrictModel):
|
|
70
|
+
image: str
|
|
71
|
+
image_pull_secrets: list[str] = Field(
|
|
72
|
+
default_factory=list, alias="imagePullSecrets"
|
|
73
|
+
)
|
|
74
|
+
manifest: CustomEvaluationManifest
|
|
75
|
+
|
|
76
|
+
|
|
77
|
+
class CustomEvaluationTemplateProjection(BaseModel):
|
|
78
|
+
model_config = ConfigDict(extra="allow", populate_by_name=True)
|
|
79
|
+
|
|
80
|
+
id: str
|
|
81
|
+
source: Literal["custom"]
|
|
82
|
+
name: str
|
|
83
|
+
version: str
|
|
84
|
+
display_name: str = Field(alias="displayName")
|
|
85
|
+
description: str | None = None
|
|
86
|
+
image: str
|
|
87
|
+
image_policy: Literal["pinned", "mutable"] = Field(alias="imagePolicy")
|
|
88
|
+
manifest: CustomEvaluationManifest
|
|
89
|
+
|
|
90
|
+
|
|
91
|
+
class CustomEvaluationTemplate(CustomEvaluationTemplateProjection):
|
|
92
|
+
project_id: str = Field(alias="projectId")
|
|
93
|
+
image_pull_secrets: list[str] = Field(alias="imagePullSecrets")
|
|
94
|
+
created_by: str = Field(alias="createdBy")
|
|
95
|
+
archived_at: datetime | None = Field(default=None, alias="archivedAt")
|
|
96
|
+
archived_by: str | None = Field(default=None, alias="archivedBy")
|
|
97
|
+
created_at: datetime = Field(alias="createdAt")
|
|
98
|
+
updated_at: datetime = Field(alias="updatedAt")
|
|
99
|
+
|
|
100
|
+
|
|
101
|
+
class CustomEvaluationMethodConfig(_StrictModel):
|
|
102
|
+
dataset_mapping: dict[str, str] = Field(alias="datasetMapping")
|
|
103
|
+
evaluator_config: dict[str, Any] = Field(
|
|
104
|
+
default_factory=dict, alias="evaluatorConfig"
|
|
105
|
+
)
|
|
106
|
+
|
|
107
|
+
@field_validator("evaluator_config")
|
|
108
|
+
@classmethod
|
|
109
|
+
def json_compatible(cls, value: dict[str, Any]) -> dict[str, Any]:
|
|
110
|
+
_require_json_compatible(value)
|
|
111
|
+
return value
|
nufi/models/datasets.py
ADDED
|
@@ -0,0 +1,94 @@
|
|
|
1
|
+
from __future__ import annotations
|
|
2
|
+
|
|
3
|
+
from datetime import datetime
|
|
4
|
+
from typing import Any
|
|
5
|
+
|
|
6
|
+
from pydantic import BaseModel, ConfigDict, Field
|
|
7
|
+
|
|
8
|
+
|
|
9
|
+
class Dataset(BaseModel):
|
|
10
|
+
model_config = ConfigDict(extra="allow", populate_by_name=True)
|
|
11
|
+
|
|
12
|
+
id: str
|
|
13
|
+
project_id: str = Field(alias="projectId")
|
|
14
|
+
name: str
|
|
15
|
+
description: str | None = None
|
|
16
|
+
archived_at: datetime | None = Field(default=None, alias="archivedAt")
|
|
17
|
+
created_at: datetime = Field(alias="createdAt")
|
|
18
|
+
updated_at: datetime = Field(alias="updatedAt")
|
|
19
|
+
|
|
20
|
+
|
|
21
|
+
class DatasetListResponse(BaseModel):
|
|
22
|
+
model_config = ConfigDict(extra="allow", populate_by_name=True)
|
|
23
|
+
|
|
24
|
+
items: list[Dataset]
|
|
25
|
+
total: int
|
|
26
|
+
page: int
|
|
27
|
+
limit: int
|
|
28
|
+
|
|
29
|
+
|
|
30
|
+
class DatasetVersion(BaseModel):
|
|
31
|
+
model_config = ConfigDict(extra="allow", populate_by_name=True)
|
|
32
|
+
|
|
33
|
+
id: str
|
|
34
|
+
project_id: str = Field(alias="projectId")
|
|
35
|
+
dataset_id: str = Field(alias="datasetId")
|
|
36
|
+
name: str
|
|
37
|
+
description: str | None = None
|
|
38
|
+
source_kind: str = Field(alias="sourceKind")
|
|
39
|
+
source_config: dict[str, Any] = Field(alias="sourceConfig")
|
|
40
|
+
storage_format: str = Field(alias="storageFormat")
|
|
41
|
+
data_uri: str = Field(alias="dataUri")
|
|
42
|
+
source_schema_hash: str = Field(alias="sourceSchemaHash")
|
|
43
|
+
source_schema_version: str = Field(alias="sourceSchemaVersion")
|
|
44
|
+
ready_at: datetime = Field(alias="readyAt")
|
|
45
|
+
archived_at: datetime | None = Field(default=None, alias="archivedAt")
|
|
46
|
+
archived_by: str | None = Field(default=None, alias="archivedBy")
|
|
47
|
+
archive_reason: str | None = Field(default=None, alias="archiveReason")
|
|
48
|
+
created_by: str = Field(alias="createdBy")
|
|
49
|
+
created_at: datetime = Field(alias="createdAt")
|
|
50
|
+
updated_at: datetime = Field(alias="updatedAt")
|
|
51
|
+
|
|
52
|
+
|
|
53
|
+
class DatasetVersionListResponse(BaseModel):
|
|
54
|
+
model_config = ConfigDict(extra="allow", populate_by_name=True)
|
|
55
|
+
|
|
56
|
+
items: list[DatasetVersion]
|
|
57
|
+
total: int
|
|
58
|
+
page: int
|
|
59
|
+
limit: int
|
|
60
|
+
|
|
61
|
+
|
|
62
|
+
class DatasetImport(BaseModel):
|
|
63
|
+
model_config = ConfigDict(extra="allow", populate_by_name=True)
|
|
64
|
+
|
|
65
|
+
id: str
|
|
66
|
+
project_id: str = Field(alias="projectId")
|
|
67
|
+
dataset_id: str = Field(alias="datasetId")
|
|
68
|
+
dataset_version_id: str | None = Field(default=None, alias="datasetVersionId")
|
|
69
|
+
requested_version_name: str = Field(alias="requestedVersionName")
|
|
70
|
+
kind: str
|
|
71
|
+
state: str
|
|
72
|
+
source_config: dict[str, Any] | None = Field(alias="sourceConfig")
|
|
73
|
+
work_uri: str = Field(alias="workUri")
|
|
74
|
+
upload_job_name: str | None = Field(default=None, alias="uploadJobName")
|
|
75
|
+
import_job_name: str | None = Field(default=None, alias="importJobName")
|
|
76
|
+
promotion_job_name: str | None = Field(default=None, alias="promotionJobName")
|
|
77
|
+
error_message: str | None = Field(default=None, alias="errorMessage")
|
|
78
|
+
created_by: str = Field(alias="createdBy")
|
|
79
|
+
started_at: datetime | None = Field(default=None, alias="startedAt")
|
|
80
|
+
completed_at: datetime | None = Field(default=None, alias="completedAt")
|
|
81
|
+
cancel_requested_at: datetime | None = Field(
|
|
82
|
+
default=None, alias="cancelRequestedAt"
|
|
83
|
+
)
|
|
84
|
+
created_at: datetime = Field(alias="createdAt")
|
|
85
|
+
updated_at: datetime = Field(alias="updatedAt")
|
|
86
|
+
|
|
87
|
+
|
|
88
|
+
class DatasetImportListResponse(BaseModel):
|
|
89
|
+
model_config = ConfigDict(extra="allow", populate_by_name=True)
|
|
90
|
+
|
|
91
|
+
items: list[DatasetImport]
|
|
92
|
+
total: int
|
|
93
|
+
page: int
|
|
94
|
+
limit: int
|