nufi-python 1.0.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (52) hide show
  1. nufi/__init__.py +52 -0
  2. nufi/auth.py +364 -0
  3. nufi/cli/__init__.py +0 -0
  4. nufi/cli/commands/__init__.py +1 -0
  5. nufi/cli/commands/auth.py +113 -0
  6. nufi/cli/commands/common.py +198 -0
  7. nufi/cli/commands/compiles.py +507 -0
  8. nufi/cli/commands/custom_evaluation_templates.py +206 -0
  9. nufi/cli/commands/datasets.py +697 -0
  10. nufi/cli/commands/evaluations.py +854 -0
  11. nufi/cli/commands/leaderboards.py +763 -0
  12. nufi/cli/commands/models.py +1347 -0
  13. nufi/cli/commands/monitoring.py +350 -0
  14. nufi/cli/commands/profile.py +123 -0
  15. nufi/cli/commands/projects.py +308 -0
  16. nufi/cli/commands/servings.py +306 -0
  17. nufi/cli/main.py +66 -0
  18. nufi/client.py +103 -0
  19. nufi/config.py +281 -0
  20. nufi/evaluator.py +559 -0
  21. nufi/exceptions.py +58 -0
  22. nufi/http_utils.py +51 -0
  23. nufi/models/__init__.py +185 -0
  24. nufi/models/compiles.py +79 -0
  25. nufi/models/custom_evaluation_templates.py +111 -0
  26. nufi/models/datasets.py +94 -0
  27. nufi/models/evaluations.py +253 -0
  28. nufi/models/leaderboards.py +178 -0
  29. nufi/models/monitoring.py +179 -0
  30. nufi/models/pagination.py +33 -0
  31. nufi/models/projects.py +32 -0
  32. nufi/models/registry.py +138 -0
  33. nufi/models/servings.py +27 -0
  34. nufi/py.typed +1 -0
  35. nufi/resources/__init__.py +34 -0
  36. nufi/resources/base.py +190 -0
  37. nufi/resources/compiles.py +193 -0
  38. nufi/resources/custom_evaluation_templates.py +126 -0
  39. nufi/resources/datasets.py +786 -0
  40. nufi/resources/evaluations.py +428 -0
  41. nufi/resources/leaderboards.py +413 -0
  42. nufi/resources/models.py +726 -0
  43. nufi/resources/monitoring.py +82 -0
  44. nufi/resources/projects.py +114 -0
  45. nufi/resources/servings.py +80 -0
  46. nufi/transport.py +248 -0
  47. nufi_python-1.0.0.dist-info/METADATA +228 -0
  48. nufi_python-1.0.0.dist-info/RECORD +52 -0
  49. nufi_python-1.0.0.dist-info/WHEEL +5 -0
  50. nufi_python-1.0.0.dist-info/entry_points.txt +2 -0
  51. nufi_python-1.0.0.dist-info/licenses/LICENSE +21 -0
  52. nufi_python-1.0.0.dist-info/top_level.txt +1 -0
@@ -0,0 +1,185 @@
1
+ from nufi.models.compiles import (
2
+ CompileConfig,
3
+ CompileListResponse,
4
+ CompileOutputFile,
5
+ CompileRun,
6
+ CompileStep,
7
+ )
8
+ from nufi.models.custom_evaluation_templates import (
9
+ CustomEvaluationDatasetContract,
10
+ CustomEvaluationDatasetRole,
11
+ CustomEvaluationManifest,
12
+ CustomEvaluationMethodConfig,
13
+ CustomEvaluationMetric,
14
+ CustomEvaluationTemplate,
15
+ CustomEvaluationTemplateProjection,
16
+ CustomEvaluationTemplateRegistration,
17
+ )
18
+ from nufi.models.datasets import (
19
+ Dataset,
20
+ DatasetImport,
21
+ DatasetImportListResponse,
22
+ DatasetListResponse,
23
+ DatasetVersion,
24
+ DatasetVersionListResponse,
25
+ )
26
+ from nufi.models.evaluations import (
27
+ EvaluationAggregateMetric,
28
+ EvaluationCatalogTemplate,
29
+ EvaluationDiagnosticSample,
30
+ EvaluationDiagnosticSamples,
31
+ EvaluationMethod,
32
+ EvaluationMethodListResponse,
33
+ EvaluationMethodPreview,
34
+ EvaluationMethodTemplate,
35
+ EvaluationMethodTemplates,
36
+ EvaluationMethodV2Metadata,
37
+ EvaluationMethodV2Template,
38
+ EvaluationRun,
39
+ EvaluationRunListResponse,
40
+ EvaluationTargetResources,
41
+ EvaluationTemplateMetric,
42
+ EvaluationTemplateRole,
43
+ )
44
+ from nufi.models.monitoring import (
45
+ ClusterMonitoring,
46
+ ClusterOverview,
47
+ ClusterTimeseriesData,
48
+ DeviceNodesResponse,
49
+ DeviceSummary,
50
+ DeviceTimeseriesResponse,
51
+ MonitoringDevice,
52
+ MonitoringDeviceAllocation,
53
+ MonitoringDeviceInfo,
54
+ MonitoringNode,
55
+ NodeResourceMetrics,
56
+ NodeResourceTimeseriesData,
57
+ NodeTimeseriesData,
58
+ NodeTimeseriesResponse,
59
+ ResourceUsage,
60
+ SingleDeviceTimeseriesResponse,
61
+ TimeseriesData,
62
+ )
63
+ from nufi.models.pagination import Page
64
+ from nufi.models.leaderboards import (
65
+ Leaderboard,
66
+ LeaderboardArtifact,
67
+ LeaderboardEntry,
68
+ LeaderboardEntryListResponse,
69
+ LeaderboardEvaluationMethodSummary,
70
+ LeaderboardGateCondition,
71
+ LeaderboardGatePolicy,
72
+ LeaderboardListResponse,
73
+ LeaderboardMetricRef,
74
+ LeaderboardQualificationReason,
75
+ LeaderboardRankingPolicy,
76
+ LeaderboardRankingRule,
77
+ LeaderboardRequestedResources,
78
+ LeaderboardRun,
79
+ LeaderboardRunListResponse,
80
+ LeaderboardSubmission,
81
+ LeaderboardSubmissionCounts,
82
+ LeaderboardSubmissionListResponse,
83
+ )
84
+ from nufi.models.projects import (
85
+ Project,
86
+ ProjectAccessToken,
87
+ ProjectAccessTokenCreateResponse,
88
+ )
89
+ from nufi.models.registry import (
90
+ ArtifactValidation,
91
+ HuggingFaceMapping,
92
+ ModelArtifact,
93
+ ModelArtifactCreate,
94
+ ModelDetail,
95
+ ModelImport,
96
+ ModelVersion,
97
+ RegisteredModel,
98
+ )
99
+ from nufi.models.servings import Serving
100
+
101
+ __all__ = [
102
+ "ArtifactValidation",
103
+ "ClusterMonitoring",
104
+ "ClusterOverview",
105
+ "ClusterTimeseriesData",
106
+ "CompileConfig",
107
+ "CompileListResponse",
108
+ "CompileOutputFile",
109
+ "CompileRun",
110
+ "CompileStep",
111
+ "CustomEvaluationDatasetContract",
112
+ "CustomEvaluationDatasetRole",
113
+ "CustomEvaluationManifest",
114
+ "CustomEvaluationMethodConfig",
115
+ "CustomEvaluationMetric",
116
+ "CustomEvaluationTemplate",
117
+ "CustomEvaluationTemplateProjection",
118
+ "CustomEvaluationTemplateRegistration",
119
+ "Dataset",
120
+ "DatasetImport",
121
+ "DatasetImportListResponse",
122
+ "DatasetListResponse",
123
+ "DatasetVersion",
124
+ "DatasetVersionListResponse",
125
+ "DeviceNodesResponse",
126
+ "DeviceSummary",
127
+ "DeviceTimeseriesResponse",
128
+ "EvaluationAggregateMetric",
129
+ "EvaluationCatalogTemplate",
130
+ "EvaluationDiagnosticSample",
131
+ "EvaluationDiagnosticSamples",
132
+ "EvaluationMethod",
133
+ "EvaluationMethodListResponse",
134
+ "EvaluationMethodPreview",
135
+ "EvaluationMethodTemplate",
136
+ "EvaluationMethodTemplates",
137
+ "EvaluationMethodV2Metadata",
138
+ "EvaluationMethodV2Template",
139
+ "EvaluationRun",
140
+ "EvaluationRunListResponse",
141
+ "EvaluationTargetResources",
142
+ "EvaluationTemplateMetric",
143
+ "EvaluationTemplateRole",
144
+ "Leaderboard",
145
+ "LeaderboardArtifact",
146
+ "LeaderboardEntry",
147
+ "LeaderboardEntryListResponse",
148
+ "LeaderboardEvaluationMethodSummary",
149
+ "LeaderboardGateCondition",
150
+ "LeaderboardGatePolicy",
151
+ "LeaderboardListResponse",
152
+ "LeaderboardMetricRef",
153
+ "LeaderboardQualificationReason",
154
+ "LeaderboardRankingPolicy",
155
+ "LeaderboardRankingRule",
156
+ "LeaderboardRequestedResources",
157
+ "LeaderboardRun",
158
+ "LeaderboardRunListResponse",
159
+ "LeaderboardSubmission",
160
+ "LeaderboardSubmissionCounts",
161
+ "LeaderboardSubmissionListResponse",
162
+ "HuggingFaceMapping",
163
+ "MonitoringDevice",
164
+ "MonitoringDeviceAllocation",
165
+ "MonitoringDeviceInfo",
166
+ "MonitoringNode",
167
+ "ModelArtifact",
168
+ "ModelArtifactCreate",
169
+ "ModelDetail",
170
+ "ModelImport",
171
+ "ModelVersion",
172
+ "NodeResourceMetrics",
173
+ "NodeResourceTimeseriesData",
174
+ "NodeTimeseriesData",
175
+ "NodeTimeseriesResponse",
176
+ "Page",
177
+ "Project",
178
+ "ProjectAccessToken",
179
+ "ProjectAccessTokenCreateResponse",
180
+ "RegisteredModel",
181
+ "ResourceUsage",
182
+ "Serving",
183
+ "SingleDeviceTimeseriesResponse",
184
+ "TimeseriesData",
185
+ ]
@@ -0,0 +1,79 @@
1
+ from __future__ import annotations
2
+
3
+ from datetime import datetime
4
+ from typing import Any
5
+
6
+ from pydantic import BaseModel, ConfigDict, Field, field_validator
7
+
8
+
9
+ class CompileOutputFile(BaseModel):
10
+ model_config = ConfigDict(extra="allow", populate_by_name=True)
11
+
12
+ path: str
13
+ size_bytes: int | None = Field(default=None, alias="sizeBytes")
14
+
15
+
16
+ class CompileStep(BaseModel):
17
+ model_config = ConfigDict(extra="allow", populate_by_name=True)
18
+
19
+ name: str
20
+ phase: str
21
+ message: str | None = None
22
+ failure_reason: str | None = Field(default=None, alias="failureReason")
23
+ job_name: str | None = Field(default=None, alias="jobName")
24
+ start_time: datetime | None = Field(default=None, alias="startTime")
25
+ completion_time: datetime | None = Field(default=None, alias="completionTime")
26
+ retry_count: int | None = Field(default=None, alias="retryCount")
27
+ output_files: list[CompileOutputFile] = Field(
28
+ default_factory=list, alias="outputFiles"
29
+ )
30
+
31
+
32
+ class CompileConfig(BaseModel):
33
+ model_config = ConfigDict(extra="allow", populate_by_name=True)
34
+
35
+ max_model_len: int | None = Field(default=None, alias="maxModelLen")
36
+ optim_level: str | None = Field(default=None, alias="optimLevel")
37
+ tensor_parallel_size: int | None = Field(default=None, alias="tensorParallelSize")
38
+ pipeline_parallel_size: int | None = Field(
39
+ default=None, alias="pipelineParallelSize"
40
+ )
41
+ cpu_request: str | None = Field(default=None, alias="cpuRequest")
42
+ memory_request: str | None = Field(default=None, alias="memoryRequest")
43
+ extra_args: str | list[str] | None = Field(default=None, alias="extraArgs")
44
+ env: list[dict[str, Any]] | None = None
45
+
46
+
47
+ class CompileRun(BaseModel):
48
+ model_config = ConfigDict(extra="allow", populate_by_name=True)
49
+
50
+ id: int
51
+ cr_name: str = Field(alias="crName")
52
+ model_name: str = Field(alias="modelName")
53
+ version: str
54
+ platform: str
55
+ phase: str
56
+ steps: list[CompileStep] = Field(default_factory=list)
57
+ artifact_name: str = Field(default="", alias="artifactName")
58
+ compile_config: CompileConfig | None = Field(default=None, alias="compileConfig")
59
+ error_message: str | None = Field(default=None, alias="errorMessage")
60
+ registration_error: str | None = Field(default=None, alias="registrationError")
61
+ registered_at: datetime | None = Field(default=None, alias="registeredAt")
62
+ created_at: datetime = Field(alias="createdAt")
63
+ completed_at: datetime | None = Field(default=None, alias="completedAt")
64
+ produced_artifact_id: int | None = Field(default=None, alias="producedArtifactId")
65
+ produced_artifact_name: str | None = Field(
66
+ default=None, alias="producedArtifactName"
67
+ )
68
+
69
+ @field_validator("steps", mode="before")
70
+ @classmethod
71
+ def default_null_steps(cls, value: Any) -> Any:
72
+ return [] if value is None else value
73
+
74
+
75
+ class CompileListResponse(BaseModel):
76
+ model_config = ConfigDict(extra="allow", populate_by_name=True)
77
+
78
+ items: list[CompileRun] = Field(default_factory=list)
79
+ total_count: int = Field(default=0, alias="totalCount")
@@ -0,0 +1,111 @@
1
+ from __future__ import annotations
2
+
3
+ import math
4
+ from datetime import datetime
5
+ from typing import Any, Literal
6
+
7
+ from pydantic import BaseModel, ConfigDict, Field, field_validator
8
+
9
+
10
+ def _require_json_compatible(value: Any) -> None:
11
+ if value is None or isinstance(value, (str, bool, int)):
12
+ return
13
+ if isinstance(value, float):
14
+ if math.isfinite(value):
15
+ return
16
+ raise ValueError("value must contain only JSON-compatible values")
17
+ if isinstance(value, list):
18
+ for item in value:
19
+ _require_json_compatible(item)
20
+ return
21
+ if isinstance(value, dict) and all(isinstance(key, str) for key in value):
22
+ for item in value.values():
23
+ _require_json_compatible(item)
24
+ return
25
+ raise ValueError("value must contain only JSON-compatible values")
26
+
27
+
28
+ class _StrictModel(BaseModel):
29
+ model_config = ConfigDict(extra="forbid", populate_by_name=True, strict=True)
30
+
31
+
32
+ class CustomEvaluationDatasetRole(_StrictModel):
33
+ name: str
34
+ type: str
35
+ required: bool
36
+
37
+
38
+ class CustomEvaluationDatasetContract(_StrictModel):
39
+ roles: list[CustomEvaluationDatasetRole]
40
+
41
+
42
+ class CustomEvaluationMetric(_StrictModel):
43
+ key: str
44
+ display_name: str = Field(alias="displayName")
45
+ higher_is_better: bool = Field(alias="higherIsBetter")
46
+ min: float | None = None
47
+ max: float | None = None
48
+
49
+ @field_validator("min", "max")
50
+ @classmethod
51
+ def finite_bound(cls, value: float | None) -> float | None:
52
+ if value is not None and not math.isfinite(value):
53
+ raise ValueError("metric bounds must be finite")
54
+ return value
55
+
56
+
57
+ class CustomEvaluationManifest(_StrictModel):
58
+ schema_version: Literal["nufi.evaluation.template.custom.v1"] = Field(
59
+ alias="schemaVersion"
60
+ )
61
+ name: str
62
+ version: str
63
+ display_name: str = Field(alias="displayName")
64
+ description: str | None = None
65
+ dataset: CustomEvaluationDatasetContract
66
+ metrics: list[CustomEvaluationMetric]
67
+
68
+
69
+ class CustomEvaluationTemplateRegistration(_StrictModel):
70
+ image: str
71
+ image_pull_secrets: list[str] = Field(
72
+ default_factory=list, alias="imagePullSecrets"
73
+ )
74
+ manifest: CustomEvaluationManifest
75
+
76
+
77
+ class CustomEvaluationTemplateProjection(BaseModel):
78
+ model_config = ConfigDict(extra="allow", populate_by_name=True)
79
+
80
+ id: str
81
+ source: Literal["custom"]
82
+ name: str
83
+ version: str
84
+ display_name: str = Field(alias="displayName")
85
+ description: str | None = None
86
+ image: str
87
+ image_policy: Literal["pinned", "mutable"] = Field(alias="imagePolicy")
88
+ manifest: CustomEvaluationManifest
89
+
90
+
91
+ class CustomEvaluationTemplate(CustomEvaluationTemplateProjection):
92
+ project_id: str = Field(alias="projectId")
93
+ image_pull_secrets: list[str] = Field(alias="imagePullSecrets")
94
+ created_by: str = Field(alias="createdBy")
95
+ archived_at: datetime | None = Field(default=None, alias="archivedAt")
96
+ archived_by: str | None = Field(default=None, alias="archivedBy")
97
+ created_at: datetime = Field(alias="createdAt")
98
+ updated_at: datetime = Field(alias="updatedAt")
99
+
100
+
101
+ class CustomEvaluationMethodConfig(_StrictModel):
102
+ dataset_mapping: dict[str, str] = Field(alias="datasetMapping")
103
+ evaluator_config: dict[str, Any] = Field(
104
+ default_factory=dict, alias="evaluatorConfig"
105
+ )
106
+
107
+ @field_validator("evaluator_config")
108
+ @classmethod
109
+ def json_compatible(cls, value: dict[str, Any]) -> dict[str, Any]:
110
+ _require_json_compatible(value)
111
+ return value
@@ -0,0 +1,94 @@
1
+ from __future__ import annotations
2
+
3
+ from datetime import datetime
4
+ from typing import Any
5
+
6
+ from pydantic import BaseModel, ConfigDict, Field
7
+
8
+
9
+ class Dataset(BaseModel):
10
+ model_config = ConfigDict(extra="allow", populate_by_name=True)
11
+
12
+ id: str
13
+ project_id: str = Field(alias="projectId")
14
+ name: str
15
+ description: str | None = None
16
+ archived_at: datetime | None = Field(default=None, alias="archivedAt")
17
+ created_at: datetime = Field(alias="createdAt")
18
+ updated_at: datetime = Field(alias="updatedAt")
19
+
20
+
21
+ class DatasetListResponse(BaseModel):
22
+ model_config = ConfigDict(extra="allow", populate_by_name=True)
23
+
24
+ items: list[Dataset]
25
+ total: int
26
+ page: int
27
+ limit: int
28
+
29
+
30
+ class DatasetVersion(BaseModel):
31
+ model_config = ConfigDict(extra="allow", populate_by_name=True)
32
+
33
+ id: str
34
+ project_id: str = Field(alias="projectId")
35
+ dataset_id: str = Field(alias="datasetId")
36
+ name: str
37
+ description: str | None = None
38
+ source_kind: str = Field(alias="sourceKind")
39
+ source_config: dict[str, Any] = Field(alias="sourceConfig")
40
+ storage_format: str = Field(alias="storageFormat")
41
+ data_uri: str = Field(alias="dataUri")
42
+ source_schema_hash: str = Field(alias="sourceSchemaHash")
43
+ source_schema_version: str = Field(alias="sourceSchemaVersion")
44
+ ready_at: datetime = Field(alias="readyAt")
45
+ archived_at: datetime | None = Field(default=None, alias="archivedAt")
46
+ archived_by: str | None = Field(default=None, alias="archivedBy")
47
+ archive_reason: str | None = Field(default=None, alias="archiveReason")
48
+ created_by: str = Field(alias="createdBy")
49
+ created_at: datetime = Field(alias="createdAt")
50
+ updated_at: datetime = Field(alias="updatedAt")
51
+
52
+
53
+ class DatasetVersionListResponse(BaseModel):
54
+ model_config = ConfigDict(extra="allow", populate_by_name=True)
55
+
56
+ items: list[DatasetVersion]
57
+ total: int
58
+ page: int
59
+ limit: int
60
+
61
+
62
+ class DatasetImport(BaseModel):
63
+ model_config = ConfigDict(extra="allow", populate_by_name=True)
64
+
65
+ id: str
66
+ project_id: str = Field(alias="projectId")
67
+ dataset_id: str = Field(alias="datasetId")
68
+ dataset_version_id: str | None = Field(default=None, alias="datasetVersionId")
69
+ requested_version_name: str = Field(alias="requestedVersionName")
70
+ kind: str
71
+ state: str
72
+ source_config: dict[str, Any] | None = Field(alias="sourceConfig")
73
+ work_uri: str = Field(alias="workUri")
74
+ upload_job_name: str | None = Field(default=None, alias="uploadJobName")
75
+ import_job_name: str | None = Field(default=None, alias="importJobName")
76
+ promotion_job_name: str | None = Field(default=None, alias="promotionJobName")
77
+ error_message: str | None = Field(default=None, alias="errorMessage")
78
+ created_by: str = Field(alias="createdBy")
79
+ started_at: datetime | None = Field(default=None, alias="startedAt")
80
+ completed_at: datetime | None = Field(default=None, alias="completedAt")
81
+ cancel_requested_at: datetime | None = Field(
82
+ default=None, alias="cancelRequestedAt"
83
+ )
84
+ created_at: datetime = Field(alias="createdAt")
85
+ updated_at: datetime = Field(alias="updatedAt")
86
+
87
+
88
+ class DatasetImportListResponse(BaseModel):
89
+ model_config = ConfigDict(extra="allow", populate_by_name=True)
90
+
91
+ items: list[DatasetImport]
92
+ total: int
93
+ page: int
94
+ limit: int