mlops-python-sdk 1.0.0__py3-none-any.whl → 1.0.1__py3-none-any.whl

mlops/api/client/api/tasks/list_tasks.py

@@ -18,7 +18,7 @@ def _get_kwargs(
     status: Union[Unset, TaskStatus] = UNSET,
     user_id: Union[Unset, int] = UNSET,
     team_id: Union[Unset, int] = UNSET,
-    cluster_id: Union[Unset, int] = UNSET,
+    cluster_name: Union[Unset, str] = UNSET,
 ) -> dict[str, Any]:
     params: dict[str, Any] = {}
 
@@ -36,7 +36,7 @@ def _get_kwargs(
 
     params["team_id"] = team_id
 
-    params["cluster_id"] = cluster_id
+    params["cluster_name"] = cluster_name
 
     params = {k: v for k, v in params.items() if v is not UNSET and v is not None}
 
@@ -89,7 +89,7 @@ def sync_detailed(
     status: Union[Unset, TaskStatus] = UNSET,
     user_id: Union[Unset, int] = UNSET,
     team_id: Union[Unset, int] = UNSET,
-    cluster_id: Union[Unset, int] = UNSET,
+    cluster_name: Union[Unset, str] = UNSET,
 ) -> Response[Union[ErrorResponse, TaskListResponse]]:
     """Get task list
 
@@ -101,7 +101,7 @@ def sync_detailed(
         status (Union[Unset, TaskStatus]): Task status Example: pending.
         user_id (Union[Unset, int]):
         team_id (Union[Unset, int]):
-        cluster_id (Union[Unset, int]):
+        cluster_name (Union[Unset, str]):
 
     Raises:
         errors.UnexpectedStatus: If the server returns an undocumented status code and Client.raise_on_unexpected_status is True.
@@ -117,7 +117,7 @@ def sync_detailed(
         status=status,
         user_id=user_id,
         team_id=team_id,
-        cluster_id=cluster_id,
+        cluster_name=cluster_name,
     )
 
     response = client.get_httpx_client().request(
@@ -135,7 +135,7 @@ def sync(
     status: Union[Unset, TaskStatus] = UNSET,
     user_id: Union[Unset, int] = UNSET,
     team_id: Union[Unset, int] = UNSET,
-    cluster_id: Union[Unset, int] = UNSET,
+    cluster_name: Union[Unset, str] = UNSET,
 ) -> Optional[Union[ErrorResponse, TaskListResponse]]:
     """Get task list
 
@@ -147,7 +147,7 @@ def sync(
         status (Union[Unset, TaskStatus]): Task status Example: pending.
         user_id (Union[Unset, int]):
         team_id (Union[Unset, int]):
-        cluster_id (Union[Unset, int]):
+        cluster_name (Union[Unset, str]):
 
     Raises:
         errors.UnexpectedStatus: If the server returns an undocumented status code and Client.raise_on_unexpected_status is True.
@@ -164,7 +164,7 @@ def sync(
         status=status,
         user_id=user_id,
         team_id=team_id,
-        cluster_id=cluster_id,
+        cluster_name=cluster_name,
     ).parsed
 
 
@@ -176,7 +176,7 @@ async def asyncio_detailed(
     status: Union[Unset, TaskStatus] = UNSET,
     user_id: Union[Unset, int] = UNSET,
     team_id: Union[Unset, int] = UNSET,
-    cluster_id: Union[Unset, int] = UNSET,
+    cluster_name: Union[Unset, str] = UNSET,
 ) -> Response[Union[ErrorResponse, TaskListResponse]]:
     """Get task list
 
@@ -188,7 +188,7 @@ async def asyncio_detailed(
         status (Union[Unset, TaskStatus]): Task status Example: pending.
         user_id (Union[Unset, int]):
         team_id (Union[Unset, int]):
-        cluster_id (Union[Unset, int]):
+        cluster_name (Union[Unset, str]):
 
     Raises:
         errors.UnexpectedStatus: If the server returns an undocumented status code and Client.raise_on_unexpected_status is True.
@@ -204,7 +204,7 @@ async def asyncio_detailed(
         status=status,
         user_id=user_id,
         team_id=team_id,
-        cluster_id=cluster_id,
+        cluster_name=cluster_name,
     )
 
     response = await client.get_async_httpx_client().request(**kwargs)
@@ -220,7 +220,7 @@ async def asyncio(
     status: Union[Unset, TaskStatus] = UNSET,
     user_id: Union[Unset, int] = UNSET,
     team_id: Union[Unset, int] = UNSET,
-    cluster_id: Union[Unset, int] = UNSET,
+    cluster_name: Union[Unset, str] = UNSET,
 ) -> Optional[Union[ErrorResponse, TaskListResponse]]:
     """Get task list
 
@@ -232,7 +232,7 @@ async def asyncio(
         status (Union[Unset, TaskStatus]): Task status Example: pending.
         user_id (Union[Unset, int]):
         team_id (Union[Unset, int]):
-        cluster_id (Union[Unset, int]):
+        cluster_name (Union[Unset, str]):
 
     Raises:
         errors.UnexpectedStatus: If the server returns an undocumented status code and Client.raise_on_unexpected_status is True.
@@ -250,6 +250,6 @@ async def asyncio(
             status=status,
             user_id=user_id,
             team_id=team_id,
-            cluster_id=cluster_id,
+            cluster_name=cluster_name,
         )
     ).parsed

mlops/api/client/models/__init__.py

@@ -1,15 +1,23 @@
 """Contains all the data models used in inputs/outputs"""
 
 from .error_response import ErrorResponse
+from .get_storage_presign_download_response_200 import GetStoragePresignDownloadResponse200
+from .get_storage_presign_upload_response_200 import GetStoragePresignUploadResponse200
+from .get_task_logs_direction import GetTaskLogsDirection
+from .get_task_logs_log_type import GetTaskLogsLogType
 from .job_spec import JobSpec
 from .job_spec_env import JobSpecEnv
 from .job_spec_master_strategy import JobSpecMasterStrategy
+from .log_pagination import LogPagination
 from .message_response import MessageResponse
 from .task import Task
 from .task_alloc_tres_type_0 import TaskAllocTresType0
 from .task_gres_detail_type_0_item import TaskGresDetailType0Item
 from .task_job_resources_type_0 import TaskJobResourcesType0
 from .task_list_response import TaskListResponse
+from .task_log_entry import TaskLogEntry
+from .task_log_entry_log_type import TaskLogEntryLogType
+from .task_logs_response import TaskLogsResponse
 from .task_resources_type_0 import TaskResourcesType0
 from .task_status import TaskStatus
 from .task_submit_request import TaskSubmitRequest
@@ -20,15 +28,23 @@ from .task_tres_used_type_0 import TaskTresUsedType0
 
 __all__ = (
     "ErrorResponse",
+    "GetStoragePresignDownloadResponse200",
+    "GetStoragePresignUploadResponse200",
+    "GetTaskLogsDirection",
+    "GetTaskLogsLogType",
     "JobSpec",
     "JobSpecEnv",
     "JobSpecMasterStrategy",
+    "LogPagination",
     "MessageResponse",
     "Task",
     "TaskAllocTresType0",
     "TaskGresDetailType0Item",
     "TaskJobResourcesType0",
     "TaskListResponse",
+    "TaskLogEntry",
+    "TaskLogEntryLogType",
+    "TaskLogsResponse",
     "TaskResourcesType0",
     "TaskStatus",
     "TaskSubmitRequest",

mlops/api/client/models/get_storage_presign_download_response_200.py

@@ -0,0 +1,60 @@
+from collections.abc import Mapping
+from typing import Any, TypeVar, Union
+
+from attrs import define as _attrs_define
+from attrs import field as _attrs_field
+
+from ..types import UNSET, Unset
+
+T = TypeVar("T", bound="GetStoragePresignDownloadResponse200")
+
+
+@_attrs_define
+class GetStoragePresignDownloadResponse200:
+    """
+    Attributes:
+        url (Union[Unset, str]): The presigned URL for downloading the file Example:
+            https://s3.example.com/bucket/uploads/20230101/123000_1234_test.zip?signature=....
+    """
+
+    url: Union[Unset, str] = UNSET
+    additional_properties: dict[str, Any] = _attrs_field(init=False, factory=dict)
+
+    def to_dict(self) -> dict[str, Any]:
+        url = self.url
+
+        field_dict: dict[str, Any] = {}
+        field_dict.update(self.additional_properties)
+        field_dict.update({})
+        if url is not UNSET:
+            field_dict["url"] = url
+
+        return field_dict
+
+    @classmethod
+    def from_dict(cls: type[T], src_dict: Mapping[str, Any]) -> T:
+        d = dict(src_dict)
+        url = d.pop("url", UNSET)
+
+        get_storage_presign_download_response_200 = cls(
+            url=url,
+        )
+
+        get_storage_presign_download_response_200.additional_properties = d
+        return get_storage_presign_download_response_200
+
+    @property
+    def additional_keys(self) -> list[str]:
+        return list(self.additional_properties.keys())
+
+    def __getitem__(self, key: str) -> Any:
+        return self.additional_properties[key]
+
+    def __setitem__(self, key: str, value: Any) -> None:
+        self.additional_properties[key] = value
+
+    def __delitem__(self, key: str) -> None:
+        del self.additional_properties[key]
+
+    def __contains__(self, key: str) -> bool:
+        return key in self.additional_properties

mlops/api/client/models/get_storage_presign_upload_response_200.py

@@ -0,0 +1,79 @@
+from collections.abc import Mapping
+from typing import Any, TypeVar, Union
+
+from attrs import define as _attrs_define
+from attrs import field as _attrs_field
+
+from ..types import UNSET, Unset
+
+T = TypeVar("T", bound="GetStoragePresignUploadResponse200")
+
+
+@_attrs_define
+class GetStoragePresignUploadResponse200:
+    """
+    Attributes:
+        key (Union[Unset, str]): Object key Example: uploads/20230101/123000_1234_test.zip.
+        s3_url (Union[Unset, str]): S3 URL (s3://bucket/key) in S3 Example: s3://my-
+            bucket/uploads/20230101/123000_1234_test.zip.
+        url (Union[Unset, str]): The presigned URL for uploading the file Example:
+            https://s3.example.com/bucket/uploads/20230101/123000_1234_test.zip?signature=....
+    """
+
+    key: Union[Unset, str] = UNSET
+    s3_url: Union[Unset, str] = UNSET
+    url: Union[Unset, str] = UNSET
+    additional_properties: dict[str, Any] = _attrs_field(init=False, factory=dict)
+
+    def to_dict(self) -> dict[str, Any]:
+        key = self.key
+
+        s3_url = self.s3_url
+
+        url = self.url
+
+        field_dict: dict[str, Any] = {}
+        field_dict.update(self.additional_properties)
+        field_dict.update({})
+        if key is not UNSET:
+            field_dict["key"] = key
+        if s3_url is not UNSET:
+            field_dict["s3_url"] = s3_url
+        if url is not UNSET:
+            field_dict["url"] = url
+
+        return field_dict
+
+    @classmethod
+    def from_dict(cls: type[T], src_dict: Mapping[str, Any]) -> T:
+        d = dict(src_dict)
+        key = d.pop("key", UNSET)
+
+        s3_url = d.pop("s3_url", UNSET)
+
+        url = d.pop("url", UNSET)
+
+        get_storage_presign_upload_response_200 = cls(
+            key=key,
+            s3_url=s3_url,
+            url=url,
+        )
+
+        get_storage_presign_upload_response_200.additional_properties = d
+        return get_storage_presign_upload_response_200
+
+    @property
+    def additional_keys(self) -> list[str]:
+        return list(self.additional_properties.keys())
+
+    def __getitem__(self, key: str) -> Any:
+        return self.additional_properties[key]
+
+    def __setitem__(self, key: str, value: Any) -> None:
+        self.additional_properties[key] = value
+
+    def __delitem__(self, key: str) -> None:
+        del self.additional_properties[key]
+
+    def __contains__(self, key: str) -> bool:
+        return key in self.additional_properties

mlops/api/client/models/get_task_logs_direction.py

@@ -0,0 +1,9 @@
+from enum import Enum
+
+
+class GetTaskLogsDirection(str, Enum):
+    BACKWARD = "backward"
+    FORWARD = "forward"
+
+    def __str__(self) -> str:
+        return str(self.value)

mlops/api/client/models/get_task_logs_log_type.py

@@ -0,0 +1,10 @@
+from enum import Enum
+
+
+class GetTaskLogsLogType(str, Enum):
+    ALL = "all"
+    STDERR = "stderr"
+    STDOUT = "stdout"
+
+    def __str__(self) -> str:
+        return str(self.value)

mlops/api/client/models/log_pagination.py

@@ -0,0 +1,90 @@
+from collections.abc import Mapping
+from typing import Any, TypeVar, Union, cast
+
+from attrs import define as _attrs_define
+from attrs import field as _attrs_field
+
+from ..types import UNSET, Unset
+
+T = TypeVar("T", bound="LogPagination")
+
+
+@_attrs_define
+class LogPagination:
+    """Pagination information for logs
+
+    Attributes:
+        has_more (Union[Unset, bool]): Whether there are more logs available Example: True.
+        next_cursor (Union[None, Unset, str]): Cursor for the next page (timestamp in nanoseconds) Example:
+            1706612400123456789.
+        total_fetched (Union[Unset, int]): Number of log entries fetched in this request Example: 1000.
+    """
+
+    has_more: Union[Unset, bool] = UNSET
+    next_cursor: Union[None, Unset, str] = UNSET
+    total_fetched: Union[Unset, int] = UNSET
+    additional_properties: dict[str, Any] = _attrs_field(init=False, factory=dict)
+
+    def to_dict(self) -> dict[str, Any]:
+        has_more = self.has_more
+
+        next_cursor: Union[None, Unset, str]
+        if isinstance(self.next_cursor, Unset):
+            next_cursor = UNSET
+        else:
+            next_cursor = self.next_cursor
+
+        total_fetched = self.total_fetched
+
+        field_dict: dict[str, Any] = {}
+        field_dict.update(self.additional_properties)
+        field_dict.update({})
+        if has_more is not UNSET:
+            field_dict["has_more"] = has_more
+        if next_cursor is not UNSET:
+            field_dict["next_cursor"] = next_cursor
+        if total_fetched is not UNSET:
+            field_dict["total_fetched"] = total_fetched
+
+        return field_dict
+
+    @classmethod
+    def from_dict(cls: type[T], src_dict: Mapping[str, Any]) -> T:
+        d = dict(src_dict)
+        has_more = d.pop("has_more", UNSET)
+
+        def _parse_next_cursor(data: object) -> Union[None, Unset, str]:
+            if data is None:
+                return data
+            if isinstance(data, Unset):
+                return data
+            return cast(Union[None, Unset, str], data)
+
+        next_cursor = _parse_next_cursor(d.pop("next_cursor", UNSET))
+
+        total_fetched = d.pop("total_fetched", UNSET)
+
+        log_pagination = cls(
+            has_more=has_more,
+            next_cursor=next_cursor,
+            total_fetched=total_fetched,
+        )
+
+        log_pagination.additional_properties = d
+        return log_pagination
+
+    @property
+    def additional_keys(self) -> list[str]:
+        return list(self.additional_properties.keys())
+
+    def __getitem__(self, key: str) -> Any:
+        return self.additional_properties[key]
+
+    def __setitem__(self, key: str, value: Any) -> None:
+        self.additional_properties[key] = value
+
+    def __delitem__(self, key: str) -> None:
+        del self.additional_properties[key]
+
+    def __contains__(self, key: str) -> bool:
+        return key in self.additional_properties

mlops/api/client/models/task_log_entry.py

@@ -0,0 +1,105 @@
+import datetime
+from collections.abc import Mapping
+from typing import Any, TypeVar, Union
+
+from attrs import define as _attrs_define
+from attrs import field as _attrs_field
+from dateutil.parser import isoparse
+
+from ..models.task_log_entry_log_type import TaskLogEntryLogType
+from ..types import UNSET, Unset
+
+T = TypeVar("T", bound="TaskLogEntry")
+
+
+@_attrs_define
+class TaskLogEntry:
+    """A single log entry
+
+    Attributes:
+        content (Union[Unset, str]): Log line content Example: Training epoch 1/100....
+        log_type (Union[Unset, TaskLogEntryLogType]): Log type (stdout or stderr) Example: stdout.
+        node (Union[Unset, str]): Node hostname where the log was generated Example: compute-node-01.
+        timestamp (Union[Unset, datetime.datetime]): Log timestamp in RFC3339 format Example:
+            2024-01-30T10:30:00.123456789Z.
+    """
+
+    content: Union[Unset, str] = UNSET
+    log_type: Union[Unset, TaskLogEntryLogType] = UNSET
+    node: Union[Unset, str] = UNSET
+    timestamp: Union[Unset, datetime.datetime] = UNSET
+    additional_properties: dict[str, Any] = _attrs_field(init=False, factory=dict)
+
+    def to_dict(self) -> dict[str, Any]:
+        content = self.content
+
+        log_type: Union[Unset, str] = UNSET
+        if not isinstance(self.log_type, Unset):
+            log_type = self.log_type.value
+
+        node = self.node
+
+        timestamp: Union[Unset, str] = UNSET
+        if not isinstance(self.timestamp, Unset):
+            timestamp = self.timestamp.isoformat()
+
+        field_dict: dict[str, Any] = {}
+        field_dict.update(self.additional_properties)
+        field_dict.update({})
+        if content is not UNSET:
+            field_dict["content"] = content
+        if log_type is not UNSET:
+            field_dict["log_type"] = log_type
+        if node is not UNSET:
+            field_dict["node"] = node
+        if timestamp is not UNSET:
+            field_dict["timestamp"] = timestamp
+
+        return field_dict
+
+    @classmethod
+    def from_dict(cls: type[T], src_dict: Mapping[str, Any]) -> T:
+        d = dict(src_dict)
+        content = d.pop("content", UNSET)
+
+        _log_type = d.pop("log_type", UNSET)
+        log_type: Union[Unset, TaskLogEntryLogType]
+        if isinstance(_log_type, Unset):
+            log_type = UNSET
+        else:
+            log_type = TaskLogEntryLogType(_log_type)
+
+        node = d.pop("node", UNSET)
+
+        _timestamp = d.pop("timestamp", UNSET)
+        timestamp: Union[Unset, datetime.datetime]
+        if isinstance(_timestamp, Unset):
+            timestamp = UNSET
+        else:
+            timestamp = isoparse(_timestamp)
+
+        task_log_entry = cls(
+            content=content,
+            log_type=log_type,
+            node=node,
+            timestamp=timestamp,
+        )
+
+        task_log_entry.additional_properties = d
+        return task_log_entry
+
+    @property
+    def additional_keys(self) -> list[str]:
+        return list(self.additional_properties.keys())
+
+    def __getitem__(self, key: str) -> Any:
+        return self.additional_properties[key]
+
+    def __setitem__(self, key: str, value: Any) -> None:
+        self.additional_properties[key] = value
+
+    def __delitem__(self, key: str) -> None:
+        del self.additional_properties[key]
+
+    def __contains__(self, key: str) -> bool:
+        return key in self.additional_properties

mlops/api/client/models/task_log_entry_log_type.py

@@ -0,0 +1,9 @@
+from enum import Enum
+
+
+class TaskLogEntryLogType(str, Enum):
+    STDERR = "stderr"
+    STDOUT = "stdout"
+
+    def __str__(self) -> str:
+        return str(self.value)

mlops/api/client/models/task_logs_response.py

@@ -0,0 +1,112 @@
+from collections.abc import Mapping
+from typing import TYPE_CHECKING, Any, TypeVar, Union
+
+from attrs import define as _attrs_define
+from attrs import field as _attrs_field
+
+from ..types import UNSET, Unset
+
+if TYPE_CHECKING:
+    from ..models.log_pagination import LogPagination
+    from ..models.task_log_entry import TaskLogEntry
+
+
+T = TypeVar("T", bound="TaskLogsResponse")
+
+
+@_attrs_define
+class TaskLogsResponse:
+    """Task logs response with pagination support
+
+    Attributes:
+        cluster_id (Union[Unset, int]): Cluster ID Example: 1.
+        job_id (Union[Unset, int]): Slurm Job ID Example: 12345.
+        logs (Union[Unset, list['TaskLogEntry']]): List of log entries
+        pagination (Union[Unset, LogPagination]): Pagination information for logs
+    """
+
+    cluster_id: Union[Unset, int] = UNSET
+    job_id: Union[Unset, int] = UNSET
+    logs: Union[Unset, list["TaskLogEntry"]] = UNSET
+    pagination: Union[Unset, "LogPagination"] = UNSET
+    additional_properties: dict[str, Any] = _attrs_field(init=False, factory=dict)
+
+    def to_dict(self) -> dict[str, Any]:
+        cluster_id = self.cluster_id
+
+        job_id = self.job_id
+
+        logs: Union[Unset, list[dict[str, Any]]] = UNSET
+        if not isinstance(self.logs, Unset):
+            logs = []
+            for logs_item_data in self.logs:
+                logs_item = logs_item_data.to_dict()
+                logs.append(logs_item)
+
+        pagination: Union[Unset, dict[str, Any]] = UNSET
+        if not isinstance(self.pagination, Unset):
+            pagination = self.pagination.to_dict()
+
+        field_dict: dict[str, Any] = {}
+        field_dict.update(self.additional_properties)
+        field_dict.update({})
+        if cluster_id is not UNSET:
+            field_dict["cluster_id"] = cluster_id
+        if job_id is not UNSET:
+            field_dict["job_id"] = job_id
+        if logs is not UNSET:
+            field_dict["logs"] = logs
+        if pagination is not UNSET:
+            field_dict["pagination"] = pagination
+
+        return field_dict
+
+    @classmethod
+    def from_dict(cls: type[T], src_dict: Mapping[str, Any]) -> T:
+        from ..models.log_pagination import LogPagination
+        from ..models.task_log_entry import TaskLogEntry
+
+        d = dict(src_dict)
+        cluster_id = d.pop("cluster_id", UNSET)
+
+        job_id = d.pop("job_id", UNSET)
+
+        logs = []
+        _logs = d.pop("logs", UNSET)
+        for logs_item_data in _logs or []:
+            logs_item = TaskLogEntry.from_dict(logs_item_data)
+
+            logs.append(logs_item)
+
+        _pagination = d.pop("pagination", UNSET)
+        pagination: Union[Unset, LogPagination]
+        if isinstance(_pagination, Unset):
+            pagination = UNSET
+        else:
+            pagination = LogPagination.from_dict(_pagination)
+
+        task_logs_response = cls(
+            cluster_id=cluster_id,
+            job_id=job_id,
+            logs=logs,
+            pagination=pagination,
+        )
+
+        task_logs_response.additional_properties = d
+        return task_logs_response
+
+    @property
+    def additional_keys(self) -> list[str]:
+        return list(self.additional_properties.keys())
+
+    def __getitem__(self, key: str) -> Any:
+        return self.additional_properties[key]
+
+    def __setitem__(self, key: str, value: Any) -> None:
+        self.additional_properties[key] = value
+
+    def __delitem__(self, key: str) -> None:
+        del self.additional_properties[key]
+
+    def __contains__(self, key: str) -> bool:
+        return key in self.additional_properties