intellif-aihub 0.1.2__py3-none-any.whl → 0.1.3__py3-none-any.whl

aihub/models/dataset_management.py

@@ -1,99 +1,99 @@
-from __future__ import annotations
-
-from typing import List, Optional
-
-from pydantic import BaseModel, Field
-
-
-class CreateDatasetRequest(BaseModel):
-    name: str
-    description: str
-    tags: List[int]
-    cover_img: Optional[str] = Field(None, alias="cover_img")
-    create_by: Optional[int] = Field(None, alias="create_by")
-    is_private: Optional[bool] = Field(None, alias="is_private")
-    access_user_ids: Optional[List[int]] = Field(None, alias="access_user_ids")
-
-
-class CreateDatasetResponse(BaseModel):
-    id: int = Field(alias="id")
-
-
-class DatasetVersionBase(BaseModel):
-    id: int
-    version: int
-    status: int
-    parquet_index_path: Optional[str] = Field(None, alias="parquet_index_path")
-    data_count: int = Field(alias="data_count")
-
-
-class DatasetDetail(BaseModel):
-    id: int
-    name: str
-    description: str
-    cover_img: Optional[str] = Field(None, alias="cover_img")
-    created_at: int = Field(alias="created_at")
-    updated_at: int = Field(alias="update_at")
-    user_id: int = Field(alias="user_id")
-    username: str
-    tags: List[int]
-    access_user_ids: Optional[List[int]] = Field(None, alias="access_user_ids")
-    is_private: Optional[bool] = Field(None, alias="is_private")
-    versions: List[DatasetVersionBase]
-
-
-class ExtInfo(BaseModel):
-    rec_file_path: Optional[str] = Field(None, alias="rec_file_path")
-    idx_file_path: Optional[str] = Field(None, alias="idx_file_path")
-    json_file_path: Optional[str] = Field(None, alias="json_file_path")
-    image_dir_path: Optional[str] = Field(None, alias="image_dir_path")
-
-
-class CreateDatasetVersionRequest(BaseModel):
-    upload_path: str = Field(alias="upload_path")
-    description: Optional[str] = None
-    dataset_id: int = Field(alias="dataset_id")
-    object_cnt: Optional[int] = Field(None, alias="object_cnt")
-    data_size: Optional[int] = Field(None, alias="data_size")
-    create_by: Optional[int] = Field(None, alias="create_by")
-    upload_type: Optional[int] = Field(4, alias="upload_type")
-    ext_info: Optional[ExtInfo] = Field(None, alias="ext_info")
-
-
-class CreateDatasetVersionResponse(BaseModel):
-    id: int = Field(alias="id")
-
-
-class UploadDatasetVersionRequest(BaseModel):
-    upload_path: str = Field(alias="upload_path")
-    upload_type: int = Field(alias="upload_type")
-    dataset_id: int = Field(alias="dataset_id")
-    parent_version_id: Optional[int] = Field(None, alias="parent_version_id")
-    description: Optional[str] = Field(None, alias="description")
-
-
-class UploadDatasetVersionResponse(BaseModel):
-    id: int = Field(alias="id")
-
-
-class DatasetVersionDetail(BaseModel):
-    id: int
-    version: int
-    dataset_id: int = Field(alias="dataset_id")
-    upload_path: str = Field(alias="upload_path")
-    upload_type: int = Field(alias="upload_type")
-    parent_version_id: Optional[int] = Field(None, alias="parent_version_id")
-    description: Optional[str] = None
-    status: int
-    message: Optional[str] = None
-    created_at: int = Field(alias="created_at")
-    user_id: int = Field(alias="user_id")
-    data_size: Optional[int] = Field(None, alias="data_size")
-    data_count: Optional[int] = Field(None, alias="data_count")
-    parquet_index_path: Optional[str] = Field(None, alias="parquet_index_path")
-    ext_info: Optional[ExtInfo] = Field(None, alias="ext_info")
-
-
-class FileUploadData(BaseModel):
-    path: str
-    url: str
+from __future__ import annotations
+
+from typing import List, Optional
+
+from pydantic import BaseModel, Field
+
+
+class CreateDatasetRequest(BaseModel):
+    name: str
+    description: str
+    tags: List[int]
+    cover_img: Optional[str] = Field(None, alias="cover_img")
+    create_by: Optional[int] = Field(None, alias="create_by")
+    is_private: Optional[bool] = Field(None, alias="is_private")
+    access_user_ids: Optional[List[int]] = Field(None, alias="access_user_ids")
+
+
+class CreateDatasetResponse(BaseModel):
+    id: int = Field(alias="id")
+
+
+class DatasetVersionBase(BaseModel):
+    id: int
+    version: int
+    status: int
+    parquet_index_path: Optional[str] = Field(None, alias="parquet_index_path")
+    data_count: int = Field(alias="data_count")
+
+
+class DatasetDetail(BaseModel):
+    id: int
+    name: str
+    description: str
+    cover_img: Optional[str] = Field(None, alias="cover_img")
+    created_at: int = Field(alias="created_at")
+    updated_at: int = Field(alias="update_at")
+    user_id: int = Field(alias="user_id")
+    username: str
+    tags: List[int]
+    access_user_ids: Optional[List[int]] = Field(None, alias="access_user_ids")
+    is_private: Optional[bool] = Field(None, alias="is_private")
+    versions: List[DatasetVersionBase]
+
+
+class ExtInfo(BaseModel):
+    rec_file_path: Optional[str] = Field(None, alias="rec_file_path")
+    idx_file_path: Optional[str] = Field(None, alias="idx_file_path")
+    json_file_path: Optional[str] = Field(None, alias="json_file_path")
+    image_dir_path: Optional[str] = Field(None, alias="image_dir_path")
+
+
+class CreateDatasetVersionRequest(BaseModel):
+    upload_path: str = Field(alias="upload_path")
+    description: Optional[str] = None
+    dataset_id: int = Field(alias="dataset_id")
+    object_cnt: Optional[int] = Field(None, alias="object_cnt")
+    data_size: Optional[int] = Field(None, alias="data_size")
+    create_by: Optional[int] = Field(None, alias="create_by")
+    upload_type: Optional[int] = Field(4, alias="upload_type")
+    ext_info: Optional[ExtInfo] = Field(None, alias="ext_info")
+
+
+class CreateDatasetVersionResponse(BaseModel):
+    id: int = Field(alias="id")
+
+
+class UploadDatasetVersionRequest(BaseModel):
+    upload_path: str = Field(alias="upload_path")
+    upload_type: int = Field(alias="upload_type")
+    dataset_id: int = Field(alias="dataset_id")
+    parent_version_id: Optional[int] = Field(None, alias="parent_version_id")
+    description: Optional[str] = Field(None, alias="description")
+
+
+class UploadDatasetVersionResponse(BaseModel):
+    id: int = Field(alias="id")
+
+
+class DatasetVersionDetail(BaseModel):
+    id: int
+    version: int
+    dataset_id: int = Field(alias="dataset_id")
+    upload_path: str = Field(alias="upload_path")
+    upload_type: int = Field(alias="upload_type")
+    parent_version_id: Optional[int] = Field(None, alias="parent_version_id")
+    description: Optional[str] = None
+    status: int
+    message: Optional[str] = None
+    created_at: int = Field(alias="created_at")
+    user_id: int = Field(alias="user_id")
+    data_size: Optional[int] = Field(None, alias="data_size")
+    data_count: Optional[int] = Field(None, alias="data_count")
+    parquet_index_path: Optional[str] = Field(None, alias="parquet_index_path")
+    ext_info: Optional[ExtInfo] = Field(None, alias="ext_info")
+
+
+class FileUploadData(BaseModel):
+    path: str
+    url: str

aihub/models/document_center.py

@@ -1,28 +1,28 @@
-# !/usr/bin/env python
-# -*-coding:utf-8 -*-
-
-from __future__ import annotations
-
-from typing import List, Optional, Any
-
-from pydantic import BaseModel
-
-
-class Document(BaseModel):
-    id: int
-    title: str
-    type: int
-    edit_time: int
-    need_update: bool
-    content: str
-    username: str
-    user_id: int
-    created_at: int
-    comments: Optional[Any] = None
-
-
-class GetDocumentsResponse(BaseModel):
-    total: int
-    page_size: int
-    page_num: int
-    data: List[Document]
+# !/usr/bin/env python
+# -*-coding:utf-8 -*-
+
+from __future__ import annotations
+
+from typing import List, Optional, Any
+
+from pydantic import BaseModel
+
+
+class Document(BaseModel):
+    id: int
+    title: str
+    type: int
+    edit_time: int
+    need_update: bool
+    content: str
+    username: str
+    user_id: int
+    created_at: int
+    comments: Optional[Any] = None
+
+
+class GetDocumentsResponse(BaseModel):
+    total: int
+    page_size: int
+    page_num: int
+    data: List[Document]

aihub/models/labelfree.py

@@ -1,31 +1,31 @@
-from __future__ import annotations
-
-from typing import Optional
-
-from pydantic import BaseModel, Field
-
-
-class Stats(BaseModel):
-    """标注统计信息"""
-
-    total_annotations: int = Field(alias="total_annotations")
-    labeled_annotations: int = Field(alias="labeled_annotations")
-    total_labels: int = Field(alias="total_labels")
-    total_reviews: Optional[int] = Field(None, alias="total_reviews")
-    unlabeled_reviews: Optional[int] = Field(None, alias="unlabeled_reviews")
-    labeled_reviews: Optional[int] = Field(None, alias="labeled_reviews")
-    accepted_count: Optional[int] = Field(None, alias="accepted_count")
-    rejected_count: Optional[int] = Field(None, alias="rejected_count")
-
-
-class GetGlobalStatsResponse(BaseModel):
-    """
-    标注统计概况
-    """
-
-    global_stats: Stats = Field(alias="global_stats")
-    valid_ten_percent: bool = Field(alias="valid_ten_percent")
-    valid_fifty_percent: bool = Field(alias="valid_fifty_percent")
-    valid_hundred_percent: bool = Field(alias="valid_hundred_percent")
-    data_exported_count: int = Field(alias="data_exported_count")
-    exported_dataset_name: str = Field(alias="exported_dataset_name")
+from __future__ import annotations
+
+from typing import Optional
+
+from pydantic import BaseModel, Field
+
+
+class Stats(BaseModel):
+    """标注统计信息"""
+
+    total_annotations: int = Field(alias="total_annotations")
+    labeled_annotations: int = Field(alias="labeled_annotations")
+    total_labels: int = Field(alias="total_labels")
+    total_reviews: Optional[int] = Field(None, alias="total_reviews")
+    unlabeled_reviews: Optional[int] = Field(None, alias="unlabeled_reviews")
+    labeled_reviews: Optional[int] = Field(None, alias="labeled_reviews")
+    accepted_count: Optional[int] = Field(None, alias="accepted_count")
+    rejected_count: Optional[int] = Field(None, alias="rejected_count")
+
+
+class GetGlobalStatsResponse(BaseModel):
+    """
+    标注统计概况
+    """
+
+    global_stats: Stats = Field(alias="global_stats")
+    valid_ten_percent: bool = Field(alias="valid_ten_percent")
+    valid_fifty_percent: bool = Field(alias="valid_fifty_percent")
+    valid_hundred_percent: bool = Field(alias="valid_hundred_percent")
+    data_exported_count: int = Field(alias="data_exported_count")
+    exported_dataset_name: str = Field(alias="exported_dataset_name")

aihub/models/model_training_platform.py

@@ -0,0 +1,230 @@
+from __future__ import annotations
+
+from typing import List, Optional
+
+from pydantic import BaseModel, Field
+
+
+class Env(BaseModel):
+    key: str
+    value: str
+
+
+class Mount(BaseModel):
+    name: str
+    path: str
+
+
+class Sku(BaseModel):
+    cpu: int
+    gpu: int
+    memory: int
+
+
+class VirtualCluster(BaseModel):
+    id: int
+    name: str
+    gpu_type: str = Field(alias="gpu_type")
+    label: str
+    sku: Sku
+
+
+class Storage(BaseModel):
+    id: int
+    name: str
+    path: str
+    server_path: str = Field(alias="server_path")
+    server_host: str = Field(alias="server_host")
+    server_type: str = Field(alias="server_type")
+    permission: str
+    description: str
+
+
+class Category(BaseModel):
+    id: int
+    name: str
+
+
+class Project(BaseModel):
+    id: int
+    name: str
+    description: str
+
+
+class User(BaseModel):
+    id: int
+    name: str
+
+
+class Department(BaseModel):
+    id: int
+    name: str
+
+
+class CreateTrainingRequest(BaseModel):
+    framework: str
+    name: str
+    description: Optional[str] = None
+    command: Optional[str] = None
+    image: str
+    virtual_cluster_id: int = Field(alias="virtual_cluster_id")
+    sku_cnt: int = Field(alias="sku_cnt")
+    enable_ssh: Optional[bool] = Field(False, alias="enable_ssh")
+    envs: Optional[List[Env]] = Field(default_factory=list, alias="envs")
+    storage_ids: Optional[List[int]] = Field(default_factory=list, alias="storage_ids")
+    instances: int
+    use_ib_network: Optional[bool] = Field(False, alias="use_ib_network")
+    always_pull_image: Optional[bool] = Field(False, alias="always_pull_image")
+    shm: Optional[int] = None
+    category_id: int = Field(alias="category_id")
+    project_id: int = Field(alias="project_id")
+    estimate_run_time: Optional[int] = Field(None, alias="estimate_run_time")
+    is_vip: Optional[bool] = Field(False, alias="is_vip")
+    preempt_policy: Optional[int] = Field(None, alias="preempt_policy")
+    vip_node_names: Optional[List[str]] = Field(default_factory=list, alias="vip_node_names")
+    is_quota_schedule: Optional[bool] = Field(False, alias="is_quota_schedule")
+
+
+class CreateTrainingResponse(BaseModel):
+    id: int
+
+
+class ListTrainingsRequest(BaseModel):
+    page_size: int = Field(20, alias="page_size")
+    page_num: int = Field(1, alias="page_num")
+    user_id: Optional[int] = Field(None, alias="user_id")
+    name: Optional[str] = None
+    virtual_cluster_id: Optional[int] = Field(None, alias="virtual_cluster_id")
+    status: Optional[int] = None
+    category_id: Optional[int] = Field(None, alias="category_id")
+    project_id: Optional[int] = Field(None, alias="project_id")
+    is_quota_schedule: Optional[bool] = Field(None, alias="is_quota_schedule")
+
+
+class Training(BaseModel):
+    id: int
+    framework: str
+    name: str
+    description: str
+    command: str
+    image: str
+    virtual_cluster: VirtualCluster = Field(alias="virtual_cluster")
+    sku_cnt: int = Field(alias="sku_cnt")
+    enable_ssh: bool = Field(alias="enable_ssh")
+    envs: Optional[List[Env]] = Field(None, alias="envs")
+    storages: Optional[List[Storage]] = Field(None, alias="storages")
+    instances: int
+    created_at: int = Field(alias="created_at")
+    username: str
+    user_id: int = Field(alias="user_id")
+    namespace: str
+    res_name: str = Field(alias="res_name")
+    status: int
+    use_ib_network: bool = Field(alias="use_ib_network")
+    always_pull_image: bool = Field(alias="always_pull_image")
+    shm: int
+    category: Category
+    project: Project
+    avg_gpu_util: float = Field(alias="avg_gpu_util")
+    finished_at: int = Field(alias="finished_at")
+    started_at: int = Field(alias="started_at")
+    estimate_run_time: int = Field(alias="estimate_run_time")
+    is_vip: bool = Field(alias="is_vip")
+    cluster_partition: str = Field(alias="cluster_partition")
+    preempt_policy: int = Field(alias="preempt_policy")
+    vip_node_names: List[str] = Field(alias="vip_node_names")
+    stop_op_user: Optional[User] = Field(None, alias="stop_op_user")
+    use_new_log: bool = Field(alias="use_new_log")
+    is_quota_schedule: bool = Field(alias="is_quota_schedule")
+
+
+class ListTrainingsResponse(BaseModel):
+    total: int
+    page_size: int = Field(alias="page_size")
+    page_num: int = Field(alias="page_num")
+    data: List[Training]
+
+
+class Pod(BaseModel):
+    id: int
+    namespace: str
+    name: str
+    status: str
+    created_at: int = Field(alias="created_at")
+    started_at: int = Field(alias="started_at")
+    finished_at: int = Field(alias="finished_at")
+    host_ip: str = Field(alias="host_ip")
+    node_name: str = Field(alias="node_name")
+    ssh_port: int = Field(alias="ssh_port")
+    ssh_info: str = Field(alias="ssh_info")
+    use_new_log: bool = Field(alias="use_new_log")
+
+
+class ListTrainingPodsRequest(BaseModel):
+    page_size: int = Field(20, alias="page_size")
+    page_num: int = Field(1, alias="page_num")
+
+
+class ListTrainingPodsResponse(BaseModel):
+    total: int
+    page_size: int = Field(alias="page_size")
+    page_num: int = Field(alias="page_num")
+    data: List[Pod]
+
+
+class PodLogInfo(BaseModel):
+    name: str
+    url: str
+
+
+class GetTrainingPodLogsNewResponse(BaseModel):
+    logs: List[PodLogInfo]
+
+
+class GetTrainingPodSpecResponse(BaseModel):
+    spec: str
+
+
+class GetTrainingPodEventsResponse(BaseModel):
+    events: str
+
+
+class TrainingUser(BaseModel):
+    user_id: int = Field(alias="user_id")
+    username: str
+
+
+class ListTrainingUsersRequest(BaseModel):
+    page_size: int = Field(20, alias="page_size")
+    page_num: int = Field(1, alias="page_num")
+
+
+class ListTrainingUsersResponse(BaseModel):
+    total: int
+    page_size: int = Field(alias="page_size")
+    page_num: int = Field(alias="page_num")
+    data: Optional[List[TrainingUser]] = Field(default_factory=list)
+
+
+class Container(BaseModel):
+    namespace: str
+    pod_name: str = Field(alias="pod_name")
+    container_name: str = Field(alias="container_name")
+
+
+class TrainingContainer(BaseModel):
+    training_id: int = Field(alias="training_id")
+    training_name: str = Field(alias="training_name")
+    containers: List[Container]
+
+
+class ListTrainingContainersRequest(BaseModel):
+    page_size: int = Field(20, alias="page_size")
+    page_num: int = Field(1, alias="page_num")
+
+
+class ListTrainingContainersResponse(BaseModel):
+    total: int
+    page_size: int = Field(alias="page_size")
+    page_num: int = Field(alias="page_num")
+    data: Optional[List[TrainingContainer]] = Field(default_factory=list)

aihub/models/tag_resource_management.py

@@ -0,0 +1,50 @@
+# !/usr/bin/env python
+# -*-coding:utf-8 -*-
+
+from __future__ import annotations
+
+from typing import List, Optional
+
+from pydantic import BaseModel, Field
+
+
+class Project(BaseModel):
+    id: int
+    name: str
+
+
+class ProjectListData(BaseModel):
+    data: List[Project]
+
+
+class SelectProjectsResponse(BaseModel):
+    data: List[Project]
+
+
+class SkuBrief(BaseModel):
+    id: int
+    description: str
+    cpu: int
+    memory: int
+    gpu_type: int = Field(alias="gpu_type")
+    gpu_memory: int = Field(alias="gpu_memory")
+    network: int
+    created_at: int = Field(alias="created_at")
+
+
+class VirtualClusterBrief(BaseModel):
+    id: int
+    name: str
+    uuid: str
+    sku: Optional[SkuBrief] = None
+    created_at: int = Field(alias="created_at")
+
+
+class SelectVirtualClustersRequest(BaseModel):
+    user_id: int = Field(alias="user_id")
+    module_type: Optional[int] = Field(None, alias="module_type")
+    new_module_type: Optional[str] = Field(None, alias="new_module_type")
+
+
+class SelectVirtualClustersResponse(BaseModel):
+    data: Optional[List[VirtualClusterBrief]] = Field(default_factory=list)