intellif-aihub 0.1.13__tar.gz → 0.1.15__tar.gz

{intellif_aihub-0.1.13/src/intellif_aihub.egg-info → intellif_aihub-0.1.15}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: intellif-aihub
-Version: 0.1.13
+Version: 0.1.15
 Summary: Intellif AI-hub SDK.
 Author-email: Platform Team <aihub@example.com>
 License-Expression: Apache-2.0

{intellif_aihub-0.1.13 → intellif_aihub-0.1.15}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name            = "intellif-aihub"
-version         = "0.1.13"
+version = "0.1.15"
 description     = "Intellif AI-hub SDK."
 readme          = {file = "README.md", content-type = "text/markdown"}
 requires-python = ">=3.9"

intellif_aihub-0.1.15/src/aihub/__init__.py

@@ -0,0 +1 @@
+__version__ = "0.1.15"

{intellif_aihub-0.1.13 → intellif_aihub-0.1.15}/src/aihub/models/artifact.py

@@ -14,6 +14,7 @@ from pydantic import BaseModel, Field
 
 class ArtifactType(str, Enum):
     """制品类型枚举："dataset"-数据集类型；"model"-模型类型；"metrics"-指标类型；"log"-日志类型；"checkpoint"-检查点类型；"image"-图像类型；"prediction"-预测结果类型；"other"-其他类型"""
+
     dataset = "dataset"  # 数据集类型
     model = "model"  # 模型类型
     metrics = "metrics"  # 指标类型
@@ -26,24 +27,29 @@ class ArtifactType(str, Enum):
 
 class CreateArtifactsReq(BaseModel):
     """创建制品请求"""
+
     entity_id: str = Field(alias="entity_id", description="实体ID，通常是运行ID，用于关联制品与特定运行")
-    entity_type: ArtifactType = Field(default=ArtifactType.other, alias="entity_type",
-                                      description="制品类型，指定制品的类型，默认为other")
+    entity_type: ArtifactType = Field(
+        default=ArtifactType.other, alias="entity_type", description="制品类型，指定制品的类型，默认为other"
+    )
     src_path: str = Field(alias="src_path", description="源路径，制品在系统中的路径标识")
-    is_dir: bool = Field(default=False, alias="is_dir",
-                         description="是否为目录，True表示制品是一个目录，False表示是单个文件")
+    is_dir: bool = Field(
+        default=False, alias="is_dir", description="是否为目录，True表示制品是一个目录，False表示是单个文件"
+    )
 
     model_config = {"use_enum_values": True}
 
 
 class CreateArtifactsResponseData(BaseModel):
     """创建制品响应数据"""
+
     id: int = Field(description="制品ID")
     s3_path: str = Field(alias="s3_path", description="S3存储路径")
 
 
 class CreateArtifactsResponseModel(BaseModel):
     """创建制品响应模型"""
+
     code: int = Field(description="响应码，0表示成功")
     msg: str = Field(default="", description="响应消息")
     data: Optional[CreateArtifactsResponseData] = Field(default=None, description="响应数据")
@@ -51,6 +57,7 @@ class CreateArtifactsResponseModel(BaseModel):
 
 class CreateEvalReq(BaseModel):
     """创建评估请求"""
+
     dataset_id: int = Field(alias="dataset_id", description="数据集ID")
     dataset_version_id: int = Field(alias="dataset_version_id", description="数据集版本ID")
     prediction_artifact_path: str = Field(alias="prediction_artifact_path", description="预测结果制品路径")
@@ -62,6 +69,7 @@ class CreateEvalReq(BaseModel):
 
 class ArtifactResp(BaseModel):
     """制品响应模型，表示一个制品的详细信息"""
+
     id: int = Field(description="制品ID")
     entity_type: str = Field(alias="entity_type", description="实体类型")
     entity_id: str = Field(alias="entity_id", description="实体ID")
@@ -72,6 +80,7 @@ class ArtifactResp(BaseModel):
 
 class ArtifactRespData(BaseModel):
     """制品分页数据"""
+
     total: int = Field(description="总记录数")
     page_size: int = Field(alias="page_size", description="每页大小")
     page_num: int = Field(alias="page_num", description="页码")
@@ -80,6 +89,7 @@ class ArtifactRespData(BaseModel):
 
 class ArtifactRespModel(BaseModel):
     """获取制品响应模型"""
+
     code: int = Field(description="响应码，0表示成功")
     msg: str = Field(default="", description="响应消息")
     data: ArtifactRespData = Field(description="响应数据")
@@ -91,8 +101,10 @@ InfinityPageSize = 10000 * 100
 
 class StsResp(BaseModel):
     """STS 临时凭证"""
+
     access_key_id: Optional[str] = Field(default=None, alias="access_key_id", description="访问密钥ID")
     secret_access_key: Optional[str] = Field(default=None, alias="secret_access_key", description="秘密访问密钥")
     session_token: Optional[str] = Field(default=None, alias="session_token", description="会话令牌")
     expiration: Optional[int] = Field(default=None, alias="expiration", description="过期时间")
     endpoint: Optional[str] = Field(default=None, alias="endpoint", description="端点URL")
+    bucket: Optional[str] = Field(default=None, alias="bucket", description="存储桶名称")

{intellif_aihub-0.1.13 → intellif_aihub-0.1.15}/src/aihub/models/dataset_management.py

@@ -8,6 +8,7 @@ from pydantic import BaseModel, Field
 
 class DatasetVersionStatus(IntEnum):
     """数据集版本状态：1-等待中；2-运行中；3-成功；4-失败；5-加载meta；6-构建index"""
+
     Waiting = 1  # 等待中
     Running = 2  # 运行中
     Success = 3  # 成功
@@ -18,6 +19,7 @@ class DatasetVersionStatus(IntEnum):
 
 class UploadType(IntEnum):
     """上传类型：1-本地上传；3-服务器路径上传；4-Labelfree；5-数据接入"""
+
     LOCAL = 1  # 本地上传
     SERVER_PATH = 3  # 服务器路径上传
     LABELFREE = 4  # Labelfree
@@ -26,6 +28,7 @@ class UploadType(IntEnum):
 
 class CreateDatasetRequest(BaseModel):
     """创建数据集请求"""
+
     name: str = Field(description="数据集名称")
     description: str = Field(description="数据集描述")
     tags: List[int] = Field(description="标签ID列表，通过标签管理系统查询")
@@ -37,11 +40,13 @@ class CreateDatasetRequest(BaseModel):
 
 class CreateDatasetResponse(BaseModel):
     """创建数据集返回"""
+
     id: int = Field(alias="id", description="数据集ID")
 
 
 class DatasetVersionBase(BaseModel):
     """数据集版本概要"""
+
     id: int = Field(description="版本ID")
     version: int = Field(description="版本号")
     status: DatasetVersionStatus = Field(description="版本状态")
@@ -53,6 +58,7 @@ class DatasetVersionBase(BaseModel):
 
 class DatasetDetail(BaseModel):
     """数据集详情"""
+
     id: int = Field(description="数据集 ID")
     name: str = Field(description="名称")
     description: str = Field(description="描述")
@@ -69,6 +75,7 @@ class DatasetDetail(BaseModel):
 
 class ExtInfo(BaseModel):
     """扩展信息"""
+
     rec_file_path: Optional[str] = Field(None, alias="rec_file_path", description="rec文件路径")
     idx_file_path: Optional[str] = Field(None, alias="idx_file_path", description="idx文件路径")
     json_file_path: Optional[str] = Field(None, alias="json_file_path", description="json文件路径")
@@ -77,6 +84,7 @@ class ExtInfo(BaseModel):
 
 class CreateDatasetVersionRequest(BaseModel):
     """创建版本请求"""
+
     upload_path: str = Field(alias="upload_path", description="上传路径")
     description: Optional[str] = Field(None, description="版本描述")
     dataset_id: int = Field(alias="dataset_id", description="数据集ID")
@@ -91,11 +99,13 @@ class CreateDatasetVersionRequest(BaseModel):
 
 class CreateDatasetVersionResponse(BaseModel):
     """创建版本返回"""
+
     id: int = Field(alias="id", description="版本ID")
 
 
 class UploadDatasetVersionRequest(BaseModel):
     """上传数据集版本请求"""
+
     upload_path: str = Field(alias="upload_path", description="上传目录")
     upload_type: UploadType = Field(alias="upload_type", description="上传类型")
     dataset_id: int = Field(alias="dataset_id", description="数据集ID")
@@ -107,11 +117,13 @@ class UploadDatasetVersionRequest(BaseModel):
 
 class UploadDatasetVersionResponse(BaseModel):
     """上传数据集版本返回"""
+
     id: int = Field(alias="id", description="版本ID")
 
 
 class DatasetVersionDetail(BaseModel):
     """数据集版本详情"""
+
     id: int = Field(description="版本ID")
     version: int = Field(description="版本号")
     dataset_id: int = Field(alias="dataset_id", description="数据集ID")
@@ -133,5 +145,84 @@ class DatasetVersionDetail(BaseModel):
 
 class FileUploadData(BaseModel):
     """文件上传数据"""
+
     path: str = Field(description="路径")
     url: str = Field(description="URL")
+
+
+class ListDatasetReq(BaseModel):
+    """列表查询数据集请求(使用 dataset_management v2)"""
+    page_size: int = Field(20, alias="page_size", description="每页大小，默认20")
+    page_num: int = Field(1, alias="page_num", description="页码，从1开始")
+    name: Optional[str] = Field(None, description="数据集名称筛选")
+    tags: Optional[str] = Field(None, description="标签筛选")
+    create_by: Optional[int] = Field(None, alias="create_by", description="创建人筛选")
+    scope: Optional[str] = Field("all", description="范围筛选：created|shared|all")
+
+
+class ListDatasetItem(BaseModel):
+    """列表数据集项"""
+    id: int = Field(description="数据集ID")
+    name: str = Field(description="数据集名称")
+    description: str = Field(description="数据集描述")
+    cover_img: str = Field(alias="cover_img", description="封面图片")
+    created_at: int = Field(alias="created_at", description="创建时间戳")
+    updated_at: int = Field(alias="update_at", description="更新时间戳")
+    user_id: int = Field(alias="user_id", description="创建人ID")
+    username: str = Field(description="创建人用户名")
+    tags: Optional[List[int]] = Field(None, description="标签列表")
+    access_user_ids: Optional[List[int]] = Field(None, alias="access_user_ids", description="有访问权限的用户ID列表")
+    is_private: bool = Field(alias="is_private", description="是否私有")
+
+
+class ListDatasetResp(BaseModel):
+    """列表查询数据集响应"""
+    total: int = Field(description="总数")
+    page_size: int = Field(alias="page_size", description="每页大小")
+    page_num: int = Field(alias="page_num", description="当前页码")
+    data: List[ListDatasetItem] = Field(description="数据集列表")
+
+
+class ListDatasetVersionReq(BaseModel):
+    """列表查询数据集版本请求(使用 dataset_management v2)"""
+    page_size: int = Field(10000000, alias="page_size", description="每页大小，默认10000000")
+    page_num: int = Field(1, alias="page_num", description="页码，从1开始")
+    dataset_id: Optional[int] = Field(None, alias="dataset_id", description="数据集ID筛选")
+    dataset_version_ids: Optional[str] = Field(None, alias="dataset_version_ids", description="数据集版本ID列表，逗号分隔")
+
+
+class ListDatasetVersionItem(BaseModel):
+    """列表数据集版本项"""
+    id: int = Field(description="版本ID")
+    version: int = Field(description="版本号")
+    dataset_id: int = Field(alias="dataset_id", description="数据集ID")
+    upload_path: str = Field(alias="upload_path", description="上传路径")
+    upload_type: int = Field(alias="upload_type", description="上传类型")
+    parent_version_id: Optional[int] = Field(None, alias="parent_version_id", description="父版本ID")
+    description: Optional[str] = Field(None, description="版本描述")
+    status: int = Field(description="版本状态")
+    message: str = Field(description="状态信息")
+    created_at: int = Field(alias="created_at", description="创建时间戳")
+    user_id: int = Field(alias="user_id", description="创建人ID")
+    data_size: int = Field(alias="data_size", description="数据大小")
+    data_count: int = Field(alias="data_count", description="数据条数")
+    username: str = Field(description="创建人用户名")
+    dataset_name: str = Field(alias="dataset_name", description="数据集名称")
+
+
+class ListDatasetVersionResp(BaseModel):
+    """列表查询数据集版本响应"""
+    total: int = Field(description="总数")
+    page_size: int = Field(alias="page_size", description="每页大小")
+    page_num: int = Field(alias="page_num", description="当前页码")
+    data: List[ListDatasetVersionItem] = Field(description="数据集版本列表")
+
+
+class CreateDatasetVersionByDataIngestReqV2(BaseModel):
+    """通过数据集成创建数据集版本请求"""
+
+    description: Optional[str] = Field(None, description="描述")
+    dataset_id: int = Field(..., description="数据集ID")
+    s3_object_sheet: str = Field(..., description="S3对象表")
+    object_cnt: Optional[int] = Field(None, description="对象数量")
+    data_size: Optional[int] = Field(None, description="数据大小")

{intellif_aihub-0.1.13 → intellif_aihub-0.1.15}/src/aihub/services/artifact.py

@@ -98,9 +98,7 @@ class ArtifactService:
         """
         return self._artifact.get_sts()
 
-    def get_by_run_id(
-            self, run_id: str, artifact_path: Optional[str] = None
-    ) -> List[ArtifactResp]:
+    def get_by_run_id(self, run_id: str, artifact_path: Optional[str] = None) -> List[ArtifactResp]:
         """根据运行ID获取制品列表
 
         Args:
@@ -116,11 +114,11 @@ class ArtifactService:
         return self._artifact.get_by_run_id(run_id, artifact_path)
 
     def create_artifact(
-            self,
-            local_path: str,
-            artifact_path: Optional[str] = None,
-            run_id: Optional[str] = None,
-            artifact_type: ArtifactType = ArtifactType.other,
+        self,
+        local_path: str,
+        artifact_path: Optional[str] = None,
+        run_id: Optional[str] = None,
+        artifact_type: ArtifactType = ArtifactType.other,
     ) -> None:
         """创建单个文件制品并上传
 
@@ -171,11 +169,11 @@ class ArtifactService:
         return
 
     def create_artifacts(
-            self,
-            local_dir: str,
-            artifact_path: Optional[str] = None,
-            run_id: Optional[str] = None,
-            artifact_type: ArtifactType = ArtifactType.other,
+        self,
+        local_dir: str,
+        artifact_path: Optional[str] = None,
+        run_id: Optional[str] = None,
+        artifact_type: ArtifactType = ArtifactType.other,
     ) -> None:
         """创建目录制品并上传
 
@@ -223,9 +221,7 @@ class ArtifactService:
         logger.info(f"log artifact done: {artifact_path}")
         return
 
-    def download_artifacts(
-            self, run_id: str, artifact_path: Optional[str], local_dir: str
-    ) -> None:
+    def download_artifacts(self, run_id: str, artifact_path: Optional[str], local_dir: str) -> None:
         """下载制品
 
         Args:
@@ -252,9 +248,7 @@ class ArtifactService:
             if artifact_item.is_dir:
                 download_dir_from_s3(self.s3_client, bucket, object_name, local_dir)
             else:
-                self.s3_client.fget_object(
-                    bucket, object_name, str(Path(local_dir) / artifact_item.src_path)
-                )
+                self.s3_client.fget_object(bucket, object_name, str(Path(local_dir) / artifact_item.src_path))
 
         logger.info(f"download artifact done: {artifact_path}")
         return
@@ -311,9 +305,7 @@ class _Artifact:
             raise APIError(f"backend code {wrapper.code}: {wrapper.msg}")
         return
 
-    def get_by_run_id(
-            self, run_id: str, artifact_path: Optional[str]
-    ) -> List[ArtifactResp]:
+    def get_by_run_id(self, run_id: str, artifact_path: Optional[str]) -> List[ArtifactResp]:
         """根据运行ID获取制品列表
 
         Args:
@@ -326,18 +318,12 @@ class _Artifact:
         Raises:
             APIError: 当API调用失败时抛出
         """
-        resp = self._http.get(
-            f"{_Base}/artifacts?entity_id={run_id}&page_num=1&page_size={InfinityPageSize}"
-        )
+        resp = self._http.get(f"{_Base}/artifacts?entity_id={run_id}&page_num=1&page_size={InfinityPageSize}")
         wrapper = APIWrapper[ArtifactRespData].model_validate(resp.json())
         if wrapper.code != 0:
             raise APIError(f"backend code {wrapper.code}: {wrapper.msg}")
         if artifact_path:
-            return [
-                artifact
-                for artifact in wrapper.data.data
-                if artifact.src_path == artifact_path
-            ]
+            return [artifact for artifact in wrapper.data.data if artifact.src_path == artifact_path]
         else:
             return wrapper.data.data