intellif-aihub 0.1.19__py3-none-any.whl → 0.1.21__py3-none-any.whl

aihub/__init__.py

@@ -1 +1 @@
-__version__ = "0.1.19"
+__version__ = "0.1.21"

aihub/models/eval.py

@@ -1,26 +1,81 @@
 # !/usr/bin/env python
 # -*-coding:utf-8 -*-
-from typing import Dict
+from typing import Dict, List, Optional
 
 from pydantic import BaseModel, Field
 
 
-class CreateEvalReq(BaseModel):
-    """创建评测任务"""
+class BaseEvalReq(BaseModel):
+    """评测任务基础请求模型"""
+    run_id: str = Field(description="运行ID")
+    type: str = Field(description="评测类型，支持 'llm' 和 'cv'")
+    prediction_artifact_path: str = Field(description="推理产物的路径")
+    user_id: int = Field(0, description="用户ID，默认0")
+
+
+class CreateLLMEvalReq(BaseEvalReq):
+    """创建LLM类型评测任务请求"""
+    type: str = Field(default="llm", description="评测类型，固定为 'llm'")
     dataset_id: int = Field(description="数据集ID")
     dataset_version_id: int = Field(description="数据集版本ID")
-    prediction_artifact_path: str = Field(description="推理产物的路径")
     evaled_artifact_path: str = Field(description="评测结果产物的路径")
-    run_id: str = Field(description="运行ID")
-    user_id: int = Field(0, description="用户ID")
-    report: Dict = Field(default_factory=dict, description="评测报告")
+    report: Dict = Field(description="评测报告")
+
+
+class CreateCVEvalReq(BaseEvalReq):
+    """创建CV类型评测任务请求"""
+    type: str = Field(default="cv", description="评测类型，固定为 'cv'")
+    metrics_artifact_path: str = Field(description="指标产物的路径")
+    ground_truth_artifact_path: str = Field(description="真实标签产物的路径")
 
 
 class EvalRun(BaseModel):
     """评测任务的运行实体"""
     id: int = Field(description="评测的运行ID")
+    name: str = Field(description="评测名称")
+    description: str = Field(description="评测描述")
+    user_id: int = Field(description="用户ID")
+    model_id: int = Field(description="模型ID")
+    model_name: str = Field(description="模型名称")
+    dataset_id: int = Field(description="数据集ID")
+    dataset_version_id: int = Field(description="数据集版本ID")
+    dataset_name: str = Field(description="数据集名称")
+    status: str = Field(description="状态")
+    prediction_artifact_path: str = Field(description="推理产物路径")
+    evaled_artifact_path: str = Field(description="评测结果产物路径")
+    run_id: str = Field(description="运行ID")
+    dataset_summary: Dict = Field(default_factory=dict, description="数据集摘要")
+    metrics_summary: Dict = Field(default_factory=dict, description="指标摘要")
+    viz_summary: Dict = Field(default_factory=dict, description="可视化摘要")
+    eval_config: Optional[Dict] = Field(default=None, description="评测配置")
+    created_at: int = Field(description="创建时间")
+    updated_at: int = Field(description="更新时间")
 
 
 class CreateEvalResp(BaseModel):
     """创建评测任务的返回结果"""
     eval_run: EvalRun = Field(alias="eval_run", description="评测运行信息")
+
+
+class ListEvalReq(BaseModel):
+    """列出评测任务请求"""
+    page_size: int = Field(20, description="页面大小")
+    page_num: int = Field(1, description="页码")
+    status: Optional[str] = Field(None, description="状态过滤")
+    name: Optional[str] = Field(None, description="名称过滤")
+    model_id: Optional[int] = Field(None, description="模型ID过滤")
+    dataset_id: Optional[int] = Field(None, description="数据集ID过滤")
+    dataset_version_id: Optional[int] = Field(None, description="数据集版本ID过滤")
+    run_id: Optional[str] = Field(None, description="运行ID过滤")
+    user_id: Optional[int] = Field(None, description="用户ID过滤")
+    model_ids: Optional[str] = Field(None, description="模型ID列表过滤")
+    dataset_ids: Optional[str] = Field(None, description="数据集ID列表过滤")
+    dataset_version_ids: Optional[str] = Field(None, description="数据集版本ID列表过滤")
+
+
+class ListEvalResp(BaseModel):
+    """列出评测任务响应"""
+    total: int = Field(description="总数")
+    page_size: int = Field(description="页面大小")
+    page_num: int = Field(description="页码")
+    data: List[EvalRun] = Field(description="评测运行列表")

aihub/services/eval.py

@@ -5,13 +5,14 @@
 本模块围绕 **“模型评测（Run → Report）”** 提供能力：
 
 - **创建评测任务 / 评测报告**
+- **获取评测任务列表**
 """
 
 import httpx
 
 from ..exceptions import APIError
 from ..models.common import APIWrapper
-from ..models.eval import CreateEvalReq, CreateEvalResp
+from ..models.eval import CreateLLMEvalReq, CreateCVEvalReq, CreateEvalResp, ListEvalReq, ListEvalResp
 
 _BASE = "/eval-platform/api/v1"
 
@@ -30,6 +31,7 @@ class EvalService:
         evaled_artifact_path: str,
         report_json: dict,
         run_id,
+        user_id: int = 0,
     ) -> int:
         """创建评测报告
 
@@ -39,7 +41,7 @@ class EvalService:
             evaled_artifact_path:   评测结果制品路径
             prediction_artifact_path: 推理结果制品路径
             dataset_version_name (str): 数据集名称
-
+            user_id (int, optional): 用户ID，默认为0
 
         Returns:
             id (int): 评测报告id
@@ -51,25 +53,120 @@ class EvalService:
         dataset_version = dataset_service.get_dataset_version_by_name(
             dataset_version_name
         )
-        payload = CreateEvalReq(
+        payload = CreateLLMEvalReq(
             dataset_id=dataset_version.dataset_id,
             dataset_version_id=dataset_version.id,
             evaled_artifact_path=evaled_artifact_path,
             prediction_artifact_path=prediction_artifact_path,
             report=report_json,
             run_id=run_id,
+            user_id=user_id,
         )
 
         return self._eval.create(payload)
 
+    def create_cv_run(
+        self,
+        run_id: str,
+        prediction_artifact_path: str,
+        metrics_artifact_path: str,
+        ground_truth_artifact_path: str,
+        user_id: int = 0,
+    ) -> int:
+        """创建 CV 类型评测运行
+        
+        Args:
+            run_id (str): 运行ID
+            prediction_artifact_path (str): 推理产物的路径
+            metrics_artifact_path (str): 指标产物的路径
+            ground_truth_artifact_path (str): 真实标签产物的路径
+            user_id (int, optional): 用户ID，默认为0
+            
+        Returns:
+            id (int): 评测运行id
+        """
+        payload = CreateCVEvalReq(
+            run_id=run_id,
+            prediction_artifact_path=prediction_artifact_path,
+            metrics_artifact_path=metrics_artifact_path,
+            ground_truth_artifact_path=ground_truth_artifact_path,
+            user_id=user_id,
+        )
+        
+        return self._eval.create(payload)
+
+    def list(
+        self,
+        page_size: int = 20,
+        page_num: int = 1,
+        status: str = None,
+        name: str = None,
+        model_id: int = None,
+        dataset_id: int = None,
+        dataset_version_id: int = None,
+        run_id: str = None,
+        user_id: int = None,
+        model_ids: str = None,
+        dataset_ids: str = None,
+        dataset_version_ids: str = None,
+    ) -> ListEvalResp:
+        """列出评测结果
+
+        Args:
+            page_size (int): 页面大小，默认为20
+            page_num (int): 页码，默认为1
+            status (str, optional): 状态过滤
+            name (str, optional): 名称过滤
+            model_id (int, optional): 模型ID过滤
+            dataset_id (int, optional): 数据集ID过滤
+            dataset_version_id (int, optional): 数据集版本ID过滤
+            run_id (str, optional): 运行ID过滤
+            user_id (int, optional): 用户ID过滤
+            model_ids (str, optional): 模型ID列表过滤（逗号分隔）
+            dataset_ids (str, optional): 数据集ID列表过滤（逗号分隔）
+            dataset_version_ids (str, optional): 数据集版本ID列表过滤（逗号分隔）
+
+        Returns:
+            ListEvalResp: 评测结果列表响应
+        """
+        payload = ListEvalReq(
+            page_size=page_size,
+            page_num=page_num,
+            status=status,
+            name=name,
+            model_id=model_id,
+            dataset_id=dataset_id,
+            dataset_version_id=dataset_version_id,
+            run_id=run_id,
+            user_id=user_id,
+            model_ids=model_ids,
+            dataset_ids=dataset_ids,
+            dataset_version_ids=dataset_version_ids,
+        )
+
+        return self._eval.list(payload)
+
 
 class _Eval:
     def __init__(self, http: httpx.Client):
         self._http = http
 
-    def create(self, payload: CreateEvalReq) -> int:
+    def create(self, payload) -> int:
         resp = self._http.post(f"{_BASE}/run/", json=payload.model_dump())
         wrapper = APIWrapper[CreateEvalResp].model_validate(resp.json())
         if wrapper.code != 0:
             raise APIError(f"backend code {wrapper.code}: {wrapper.msg}")
         return wrapper.data.eval_run.id
+
+    def list(self, payload: ListEvalReq) -> ListEvalResp:
+        # Build query parameters, excluding None values
+        params = {}
+        for field, value in payload.model_dump().items():
+            if value is not None:
+                params[field] = value
+
+        resp = self._http.get(f"{_BASE}/run/", params=params)
+        wrapper = APIWrapper[ListEvalResp].model_validate(resp.json())
+        if wrapper.code != 0:
+            raise APIError(f"backend code {wrapper.code}: {wrapper.msg}")
+        return wrapper.data

{intellif_aihub-0.1.19.dist-info → intellif_aihub-0.1.21.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: intellif-aihub
-Version: 0.1.19
+Version: 0.1.21
 Summary: Intellif AI-hub SDK.
 Author-email: Platform Team <aihub@example.com>
 License-Expression: Apache-2.0

{intellif_aihub-0.1.19.dist-info → intellif_aihub-0.1.21.dist-info}/RECORD

@@ -1,4 +1,4 @@
-aihub/__init__.py,sha256=cAJAbAh288a9AL-3yxwFzEM1L26izSJ6wma5aiml_9Y,23
+aihub/__init__.py,sha256=qEmNtjnOwhDYQ0cHPPtUkUaghzD2xl0thJEznl4giYw,23
 aihub/client.py,sha256=Fu3jlEy21T4nJDV5EXTDujy1_B3Pf6CSTyPwkj3PPuE,5574
 aihub/exceptions.py,sha256=l2cMAvipTqQOio3o11fXsCCSCevbuK4PTsxofkobFjk,500
 aihub/models/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -7,7 +7,7 @@ aihub/models/common.py,sha256=qmabc2LkAdQJXIcpT1P35zxd0Lc8yDYdD4ame1iF4Bs,241
 aihub/models/data_warehouse.py,sha256=zXvWwg7ySoFJMdqQ_1UMTNEKDMhu1hDHlWdBAXdizBk,3905
 aihub/models/dataset_management.py,sha256=4DuQ0zM7jv73SJiqvieHLtn2Y-T6FIFV9r7bgzyCtDo,10790
 aihub/models/document_center.py,sha256=od9bzx6krAS6ktIA-ChxeqGcch0v2wsS1flY2vuHXBc,1340
-aihub/models/eval.py,sha256=4Gon4Sg4dOkyCx3KH2mO5ip3AhrBwrPC0UZA447HeoQ,910
+aihub/models/eval.py,sha256=fcCoCFiDdZksJnbf7IsVPuwPwYMnGbSiVR8U4gN-3OM,3867
 aihub/models/labelfree.py,sha256=YUnUv0tjYSFAFzYtmbnLOha8rnDe32sb50HkPOclAzU,2016
 aihub/models/model_center.py,sha256=DNMchrN0pYDcTMHApWNNVMrARF_i9Ng5xlAwHX5isYw,5935
 aihub/models/model_training_platform.py,sha256=2zir5i-XvuxKKVYr4wuNYUC7nwMzetdtCRoysZ1W_Tc,11725
@@ -21,7 +21,7 @@ aihub/services/artifact.py,sha256=lfOrgOT2AlH1w-75NLcQGOhVWdhmJcWD1gESPpUzqUw,11
 aihub/services/data_warehouse.py,sha256=awvlJdggo8ph6sXweXXVp4GLRuUSD46LoD0QQksXRts,2964
 aihub/services/dataset_management.py,sha256=R7mFsJ1dNOI_p5yNj_rQdLolRC0UKEN4WejE7uOjVlE,21379
 aihub/services/document_center.py,sha256=dG67Ji-DOnzL2t-4x4gVfMt9fbSj_IjVHCLw5R-VTkQ,1813
-aihub/services/eval.py,sha256=V1nBISIyYWg9JJO24xzy4-kit9NsaCYp1EWIX_fgJkQ,2128
+aihub/services/eval.py,sha256=CweTUkWSECqAEbccUCl2YlF7ZQsfuZKOWg3UFDaZv10,5619
 aihub/services/labelfree.py,sha256=xua62UWhVXTxJjHRyy86waaormnJjmpQwepcARBy_h0,1450
 aihub/services/model_center.py,sha256=QZXlldPZrbC6YkVG3eGw5_53qvFAim2QlXg3DflByTA,6215
 aihub/services/model_training_platform.py,sha256=38o6HJnyi3htFzpX7qj6UhzdqTchcXLRTYU0nM7ffJg,10176
@@ -36,8 +36,8 @@ aihub/utils/di.py,sha256=vFUzno5WbRKu6-pj8Hnz9IqT7xb9UDZQ4qpOFH1YAtM,11812
 aihub/utils/download.py,sha256=ZZVbcC-PnN3PumV7ZiJ_-srkt4HPPovu2F6Faa2RrPE,1830
 aihub/utils/http.py,sha256=AmfHHNjptuuSFx2T1twWCnerR_hLN_gd0lUs8z36ERA,547
 aihub/utils/s3.py,sha256=ISIBP-XdBPkURpXnN56ZnIWokOOg2SRUh_qvxJk-G1Q,2187
-intellif_aihub-0.1.19.dist-info/licenses/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
-intellif_aihub-0.1.19.dist-info/METADATA,sha256=UOW5k_V7vETeUP9e1Jqb9_Bgzdr2Tfqdkto-BH3XhyQ,2949
-intellif_aihub-0.1.19.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-intellif_aihub-0.1.19.dist-info/top_level.txt,sha256=vIvTtSIN73xv46BpYM-ctVGnyOiUQ9EWP_6ngvdIlvw,6
-intellif_aihub-0.1.19.dist-info/RECORD,,
+intellif_aihub-0.1.21.dist-info/licenses/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
+intellif_aihub-0.1.21.dist-info/METADATA,sha256=3E24k8VYdgjj3EyXtxZHC4NMpYtMAD_hmPu2aX5MJ4o,2949
+intellif_aihub-0.1.21.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+intellif_aihub-0.1.21.dist-info/top_level.txt,sha256=vIvTtSIN73xv46BpYM-ctVGnyOiUQ9EWP_6ngvdIlvw,6
+intellif_aihub-0.1.21.dist-info/RECORD,,