intellif-aihub 0.1.20__py3-none-any.whl → 0.1.21__py3-none-any.whl

aihub/__init__.py

@@ -1 +1 @@
-__version__ = "0.1.20"
+__version__ = "0.1.21"

aihub/models/eval.py

@@ -5,15 +5,28 @@ from typing import Dict, List, Optional
 from pydantic import BaseModel, Field
 
 
-class CreateEvalReq(BaseModel):
-    """创建评测任务"""
+class BaseEvalReq(BaseModel):
+    """评测任务基础请求模型"""
+    run_id: str = Field(description="运行ID")
+    type: str = Field(description="评测类型，支持 'llm' 和 'cv'")
+    prediction_artifact_path: str = Field(description="推理产物的路径")
+    user_id: int = Field(0, description="用户ID，默认0")
+
+
+class CreateLLMEvalReq(BaseEvalReq):
+    """创建LLM类型评测任务请求"""
+    type: str = Field(default="llm", description="评测类型，固定为 'llm'")
     dataset_id: int = Field(description="数据集ID")
     dataset_version_id: int = Field(description="数据集版本ID")
-    prediction_artifact_path: str = Field(description="推理产物的路径")
     evaled_artifact_path: str = Field(description="评测结果产物的路径")
-    run_id: str = Field(description="运行ID")
-    user_id: int = Field(0, description="用户ID")
-    report: Dict = Field(default_factory=dict, description="评测报告")
+    report: Dict = Field(description="评测报告")
+
+
+class CreateCVEvalReq(BaseEvalReq):
+    """创建CV类型评测任务请求"""
+    type: str = Field(default="cv", description="评测类型，固定为 'cv'")
+    metrics_artifact_path: str = Field(description="指标产物的路径")
+    ground_truth_artifact_path: str = Field(description="真实标签产物的路径")
 
 
 class EvalRun(BaseModel):

aihub/services/eval.py

@@ -12,7 +12,7 @@ import httpx
 
 from ..exceptions import APIError
 from ..models.common import APIWrapper
-from ..models.eval import CreateEvalReq, CreateEvalResp, ListEvalReq, ListEvalResp
+from ..models.eval import CreateLLMEvalReq, CreateCVEvalReq, CreateEvalResp, ListEvalReq, ListEvalResp
 
 _BASE = "/eval-platform/api/v1"
 
@@ -31,6 +31,7 @@ class EvalService:
         evaled_artifact_path: str,
         report_json: dict,
         run_id,
+        user_id: int = 0,
     ) -> int:
         """创建评测报告
 
@@ -40,7 +41,7 @@ class EvalService:
             evaled_artifact_path:   评测结果制品路径
             prediction_artifact_path: 推理结果制品路径
             dataset_version_name (str): 数据集名称
-
+            user_id (int, optional): 用户ID，默认为0
 
         Returns:
             id (int): 评测报告id
@@ -52,17 +53,48 @@ class EvalService:
         dataset_version = dataset_service.get_dataset_version_by_name(
             dataset_version_name
         )
-        payload = CreateEvalReq(
+        payload = CreateLLMEvalReq(
             dataset_id=dataset_version.dataset_id,
             dataset_version_id=dataset_version.id,
             evaled_artifact_path=evaled_artifact_path,
             prediction_artifact_path=prediction_artifact_path,
             report=report_json,
             run_id=run_id,
+            user_id=user_id,
         )
 
         return self._eval.create(payload)
 
+    def create_cv_run(
+        self,
+        run_id: str,
+        prediction_artifact_path: str,
+        metrics_artifact_path: str,
+        ground_truth_artifact_path: str,
+        user_id: int = 0,
+    ) -> int:
+        """创建 CV 类型评测运行
+        
+        Args:
+            run_id (str): 运行ID
+            prediction_artifact_path (str): 推理产物的路径
+            metrics_artifact_path (str): 指标产物的路径
+            ground_truth_artifact_path (str): 真实标签产物的路径
+            user_id (int, optional): 用户ID，默认为0
+            
+        Returns:
+            id (int): 评测运行id
+        """
+        payload = CreateCVEvalReq(
+            run_id=run_id,
+            prediction_artifact_path=prediction_artifact_path,
+            metrics_artifact_path=metrics_artifact_path,
+            ground_truth_artifact_path=ground_truth_artifact_path,
+            user_id=user_id,
+        )
+        
+        return self._eval.create(payload)
+
     def list(
         self,
         page_size: int = 20,
@@ -119,7 +151,7 @@ class _Eval:
     def __init__(self, http: httpx.Client):
         self._http = http
 
-    def create(self, payload: CreateEvalReq) -> int:
+    def create(self, payload) -> int:
         resp = self._http.post(f"{_BASE}/run/", json=payload.model_dump())
         wrapper = APIWrapper[CreateEvalResp].model_validate(resp.json())
         if wrapper.code != 0:

{intellif_aihub-0.1.20.dist-info → intellif_aihub-0.1.21.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: intellif-aihub
-Version: 0.1.20
+Version: 0.1.21
 Summary: Intellif AI-hub SDK.
 Author-email: Platform Team <aihub@example.com>
 License-Expression: Apache-2.0

{intellif_aihub-0.1.20.dist-info → intellif_aihub-0.1.21.dist-info}/RECORD

@@ -1,4 +1,4 @@
-aihub/__init__.py,sha256=8XalsVoLEfXslFvdtUEmkNOuYShzOzYOcFbgmOz1oSk,23
+aihub/__init__.py,sha256=qEmNtjnOwhDYQ0cHPPtUkUaghzD2xl0thJEznl4giYw,23
 aihub/client.py,sha256=Fu3jlEy21T4nJDV5EXTDujy1_B3Pf6CSTyPwkj3PPuE,5574
 aihub/exceptions.py,sha256=l2cMAvipTqQOio3o11fXsCCSCevbuK4PTsxofkobFjk,500
 aihub/models/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -7,7 +7,7 @@ aihub/models/common.py,sha256=qmabc2LkAdQJXIcpT1P35zxd0Lc8yDYdD4ame1iF4Bs,241
 aihub/models/data_warehouse.py,sha256=zXvWwg7ySoFJMdqQ_1UMTNEKDMhu1hDHlWdBAXdizBk,3905
 aihub/models/dataset_management.py,sha256=4DuQ0zM7jv73SJiqvieHLtn2Y-T6FIFV9r7bgzyCtDo,10790
 aihub/models/document_center.py,sha256=od9bzx6krAS6ktIA-ChxeqGcch0v2wsS1flY2vuHXBc,1340
-aihub/models/eval.py,sha256=YFgaRQv8v_mR7i8t6KJ4w8l2TGugsL1BK4VRFr6iqd8,3304
+aihub/models/eval.py,sha256=fcCoCFiDdZksJnbf7IsVPuwPwYMnGbSiVR8U4gN-3OM,3867
 aihub/models/labelfree.py,sha256=YUnUv0tjYSFAFzYtmbnLOha8rnDe32sb50HkPOclAzU,2016
 aihub/models/model_center.py,sha256=DNMchrN0pYDcTMHApWNNVMrARF_i9Ng5xlAwHX5isYw,5935
 aihub/models/model_training_platform.py,sha256=2zir5i-XvuxKKVYr4wuNYUC7nwMzetdtCRoysZ1W_Tc,11725
@@ -21,7 +21,7 @@ aihub/services/artifact.py,sha256=lfOrgOT2AlH1w-75NLcQGOhVWdhmJcWD1gESPpUzqUw,11
 aihub/services/data_warehouse.py,sha256=awvlJdggo8ph6sXweXXVp4GLRuUSD46LoD0QQksXRts,2964
 aihub/services/dataset_management.py,sha256=R7mFsJ1dNOI_p5yNj_rQdLolRC0UKEN4WejE7uOjVlE,21379
 aihub/services/document_center.py,sha256=dG67Ji-DOnzL2t-4x4gVfMt9fbSj_IjVHCLw5R-VTkQ,1813
-aihub/services/eval.py,sha256=ryXjbC2eCTTU4ot3vjJ4_HhGldjCuZ0LS4OYVwWaCoc,4505
+aihub/services/eval.py,sha256=CweTUkWSECqAEbccUCl2YlF7ZQsfuZKOWg3UFDaZv10,5619
 aihub/services/labelfree.py,sha256=xua62UWhVXTxJjHRyy86waaormnJjmpQwepcARBy_h0,1450
 aihub/services/model_center.py,sha256=QZXlldPZrbC6YkVG3eGw5_53qvFAim2QlXg3DflByTA,6215
 aihub/services/model_training_platform.py,sha256=38o6HJnyi3htFzpX7qj6UhzdqTchcXLRTYU0nM7ffJg,10176
@@ -36,8 +36,8 @@ aihub/utils/di.py,sha256=vFUzno5WbRKu6-pj8Hnz9IqT7xb9UDZQ4qpOFH1YAtM,11812
 aihub/utils/download.py,sha256=ZZVbcC-PnN3PumV7ZiJ_-srkt4HPPovu2F6Faa2RrPE,1830
 aihub/utils/http.py,sha256=AmfHHNjptuuSFx2T1twWCnerR_hLN_gd0lUs8z36ERA,547
 aihub/utils/s3.py,sha256=ISIBP-XdBPkURpXnN56ZnIWokOOg2SRUh_qvxJk-G1Q,2187
-intellif_aihub-0.1.20.dist-info/licenses/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
-intellif_aihub-0.1.20.dist-info/METADATA,sha256=Jr4_my80mlDP_JR7KyR6Ayu5dzBI1WZ_quXnBfbfDAA,2949
-intellif_aihub-0.1.20.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-intellif_aihub-0.1.20.dist-info/top_level.txt,sha256=vIvTtSIN73xv46BpYM-ctVGnyOiUQ9EWP_6ngvdIlvw,6
-intellif_aihub-0.1.20.dist-info/RECORD,,
+intellif_aihub-0.1.21.dist-info/licenses/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
+intellif_aihub-0.1.21.dist-info/METADATA,sha256=3E24k8VYdgjj3EyXtxZHC4NMpYtMAD_hmPu2aX5MJ4o,2949
+intellif_aihub-0.1.21.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+intellif_aihub-0.1.21.dist-info/top_level.txt,sha256=vIvTtSIN73xv46BpYM-ctVGnyOiUQ9EWP_6ngvdIlvw,6
+intellif_aihub-0.1.21.dist-info/RECORD,,