intellif-aihub 0.1.18__py3-none-any.whl → 0.1.20__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of intellif-aihub might be problematic. Click here for more details.
- aihub/__init__.py +1 -1
- aihub/models/eval.py +43 -1
- aihub/models/labelfree.py +20 -0
- aihub/models/task_center.py +2 -2
- aihub/services/eval.py +66 -1
- {intellif_aihub-0.1.18.dist-info → intellif_aihub-0.1.20.dist-info}/METADATA +1 -1
- {intellif_aihub-0.1.18.dist-info → intellif_aihub-0.1.20.dist-info}/RECORD +10 -10
- {intellif_aihub-0.1.18.dist-info → intellif_aihub-0.1.20.dist-info}/WHEEL +0 -0
- {intellif_aihub-0.1.18.dist-info → intellif_aihub-0.1.20.dist-info}/licenses/LICENSE +0 -0
- {intellif_aihub-0.1.18.dist-info → intellif_aihub-0.1.20.dist-info}/top_level.txt +0 -0
aihub/__init__.py
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
__version__ = "0.1.
|
|
1
|
+
__version__ = "0.1.20"
|
aihub/models/eval.py
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
# !/usr/bin/env python
|
|
2
2
|
# -*-coding:utf-8 -*-
|
|
3
|
-
from typing import Dict
|
|
3
|
+
from typing import Dict, List, Optional
|
|
4
4
|
|
|
5
5
|
from pydantic import BaseModel, Field
|
|
6
6
|
|
|
@@ -19,8 +19,50 @@ class CreateEvalReq(BaseModel):
|
|
|
19
19
|
class EvalRun(BaseModel):
|
|
20
20
|
"""评测任务的运行实体"""
|
|
21
21
|
id: int = Field(description="评测的运行ID")
|
|
22
|
+
name: str = Field(description="评测名称")
|
|
23
|
+
description: str = Field(description="评测描述")
|
|
24
|
+
user_id: int = Field(description="用户ID")
|
|
25
|
+
model_id: int = Field(description="模型ID")
|
|
26
|
+
model_name: str = Field(description="模型名称")
|
|
27
|
+
dataset_id: int = Field(description="数据集ID")
|
|
28
|
+
dataset_version_id: int = Field(description="数据集版本ID")
|
|
29
|
+
dataset_name: str = Field(description="数据集名称")
|
|
30
|
+
status: str = Field(description="状态")
|
|
31
|
+
prediction_artifact_path: str = Field(description="推理产物路径")
|
|
32
|
+
evaled_artifact_path: str = Field(description="评测结果产物路径")
|
|
33
|
+
run_id: str = Field(description="运行ID")
|
|
34
|
+
dataset_summary: Dict = Field(default_factory=dict, description="数据集摘要")
|
|
35
|
+
metrics_summary: Dict = Field(default_factory=dict, description="指标摘要")
|
|
36
|
+
viz_summary: Dict = Field(default_factory=dict, description="可视化摘要")
|
|
37
|
+
eval_config: Optional[Dict] = Field(default=None, description="评测配置")
|
|
38
|
+
created_at: int = Field(description="创建时间")
|
|
39
|
+
updated_at: int = Field(description="更新时间")
|
|
22
40
|
|
|
23
41
|
|
|
24
42
|
class CreateEvalResp(BaseModel):
|
|
25
43
|
"""创建评测任务的返回结果"""
|
|
26
44
|
eval_run: EvalRun = Field(alias="eval_run", description="评测运行信息")
|
|
45
|
+
|
|
46
|
+
|
|
47
|
+
class ListEvalReq(BaseModel):
|
|
48
|
+
"""列出评测任务请求"""
|
|
49
|
+
page_size: int = Field(20, description="页面大小")
|
|
50
|
+
page_num: int = Field(1, description="页码")
|
|
51
|
+
status: Optional[str] = Field(None, description="状态过滤")
|
|
52
|
+
name: Optional[str] = Field(None, description="名称过滤")
|
|
53
|
+
model_id: Optional[int] = Field(None, description="模型ID过滤")
|
|
54
|
+
dataset_id: Optional[int] = Field(None, description="数据集ID过滤")
|
|
55
|
+
dataset_version_id: Optional[int] = Field(None, description="数据集版本ID过滤")
|
|
56
|
+
run_id: Optional[str] = Field(None, description="运行ID过滤")
|
|
57
|
+
user_id: Optional[int] = Field(None, description="用户ID过滤")
|
|
58
|
+
model_ids: Optional[str] = Field(None, description="模型ID列表过滤")
|
|
59
|
+
dataset_ids: Optional[str] = Field(None, description="数据集ID列表过滤")
|
|
60
|
+
dataset_version_ids: Optional[str] = Field(None, description="数据集版本ID列表过滤")
|
|
61
|
+
|
|
62
|
+
|
|
63
|
+
class ListEvalResp(BaseModel):
|
|
64
|
+
"""列出评测任务响应"""
|
|
65
|
+
total: int = Field(description="总数")
|
|
66
|
+
page_size: int = Field(description="页面大小")
|
|
67
|
+
page_num: int = Field(description="页码")
|
|
68
|
+
data: List[EvalRun] = Field(description="评测运行列表")
|
aihub/models/labelfree.py
CHANGED
|
@@ -1,12 +1,29 @@
|
|
|
1
1
|
from __future__ import annotations
|
|
2
2
|
|
|
3
|
+
from enum import Enum
|
|
3
4
|
from typing import Optional
|
|
4
5
|
|
|
5
6
|
from pydantic import BaseModel, Field
|
|
6
7
|
|
|
7
8
|
|
|
9
|
+
class LabelProjectStatus(Enum):
|
|
10
|
+
"""标注状态"""
|
|
11
|
+
|
|
12
|
+
Pending = "pending"
|
|
13
|
+
"""未开始"""
|
|
14
|
+
Loading = "loading"
|
|
15
|
+
"""数据读取中"""
|
|
16
|
+
Error = "failed"
|
|
17
|
+
"""数据读取异常"""
|
|
18
|
+
In_Progress = "ready"
|
|
19
|
+
"""进行中"""
|
|
20
|
+
Finished = "finished"
|
|
21
|
+
"""标注完成"""
|
|
22
|
+
|
|
23
|
+
|
|
8
24
|
class Stats(BaseModel):
|
|
9
25
|
"""标注统计信息"""
|
|
26
|
+
|
|
10
27
|
total_annotations: int = Field(alias="total_annotations", description="总数据量")
|
|
11
28
|
labeled_annotations: int = Field(alias="labeled_annotations", description="已标注数据量")
|
|
12
29
|
total_labels: int = Field(alias="total_labels", description="总标签量")
|
|
@@ -19,9 +36,12 @@ class Stats(BaseModel):
|
|
|
19
36
|
|
|
20
37
|
class GetGlobalStatsResponse(BaseModel):
|
|
21
38
|
"""标注统计概况"""
|
|
39
|
+
|
|
22
40
|
global_stats: Stats = Field(alias="global_stats")
|
|
23
41
|
valid_ten_percent: bool = Field(alias="valid_ten_percent", description="是否完成验收10%")
|
|
24
42
|
valid_fifty_percent: bool = Field(alias="valid_fifty_percent", description="是否完成验收50%")
|
|
25
43
|
valid_hundred_percent: bool = Field(alias="valid_hundred_percent", description="是否完成验收100%")
|
|
26
44
|
data_exported_count: int = Field(alias="data_exported_count", description="已导出数据次数")
|
|
27
45
|
exported_dataset_name: str = Field(alias="exported_dataset_name", description="最新数据集名称")
|
|
46
|
+
status: LabelProjectStatus = Field(description="状态")
|
|
47
|
+
model_config = {"use_enum_values": True}
|
aihub/models/task_center.py
CHANGED
|
@@ -138,8 +138,8 @@ class LabelValidateStage(Enum):
|
|
|
138
138
|
"""10%阶段"""
|
|
139
139
|
FIFTY_PERCENT = "标注阶段(50%)"
|
|
140
140
|
"""50%阶段"""
|
|
141
|
-
|
|
142
|
-
"""
|
|
141
|
+
LABEL_FINISHED = "标注阶段(100%)"
|
|
142
|
+
"""标注完成"""
|
|
143
143
|
|
|
144
144
|
|
|
145
145
|
class LabelValidateReq(BaseModel):
|
aihub/services/eval.py
CHANGED
|
@@ -5,13 +5,14 @@
|
|
|
5
5
|
本模块围绕 **“模型评测(Run → Report)”** 提供能力:
|
|
6
6
|
|
|
7
7
|
- **创建评测任务 / 评测报告**
|
|
8
|
+
- **获取评测任务列表**
|
|
8
9
|
"""
|
|
9
10
|
|
|
10
11
|
import httpx
|
|
11
12
|
|
|
12
13
|
from ..exceptions import APIError
|
|
13
14
|
from ..models.common import APIWrapper
|
|
14
|
-
from ..models.eval import CreateEvalReq, CreateEvalResp
|
|
15
|
+
from ..models.eval import CreateEvalReq, CreateEvalResp, ListEvalReq, ListEvalResp
|
|
15
16
|
|
|
16
17
|
_BASE = "/eval-platform/api/v1"
|
|
17
18
|
|
|
@@ -62,6 +63,57 @@ class EvalService:
|
|
|
62
63
|
|
|
63
64
|
return self._eval.create(payload)
|
|
64
65
|
|
|
66
|
+
def list(
|
|
67
|
+
self,
|
|
68
|
+
page_size: int = 20,
|
|
69
|
+
page_num: int = 1,
|
|
70
|
+
status: str = None,
|
|
71
|
+
name: str = None,
|
|
72
|
+
model_id: int = None,
|
|
73
|
+
dataset_id: int = None,
|
|
74
|
+
dataset_version_id: int = None,
|
|
75
|
+
run_id: str = None,
|
|
76
|
+
user_id: int = None,
|
|
77
|
+
model_ids: str = None,
|
|
78
|
+
dataset_ids: str = None,
|
|
79
|
+
dataset_version_ids: str = None,
|
|
80
|
+
) -> ListEvalResp:
|
|
81
|
+
"""列出评测结果
|
|
82
|
+
|
|
83
|
+
Args:
|
|
84
|
+
page_size (int): 页面大小,默认为20
|
|
85
|
+
page_num (int): 页码,默认为1
|
|
86
|
+
status (str, optional): 状态过滤
|
|
87
|
+
name (str, optional): 名称过滤
|
|
88
|
+
model_id (int, optional): 模型ID过滤
|
|
89
|
+
dataset_id (int, optional): 数据集ID过滤
|
|
90
|
+
dataset_version_id (int, optional): 数据集版本ID过滤
|
|
91
|
+
run_id (str, optional): 运行ID过滤
|
|
92
|
+
user_id (int, optional): 用户ID过滤
|
|
93
|
+
model_ids (str, optional): 模型ID列表过滤(逗号分隔)
|
|
94
|
+
dataset_ids (str, optional): 数据集ID列表过滤(逗号分隔)
|
|
95
|
+
dataset_version_ids (str, optional): 数据集版本ID列表过滤(逗号分隔)
|
|
96
|
+
|
|
97
|
+
Returns:
|
|
98
|
+
ListEvalResp: 评测结果列表响应
|
|
99
|
+
"""
|
|
100
|
+
payload = ListEvalReq(
|
|
101
|
+
page_size=page_size,
|
|
102
|
+
page_num=page_num,
|
|
103
|
+
status=status,
|
|
104
|
+
name=name,
|
|
105
|
+
model_id=model_id,
|
|
106
|
+
dataset_id=dataset_id,
|
|
107
|
+
dataset_version_id=dataset_version_id,
|
|
108
|
+
run_id=run_id,
|
|
109
|
+
user_id=user_id,
|
|
110
|
+
model_ids=model_ids,
|
|
111
|
+
dataset_ids=dataset_ids,
|
|
112
|
+
dataset_version_ids=dataset_version_ids,
|
|
113
|
+
)
|
|
114
|
+
|
|
115
|
+
return self._eval.list(payload)
|
|
116
|
+
|
|
65
117
|
|
|
66
118
|
class _Eval:
|
|
67
119
|
def __init__(self, http: httpx.Client):
|
|
@@ -73,3 +125,16 @@ class _Eval:
|
|
|
73
125
|
if wrapper.code != 0:
|
|
74
126
|
raise APIError(f"backend code {wrapper.code}: {wrapper.msg}")
|
|
75
127
|
return wrapper.data.eval_run.id
|
|
128
|
+
|
|
129
|
+
def list(self, payload: ListEvalReq) -> ListEvalResp:
|
|
130
|
+
# Build query parameters, excluding None values
|
|
131
|
+
params = {}
|
|
132
|
+
for field, value in payload.model_dump().items():
|
|
133
|
+
if value is not None:
|
|
134
|
+
params[field] = value
|
|
135
|
+
|
|
136
|
+
resp = self._http.get(f"{_BASE}/run/", params=params)
|
|
137
|
+
wrapper = APIWrapper[ListEvalResp].model_validate(resp.json())
|
|
138
|
+
if wrapper.code != 0:
|
|
139
|
+
raise APIError(f"backend code {wrapper.code}: {wrapper.msg}")
|
|
140
|
+
return wrapper.data
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
aihub/__init__.py,sha256=
|
|
1
|
+
aihub/__init__.py,sha256=8XalsVoLEfXslFvdtUEmkNOuYShzOzYOcFbgmOz1oSk,23
|
|
2
2
|
aihub/client.py,sha256=Fu3jlEy21T4nJDV5EXTDujy1_B3Pf6CSTyPwkj3PPuE,5574
|
|
3
3
|
aihub/exceptions.py,sha256=l2cMAvipTqQOio3o11fXsCCSCevbuK4PTsxofkobFjk,500
|
|
4
4
|
aihub/models/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
@@ -7,13 +7,13 @@ aihub/models/common.py,sha256=qmabc2LkAdQJXIcpT1P35zxd0Lc8yDYdD4ame1iF4Bs,241
|
|
|
7
7
|
aihub/models/data_warehouse.py,sha256=zXvWwg7ySoFJMdqQ_1UMTNEKDMhu1hDHlWdBAXdizBk,3905
|
|
8
8
|
aihub/models/dataset_management.py,sha256=4DuQ0zM7jv73SJiqvieHLtn2Y-T6FIFV9r7bgzyCtDo,10790
|
|
9
9
|
aihub/models/document_center.py,sha256=od9bzx6krAS6ktIA-ChxeqGcch0v2wsS1flY2vuHXBc,1340
|
|
10
|
-
aihub/models/eval.py,sha256=
|
|
11
|
-
aihub/models/labelfree.py,sha256=
|
|
10
|
+
aihub/models/eval.py,sha256=YFgaRQv8v_mR7i8t6KJ4w8l2TGugsL1BK4VRFr6iqd8,3304
|
|
11
|
+
aihub/models/labelfree.py,sha256=YUnUv0tjYSFAFzYtmbnLOha8rnDe32sb50HkPOclAzU,2016
|
|
12
12
|
aihub/models/model_center.py,sha256=DNMchrN0pYDcTMHApWNNVMrARF_i9Ng5xlAwHX5isYw,5935
|
|
13
13
|
aihub/models/model_training_platform.py,sha256=2zir5i-XvuxKKVYr4wuNYUC7nwMzetdtCRoysZ1W_Tc,11725
|
|
14
14
|
aihub/models/quota_schedule_management.py,sha256=LdXwKkpJd0jUFSHtTHUlFLlH-NUSmgywWtxwFg57CNk,12368
|
|
15
15
|
aihub/models/tag_resource_management.py,sha256=-FgiKyDIG7bZagzVRf-8rXWuqH9GyciDadxz5W2f3I8,2195
|
|
16
|
-
aihub/models/task_center.py,sha256=
|
|
16
|
+
aihub/models/task_center.py,sha256=rGCvrkDjHLLBQ46DtDA7UAJ4eBQ0jwxpQmSB1z3UHmw,6135
|
|
17
17
|
aihub/models/user_system.py,sha256=58f4w5g_SHUhX4vvJK6RXChCr6IDjX4i957suWYaxg8,12249
|
|
18
18
|
aihub/models/workflow_center.py,sha256=4xtI1WZ38ceXJ8gwDBj-QNjOiRlLO_8kGiQybdudJPY,20121
|
|
19
19
|
aihub/services/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
@@ -21,7 +21,7 @@ aihub/services/artifact.py,sha256=lfOrgOT2AlH1w-75NLcQGOhVWdhmJcWD1gESPpUzqUw,11
|
|
|
21
21
|
aihub/services/data_warehouse.py,sha256=awvlJdggo8ph6sXweXXVp4GLRuUSD46LoD0QQksXRts,2964
|
|
22
22
|
aihub/services/dataset_management.py,sha256=R7mFsJ1dNOI_p5yNj_rQdLolRC0UKEN4WejE7uOjVlE,21379
|
|
23
23
|
aihub/services/document_center.py,sha256=dG67Ji-DOnzL2t-4x4gVfMt9fbSj_IjVHCLw5R-VTkQ,1813
|
|
24
|
-
aihub/services/eval.py,sha256=
|
|
24
|
+
aihub/services/eval.py,sha256=ryXjbC2eCTTU4ot3vjJ4_HhGldjCuZ0LS4OYVwWaCoc,4505
|
|
25
25
|
aihub/services/labelfree.py,sha256=xua62UWhVXTxJjHRyy86waaormnJjmpQwepcARBy_h0,1450
|
|
26
26
|
aihub/services/model_center.py,sha256=QZXlldPZrbC6YkVG3eGw5_53qvFAim2QlXg3DflByTA,6215
|
|
27
27
|
aihub/services/model_training_platform.py,sha256=38o6HJnyi3htFzpX7qj6UhzdqTchcXLRTYU0nM7ffJg,10176
|
|
@@ -36,8 +36,8 @@ aihub/utils/di.py,sha256=vFUzno5WbRKu6-pj8Hnz9IqT7xb9UDZQ4qpOFH1YAtM,11812
|
|
|
36
36
|
aihub/utils/download.py,sha256=ZZVbcC-PnN3PumV7ZiJ_-srkt4HPPovu2F6Faa2RrPE,1830
|
|
37
37
|
aihub/utils/http.py,sha256=AmfHHNjptuuSFx2T1twWCnerR_hLN_gd0lUs8z36ERA,547
|
|
38
38
|
aihub/utils/s3.py,sha256=ISIBP-XdBPkURpXnN56ZnIWokOOg2SRUh_qvxJk-G1Q,2187
|
|
39
|
-
intellif_aihub-0.1.
|
|
40
|
-
intellif_aihub-0.1.
|
|
41
|
-
intellif_aihub-0.1.
|
|
42
|
-
intellif_aihub-0.1.
|
|
43
|
-
intellif_aihub-0.1.
|
|
39
|
+
intellif_aihub-0.1.20.dist-info/licenses/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
|
|
40
|
+
intellif_aihub-0.1.20.dist-info/METADATA,sha256=Jr4_my80mlDP_JR7KyR6Ayu5dzBI1WZ_quXnBfbfDAA,2949
|
|
41
|
+
intellif_aihub-0.1.20.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
|
|
42
|
+
intellif_aihub-0.1.20.dist-info/top_level.txt,sha256=vIvTtSIN73xv46BpYM-ctVGnyOiUQ9EWP_6ngvdIlvw,6
|
|
43
|
+
intellif_aihub-0.1.20.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|