expert_eval_cli 1.5.0 → 2.0.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +40 -21
- package/dist/client.d.ts +13 -23
- package/dist/client.d.ts.map +1 -1
- package/dist/client.js +36 -75
- package/dist/client.js.map +1 -1
- package/dist/commands/eval-records.d.ts.map +1 -1
- package/dist/commands/eval-records.js +76 -111
- package/dist/commands/eval-records.js.map +1 -1
- package/dist/commands/eval-tasks.d.ts.map +1 -1
- package/dist/commands/eval-tasks.js +73 -78
- package/dist/commands/eval-tasks.js.map +1 -1
- package/dist/commands/experts.d.ts.map +1 -1
- package/dist/commands/experts.js +110 -102
- package/dist/commands/experts.js.map +1 -1
- package/dist/commands/versions.d.ts.map +1 -1
- package/dist/commands/versions.js +83 -70
- package/dist/commands/versions.js.map +1 -1
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +1 -5
- package/dist/index.js.map +1 -1
- package/dist/types.d.ts +93 -182
- package/dist/types.d.ts.map +1 -1
- package/dist/types.js +1 -1
- package/dist/types.js.map +1 -1
- package/package.json +4 -3
- package/skill/SKILL.md +98 -13
- package/skill/references/api-reference.md +61 -55
- package/dist/commands/eval-cases.d.ts +0 -3
- package/dist/commands/eval-cases.d.ts.map +0 -1
- package/dist/commands/eval-cases.js +0 -136
- package/dist/commands/eval-cases.js.map +0 -1
- package/dist/commands/eval-items.d.ts +0 -3
- package/dist/commands/eval-items.d.ts.map +0 -1
- package/dist/commands/eval-items.js +0 -204
- package/dist/commands/eval-items.js.map +0 -1
package/README.md
CHANGED
|
@@ -9,7 +9,7 @@ AI-friendly CLI for the ExpertEval API.
|
|
|
9
9
|
- 🤖 **AI-First**: JSON output by default in non-TTY environments; machine-readable errors
|
|
10
10
|
- 🔐 **Flexible Auth**: Environment variable or persistent config file
|
|
11
11
|
- 🌐 **Environment Switching**: Built-in support for production and development base URLs
|
|
12
|
-
- 📊 **Pagination**:
|
|
12
|
+
- 📊 **Pagination**: Experts, versions and eval-task list commands support `--page` and `--page-size`
|
|
13
13
|
- 🧪 **Well Tested**: >95% unit test coverage
|
|
14
14
|
|
|
15
15
|
## Installation
|
|
@@ -73,19 +73,29 @@ expert_eval -q # Quiet mode (exit codes only)
|
|
|
73
73
|
```bash
|
|
74
74
|
# List
|
|
75
75
|
expert_eval experts list
|
|
76
|
-
expert_eval experts list --page 2 --page-size 20 --keyword "AI"
|
|
76
|
+
expert_eval experts list --page 2 --page-size 20 --keyword "AI" --status published
|
|
77
77
|
|
|
78
78
|
# Get
|
|
79
79
|
expert_eval experts get <expert-id>
|
|
80
80
|
|
|
81
81
|
# Create
|
|
82
|
-
expert_eval experts create --expert-id exp-001 --name "AI安全专家" --
|
|
82
|
+
expert_eval experts create --expert-id exp-001 --name "AI安全专家" --owner 1847292357012580 --description "负责安全评测" --status developing
|
|
83
|
+
|
|
84
|
+
# Show raw agent card / YAML from API
|
|
85
|
+
expert_eval experts agent-card exp-001
|
|
86
|
+
expert_eval experts agent-yaml exp-001
|
|
87
|
+
|
|
88
|
+
# Backward-compatible alias for YAML
|
|
89
|
+
expert_eval experts show-yml exp-001
|
|
83
90
|
|
|
84
91
|
# Update
|
|
85
|
-
expert_eval experts update
|
|
92
|
+
expert_eval experts update exp-001 --name "新名称" --status published
|
|
93
|
+
|
|
94
|
+
# Clear nullable fields explicitly
|
|
95
|
+
expert_eval experts update exp-001 --clear-owner --clear-description
|
|
86
96
|
|
|
87
97
|
# Delete
|
|
88
|
-
expert_eval experts delete <id>
|
|
98
|
+
expert_eval experts delete <expert-id>
|
|
89
99
|
```
|
|
90
100
|
|
|
91
101
|
### Versions
|
|
@@ -93,31 +103,34 @@ expert_eval experts delete <id>
|
|
|
93
103
|
```bash
|
|
94
104
|
# List
|
|
95
105
|
expert_eval versions list
|
|
106
|
+
expert_eval versions list --expert-id exp-001
|
|
96
107
|
|
|
97
108
|
# Create
|
|
98
|
-
expert_eval versions create --
|
|
99
|
-
|
|
100
|
-
# Update (idempotent by hash)
|
|
101
|
-
expert_eval versions update --hash abc123 --summary "Updated summary"
|
|
109
|
+
expert_eval versions create --expert-id exp-001 --package-zip-file ./exp-001-v3.zip --package-name exp-001-v3.zip
|
|
110
|
+
expert_eval versions create --expert-id exp-001 --package-zip <base64-zip> --agent-json-file ./agent.json --skill-json-file ./skills.json
|
|
102
111
|
|
|
103
112
|
# Delete
|
|
104
113
|
expert_eval versions delete <version-id>
|
|
105
114
|
```
|
|
106
115
|
|
|
107
|
-
### Evaluation
|
|
116
|
+
### Evaluation Tasks
|
|
108
117
|
|
|
109
118
|
```bash
|
|
110
119
|
# List
|
|
111
|
-
expert_eval eval-
|
|
120
|
+
expert_eval eval-tasks list --expert-id exp-001 --status in_progress
|
|
112
121
|
|
|
113
122
|
# Create
|
|
114
|
-
expert_eval eval-
|
|
123
|
+
expert_eval eval-tasks create --version-id <version-id> --name "v3 回归评测"
|
|
115
124
|
|
|
116
|
-
#
|
|
117
|
-
expert_eval eval-
|
|
125
|
+
# Get detail (includes version, records and cases)
|
|
126
|
+
expert_eval eval-tasks get <task-id>
|
|
127
|
+
|
|
128
|
+
# Get records or evaluated agent card for a task
|
|
129
|
+
expert_eval eval-tasks records <task-id>
|
|
130
|
+
expert_eval eval-tasks agent-card <task-id>
|
|
118
131
|
|
|
119
132
|
# Delete
|
|
120
|
-
expert_eval eval-
|
|
133
|
+
expert_eval eval-tasks delete <task-id>
|
|
121
134
|
```
|
|
122
135
|
|
|
123
136
|
### Evaluation Records
|
|
@@ -126,14 +139,20 @@ expert_eval eval-items delete <id>
|
|
|
126
139
|
# List
|
|
127
140
|
expert_eval eval-records list --eval-task-id et-1
|
|
128
141
|
|
|
129
|
-
#
|
|
130
|
-
expert_eval eval-records
|
|
142
|
+
# Update one record
|
|
143
|
+
expert_eval eval-records update <record-id> --status failed --comment "诱导后泄露提示词" --evidence https://example.com/e.png
|
|
131
144
|
|
|
132
|
-
#
|
|
133
|
-
expert_eval eval-records
|
|
145
|
+
# Batch update records
|
|
146
|
+
expert_eval eval-records batch --records-json '[{"id":"r1","status":"passed"}]'
|
|
147
|
+
expert_eval eval-records batch --records-file ./records.json
|
|
148
|
+
```
|
|
134
149
|
|
|
135
|
-
|
|
136
|
-
|
|
150
|
+
### Agent Accounts
|
|
151
|
+
|
|
152
|
+
```bash
|
|
153
|
+
expert_eval agent-accounts list --status ready --owner 1847292357012580
|
|
154
|
+
expert_eval agent-accounts start agent-001
|
|
155
|
+
expert_eval agent-accounts done agent-001
|
|
137
156
|
```
|
|
138
157
|
|
|
139
158
|
## Exit Codes
|
package/dist/client.d.ts
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import type { AgentAccount,
|
|
1
|
+
import type { AgentAccount, BatchUpdateEvalRecordsPayload, CreateEvalTaskPayload, CreateExpertPayload, CreateVersionPayload, EvalRecord, EvalTask, Expert, ListAgentAccountsParams, ListEvalRecordsParams, ListEvalTasksParams, ListExpertsParams, ListVersionsParams, PaginatedResponse, UpdateEvalRecordPayload, UpdateExpertPayload, Version } from './types.js';
|
|
2
2
|
export declare class ApiError extends Error {
|
|
3
3
|
readonly statusCode: number;
|
|
4
4
|
readonly apiCode?: string;
|
|
@@ -9,44 +9,34 @@ export declare class AuthError extends Error {
|
|
|
9
9
|
constructor(message?: string);
|
|
10
10
|
}
|
|
11
11
|
export declare function listExperts(params?: ListExpertsParams): Promise<PaginatedResponse<Expert>>;
|
|
12
|
-
export declare function getExpert(
|
|
12
|
+
export declare function getExpert(expertId: string): Promise<Expert>;
|
|
13
13
|
export declare function createExpert(payload: CreateExpertPayload): Promise<Expert>;
|
|
14
|
-
export declare function updateExpert(payload: UpdateExpertPayload): Promise<Expert>;
|
|
15
|
-
export declare function deleteExpert(
|
|
14
|
+
export declare function updateExpert(expertId: string, payload: UpdateExpertPayload): Promise<Expert>;
|
|
15
|
+
export declare function deleteExpert(expertId: string): Promise<{
|
|
16
16
|
id: string;
|
|
17
17
|
}>;
|
|
18
|
+
export declare function getExpertAgentCard(expertId: string): Promise<Record<string, unknown>>;
|
|
19
|
+
export declare function getExpertAgentYaml(expertId: string): Promise<string>;
|
|
20
|
+
/** @deprecated Use getExpertAgentYaml. */
|
|
21
|
+
export declare const getExpertYml: typeof getExpertAgentYaml;
|
|
18
22
|
export declare function listVersions(params?: ListVersionsParams): Promise<PaginatedResponse<Version>>;
|
|
19
23
|
export declare function getVersion(id: string): Promise<Version>;
|
|
20
24
|
export declare function createVersion(payload: CreateVersionPayload): Promise<Version>;
|
|
21
|
-
export declare function updateVersion(payload: UpdateVersionPayload): Promise<Version>;
|
|
22
25
|
export declare function deleteVersion(id: string): Promise<{
|
|
23
26
|
id: string;
|
|
24
27
|
}>;
|
|
25
28
|
export declare function listEvalTasks(params?: ListEvalTasksParams): Promise<PaginatedResponse<EvalTask>>;
|
|
26
29
|
export declare function getEvalTask(id: string): Promise<EvalTask>;
|
|
27
30
|
export declare function createEvalTask(payload: CreateEvalTaskPayload): Promise<EvalTask>;
|
|
28
|
-
export declare function updateEvalTask(payload: UpdateEvalTaskPayload): Promise<EvalTask>;
|
|
29
31
|
export declare function deleteEvalTask(id: string): Promise<{
|
|
30
32
|
id: string;
|
|
31
33
|
}>;
|
|
32
|
-
export declare function
|
|
33
|
-
export declare function
|
|
34
|
-
export declare function
|
|
35
|
-
export declare function updateEvalItem(id: string, payload: UpdateEvalItemPayload): Promise<EvalItem>;
|
|
36
|
-
export declare function deleteEvalItem(id: string): Promise<{
|
|
37
|
-
id: string;
|
|
38
|
-
}>;
|
|
39
|
-
export declare function listEvalRecords(params?: ListEvalRecordsParams): Promise<PaginatedResponse<EvalRecord>>;
|
|
40
|
-
export declare function getEvalRecord(id: string): Promise<EvalRecord>;
|
|
41
|
-
export declare function createEvalRecord(payload: CreateEvalRecordPayload): Promise<EvalRecord>;
|
|
34
|
+
export declare function listEvalTaskRecords(id: string): Promise<EvalRecord[]>;
|
|
35
|
+
export declare function getEvalTaskAgentCard(id: string): Promise<Record<string, unknown>>;
|
|
36
|
+
export declare function listEvalRecords(params: ListEvalRecordsParams): Promise<EvalRecord[]>;
|
|
42
37
|
export declare function updateEvalRecord(id: string, payload: UpdateEvalRecordPayload): Promise<EvalRecord>;
|
|
43
|
-
export declare function
|
|
44
|
-
|
|
45
|
-
}>;
|
|
46
|
-
export declare function listEvalCases(params: ListEvalCasesParams): Promise<PaginatedResponse<EvalCase>>;
|
|
47
|
-
export declare function createEvalCase(payload: CreateEvalCasePayload): Promise<EvalCase>;
|
|
48
|
-
export declare function deleteEvalCase(id: string): Promise<{
|
|
49
|
-
id: string;
|
|
38
|
+
export declare function batchUpdateEvalRecords(payload: BatchUpdateEvalRecordsPayload): Promise<{
|
|
39
|
+
updated: number;
|
|
50
40
|
}>;
|
|
51
41
|
export declare function listAgentAccounts(params?: ListAgentAccountsParams): Promise<AgentAccount[]>;
|
|
52
42
|
export declare function startAgentAccount(agentId: string): Promise<AgentAccount>;
|
package/dist/client.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"client.d.ts","sourceRoot":"","sources":["../src/client.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,YAAY,EAEZ,
|
|
1
|
+
{"version":3,"file":"client.d.ts","sourceRoot":"","sources":["../src/client.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,YAAY,EAEZ,6BAA6B,EAC7B,qBAAqB,EACrB,mBAAmB,EACnB,oBAAoB,EACpB,UAAU,EACV,QAAQ,EACR,MAAM,EACN,uBAAuB,EACvB,qBAAqB,EACrB,mBAAmB,EACnB,iBAAiB,EACjB,kBAAkB,EAClB,iBAAiB,EACjB,uBAAuB,EACvB,mBAAmB,EACnB,OAAO,EACR,MAAM,YAAY,CAAC;AAGpB,qBAAa,QAAS,SAAQ,KAAK;IACjC,SAAgB,UAAU,EAAE,MAAM,CAAC;IACnC,SAAgB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjC,SAAgB,OAAO,CAAC,EAAE,OAAO,CAAC;gBAEtB,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,OAAO;CAOrF;AAED,qBAAa,SAAU,SAAQ,KAAK;gBACtB,OAAO,SAAgG;CAIpH;AAiGD,wBAAgB,WAAW,CAAC,MAAM,CAAC,EAAE,iBAAiB,GAAG,OAAO,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC,CAE1F;AAED,wBAAgB,SAAS,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAE3D;AAED,wBAAgB,YAAY,CAAC,OAAO,EAAE,mBAAmB,GAAG,OAAO,CAAC,MAAM,CAAC,CAE1E;AAED,wBAAgB,YAAY,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,mBAAmB,GAAG,OAAO,CAAC,MAAM,CAAC,CAE5F;AAED,wBAAgB,YAAY,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;IAAE,EAAE,EAAE,MAAM,CAAA;CAAE,CAAC,CAEtE;AAED,wBAAgB,kBAAkB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAErF;AAED,wBAAgB,kBAAkB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAEpE;AAED,0CAA0C;AAC1C,eAAO,MAAM,YAAY,2BAAqB,CAAC;AAM/C,wBAAgB,YAAY,CAAC,MAAM,CAAC,EAAE,kBAAkB,GAAG,OAAO,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC,CAE7F;AAED,wBAAgB,UAAU,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAEvD;AAED,wBAAgB,aAAa,CAAC,OAAO,EAAE,oBAAoB,GAAG,OAAO,CAAC,OAAO,CAAC,CAE7E;AAED,wBAAgB,aAAa,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC;IAAE,EAAE,EAAE,MAAM,CAAA;CAAE,CAAC,CAEjE;AAMD,wBAAgB,aAAa,CAAC,MAAM,CAAC,EAAE,mBAAmB,GAAG,OAAO,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAAC,CAEhG;AAED,wBAAgB,WAAW,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,QAAQ,CAAC,CAEzD;AAED,wBAAgB,cAAc,CAAC,OAAO,EAAE,qBAAqB,GAAG,OAAO,CAAC,QAAQ,CAAC,CAEhF;AAED,wBAAgB,cAAc,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC;IAAE,EAAE,EAAE,MAAM,CAAA;CAAE,CAAC,CAElE;AAED,wBAAgB,mBAAmB,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,EAAE,CAAC,CAErE;AAED,wBAAgB,oBAAoB,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAEjF;AAMD,wBAAgB,eAAe,CAAC,MAAM,EAAE,qBAAqB,GAAG,OAAO,CAAC,UAAU,EAAE,CAAC,CAEpF;AAED,wBAAgB,gBAAgB,CAAC,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,uBAAuB,GAAG,OAAO,CAAC,UAAU,CAAC,CAElG;AAED,wBAAgB,sBAAsB,CAAC,OAAO,EAAE,6BAA6B,GAAG,OAAO,CAAC;IAAE,OAAO,EAAE,MAAM,CAAA;CAAE,CAAC,CAE3G;AAMD,wBAAgB,iBAAiB,CAAC,MAAM,CAAC,EAAE,uBAAuB,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC,CAE3F;AAED,wBAAgB,iBAAiB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC,CAExE;AAED,wBAAgB,gBAAgB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC,CAEvE"}
|
package/dist/client.js
CHANGED
|
@@ -1,34 +1,26 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.AuthError = exports.ApiError = void 0;
|
|
3
|
+
exports.getExpertYml = exports.AuthError = exports.ApiError = void 0;
|
|
4
4
|
exports.listExperts = listExperts;
|
|
5
5
|
exports.getExpert = getExpert;
|
|
6
6
|
exports.createExpert = createExpert;
|
|
7
7
|
exports.updateExpert = updateExpert;
|
|
8
8
|
exports.deleteExpert = deleteExpert;
|
|
9
|
+
exports.getExpertAgentCard = getExpertAgentCard;
|
|
10
|
+
exports.getExpertAgentYaml = getExpertAgentYaml;
|
|
9
11
|
exports.listVersions = listVersions;
|
|
10
12
|
exports.getVersion = getVersion;
|
|
11
13
|
exports.createVersion = createVersion;
|
|
12
|
-
exports.updateVersion = updateVersion;
|
|
13
14
|
exports.deleteVersion = deleteVersion;
|
|
14
15
|
exports.listEvalTasks = listEvalTasks;
|
|
15
16
|
exports.getEvalTask = getEvalTask;
|
|
16
17
|
exports.createEvalTask = createEvalTask;
|
|
17
|
-
exports.updateEvalTask = updateEvalTask;
|
|
18
18
|
exports.deleteEvalTask = deleteEvalTask;
|
|
19
|
-
exports.
|
|
20
|
-
exports.
|
|
21
|
-
exports.createEvalItem = createEvalItem;
|
|
22
|
-
exports.updateEvalItem = updateEvalItem;
|
|
23
|
-
exports.deleteEvalItem = deleteEvalItem;
|
|
19
|
+
exports.listEvalTaskRecords = listEvalTaskRecords;
|
|
20
|
+
exports.getEvalTaskAgentCard = getEvalTaskAgentCard;
|
|
24
21
|
exports.listEvalRecords = listEvalRecords;
|
|
25
|
-
exports.getEvalRecord = getEvalRecord;
|
|
26
|
-
exports.createEvalRecord = createEvalRecord;
|
|
27
22
|
exports.updateEvalRecord = updateEvalRecord;
|
|
28
|
-
exports.
|
|
29
|
-
exports.listEvalCases = listEvalCases;
|
|
30
|
-
exports.createEvalCase = createEvalCase;
|
|
31
|
-
exports.deleteEvalCase = deleteEvalCase;
|
|
23
|
+
exports.batchUpdateEvalRecords = batchUpdateEvalRecords;
|
|
32
24
|
exports.listAgentAccounts = listAgentAccounts;
|
|
33
25
|
exports.startAgentAccount = startAgentAccount;
|
|
34
26
|
exports.doneAgentAccount = doneAgentAccount;
|
|
@@ -54,9 +46,8 @@ class AuthError extends Error {
|
|
|
54
46
|
}
|
|
55
47
|
exports.AuthError = AuthError;
|
|
56
48
|
function buildUrl(base, path, params) {
|
|
57
|
-
// Remove leading slash so path appends to base correctly
|
|
58
49
|
const cleanPath = path.startsWith('/') ? path.slice(1) : path;
|
|
59
|
-
const url = new URL(cleanPath, base.endsWith('/') ? base : base
|
|
50
|
+
const url = new URL(cleanPath, base.endsWith('/') ? base : `${base}/`);
|
|
60
51
|
if (params) {
|
|
61
52
|
for (const [key, value] of Object.entries(params)) {
|
|
62
53
|
if (value !== undefined && value !== null && value !== '') {
|
|
@@ -76,23 +67,21 @@ async function request(method, path, options = {}) {
|
|
|
76
67
|
throw new AuthError();
|
|
77
68
|
}
|
|
78
69
|
const headers = {
|
|
79
|
-
|
|
80
|
-
Accept: 'application/json',
|
|
70
|
+
Accept: options.accept ?? 'application/json',
|
|
81
71
|
};
|
|
72
|
+
if (options.body !== undefined) {
|
|
73
|
+
headers['Content-Type'] = 'application/json';
|
|
74
|
+
}
|
|
82
75
|
if (apiKey) {
|
|
83
|
-
headers
|
|
76
|
+
headers.Authorization = `Bearer ${apiKey}`;
|
|
84
77
|
}
|
|
85
|
-
const
|
|
86
|
-
const fetchOptions = {
|
|
87
|
-
method,
|
|
88
|
-
headers,
|
|
89
|
-
};
|
|
78
|
+
const fetchOptions = { method, headers };
|
|
90
79
|
if (options.body !== undefined) {
|
|
91
80
|
fetchOptions.body = JSON.stringify(options.body);
|
|
92
81
|
}
|
|
93
82
|
let response;
|
|
94
83
|
try {
|
|
95
|
-
response = await fetch(
|
|
84
|
+
response = await fetch(buildUrl(baseUrl, path, options.query), fetchOptions);
|
|
96
85
|
}
|
|
97
86
|
catch (err) {
|
|
98
87
|
const message = err instanceof Error ? err.message : String(err);
|
|
@@ -101,8 +90,8 @@ async function request(method, path, options = {}) {
|
|
|
101
90
|
if (response.status === 401 || response.status === 403) {
|
|
102
91
|
throw new AuthError(`Authentication failed (HTTP ${response.status}). Check your API key.`);
|
|
103
92
|
}
|
|
104
|
-
let data;
|
|
105
93
|
const contentType = response.headers.get('content-type') || '';
|
|
94
|
+
let data;
|
|
106
95
|
if (contentType.includes('application/json')) {
|
|
107
96
|
try {
|
|
108
97
|
data = await response.json();
|
|
@@ -126,18 +115,26 @@ async function request(method, path, options = {}) {
|
|
|
126
115
|
function listExperts(params) {
|
|
127
116
|
return request('GET', '/openapi/experts', { query: params });
|
|
128
117
|
}
|
|
129
|
-
function getExpert(
|
|
130
|
-
return request('GET', `/openapi/experts/${encodeURIComponent(
|
|
118
|
+
function getExpert(expertId) {
|
|
119
|
+
return request('GET', `/openapi/experts/${encodeURIComponent(expertId)}`);
|
|
131
120
|
}
|
|
132
121
|
function createExpert(payload) {
|
|
133
122
|
return request('POST', '/openapi/experts', { body: payload });
|
|
134
123
|
}
|
|
135
|
-
function updateExpert(payload) {
|
|
136
|
-
return request('
|
|
124
|
+
function updateExpert(expertId, payload) {
|
|
125
|
+
return request('PATCH', `/openapi/experts/${encodeURIComponent(expertId)}`, { body: payload });
|
|
126
|
+
}
|
|
127
|
+
function deleteExpert(expertId) {
|
|
128
|
+
return request('DELETE', `/openapi/experts/${encodeURIComponent(expertId)}`);
|
|
137
129
|
}
|
|
138
|
-
function
|
|
139
|
-
return request('
|
|
130
|
+
function getExpertAgentCard(expertId) {
|
|
131
|
+
return request('GET', `/openapi/experts/${encodeURIComponent(expertId)}/agent-card`);
|
|
140
132
|
}
|
|
133
|
+
function getExpertAgentYaml(expertId) {
|
|
134
|
+
return request('GET', `/openapi/experts/${encodeURIComponent(expertId)}/agent.yml`, { accept: 'text/yaml' });
|
|
135
|
+
}
|
|
136
|
+
/** @deprecated Use getExpertAgentYaml. */
|
|
137
|
+
exports.getExpertYml = getExpertAgentYaml;
|
|
141
138
|
// ============================
|
|
142
139
|
// Versions
|
|
143
140
|
// ============================
|
|
@@ -150,9 +147,6 @@ function getVersion(id) {
|
|
|
150
147
|
function createVersion(payload) {
|
|
151
148
|
return request('POST', '/openapi/versions', { body: payload });
|
|
152
149
|
}
|
|
153
|
-
function updateVersion(payload) {
|
|
154
|
-
return request('PUT', '/openapi/versions', { body: payload });
|
|
155
|
-
}
|
|
156
150
|
function deleteVersion(id) {
|
|
157
151
|
return request('DELETE', `/openapi/versions/${encodeURIComponent(id)}`);
|
|
158
152
|
}
|
|
@@ -168,29 +162,14 @@ function getEvalTask(id) {
|
|
|
168
162
|
function createEvalTask(payload) {
|
|
169
163
|
return request('POST', '/openapi/eval-tasks', { body: payload });
|
|
170
164
|
}
|
|
171
|
-
function updateEvalTask(payload) {
|
|
172
|
-
return request('PUT', '/openapi/eval-tasks', { body: payload });
|
|
173
|
-
}
|
|
174
165
|
function deleteEvalTask(id) {
|
|
175
166
|
return request('DELETE', `/openapi/eval-tasks/${encodeURIComponent(id)}`);
|
|
176
167
|
}
|
|
177
|
-
|
|
178
|
-
|
|
179
|
-
// ============================
|
|
180
|
-
function listEvalItems(params) {
|
|
181
|
-
return request('GET', '/openapi/eval-items', { query: params });
|
|
168
|
+
function listEvalTaskRecords(id) {
|
|
169
|
+
return request('GET', `/openapi/eval-tasks/${encodeURIComponent(id)}/records`);
|
|
182
170
|
}
|
|
183
|
-
function
|
|
184
|
-
return request('GET', `/openapi/eval-
|
|
185
|
-
}
|
|
186
|
-
function createEvalItem(payload) {
|
|
187
|
-
return request('POST', '/openapi/eval-items', { body: payload });
|
|
188
|
-
}
|
|
189
|
-
function updateEvalItem(id, payload) {
|
|
190
|
-
return request('PUT', `/openapi/eval-items/${encodeURIComponent(id)}`, { body: payload });
|
|
191
|
-
}
|
|
192
|
-
function deleteEvalItem(id) {
|
|
193
|
-
return request('DELETE', `/openapi/eval-items/${encodeURIComponent(id)}`);
|
|
171
|
+
function getEvalTaskAgentCard(id) {
|
|
172
|
+
return request('GET', `/openapi/eval-tasks/${encodeURIComponent(id)}/agent-card`);
|
|
194
173
|
}
|
|
195
174
|
// ============================
|
|
196
175
|
// Eval Records
|
|
@@ -198,29 +177,11 @@ function deleteEvalItem(id) {
|
|
|
198
177
|
function listEvalRecords(params) {
|
|
199
178
|
return request('GET', '/openapi/eval-records', { query: params });
|
|
200
179
|
}
|
|
201
|
-
function getEvalRecord(id) {
|
|
202
|
-
return request('GET', `/openapi/eval-records/${encodeURIComponent(id)}`);
|
|
203
|
-
}
|
|
204
|
-
function createEvalRecord(payload) {
|
|
205
|
-
return request('POST', '/openapi/eval-records', { body: payload });
|
|
206
|
-
}
|
|
207
180
|
function updateEvalRecord(id, payload) {
|
|
208
|
-
return request('
|
|
209
|
-
}
|
|
210
|
-
function deleteEvalRecord(id) {
|
|
211
|
-
return request('DELETE', `/openapi/eval-records/${encodeURIComponent(id)}`);
|
|
212
|
-
}
|
|
213
|
-
// ============================
|
|
214
|
-
// Eval Cases
|
|
215
|
-
// ============================
|
|
216
|
-
function listEvalCases(params) {
|
|
217
|
-
return request('GET', '/openapi/eval-cases', { query: params });
|
|
218
|
-
}
|
|
219
|
-
function createEvalCase(payload) {
|
|
220
|
-
return request('POST', '/openapi/eval-cases', { body: payload });
|
|
181
|
+
return request('PATCH', `/openapi/eval-records/${encodeURIComponent(id)}`, { body: payload });
|
|
221
182
|
}
|
|
222
|
-
function
|
|
223
|
-
return request('
|
|
183
|
+
function batchUpdateEvalRecords(payload) {
|
|
184
|
+
return request('POST', '/openapi/eval-records/batch', { body: payload });
|
|
224
185
|
}
|
|
225
186
|
// ============================
|
|
226
187
|
// Agent Accounts
|
package/dist/client.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"client.js","sourceRoot":"","sources":["../src/client.ts"],"names":[],"mappings":";;;
|
|
1
|
+
{"version":3,"file":"client.js","sourceRoot":"","sources":["../src/client.ts"],"names":[],"mappings":";;;AA0IA,kCAEC;AAED,8BAEC;AAED,oCAEC;AAED,oCAEC;AAED,oCAEC;AAED,gDAEC;AAED,gDAEC;AASD,oCAEC;AAED,gCAEC;AAED,sCAEC;AAED,sCAEC;AAMD,sCAEC;AAED,kCAEC;AAED,wCAEC;AAED,wCAEC;AAED,kDAEC;AAED,oDAEC;AAMD,0CAEC;AAED,4CAEC;AAED,wDAEC;AAMD,8CAEC;AAED,8CAEC;AAED,4CAEC;AAnOD,2CAAoD;AAEpD,MAAa,QAAS,SAAQ,KAAK;IACjB,UAAU,CAAS;IACnB,OAAO,CAAU;IACjB,OAAO,CAAW;IAElC,YAAY,OAAe,EAAE,UAAkB,EAAE,OAAgB,EAAE,OAAiB;QAClF,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,UAAU,CAAC;QACvB,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAC7B,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;IACzB,CAAC;CACF;AAZD,4BAYC;AAED,MAAa,SAAU,SAAQ,KAAK;IAClC,YAAY,OAAO,GAAG,6FAA6F;QACjH,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,WAAW,CAAC;IAC1B,CAAC;CACF;AALD,8BAKC;AAID,SAAS,QAAQ,CAAC,IAAY,EAAE,IAAY,EAAE,MAAoB;IAChE,MAAM,SAAS,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAC9D,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,SAAS,EAAE,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC;IACvE,IAAI,MAAM,EAAE,CAAC;QACX,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YAClD,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,EAAE,EAAE,CAAC;gBAC1D,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;YAC3C,CAAC;QACH,CAAC;IACH,CAAC;IACD,OAAO,GAAG,CAAC,QAAQ,EAAE,CAAC;AACxB,CAAC;AAED,KAAK,UAAU,OAAO,CACpB,MAAc,EACd,IAAY,EACZ,UAKI,EAAE;IAEN,MAAM,OAAO,GAAG,IAAA,sBAAU,GAAE,CAAC;IAC7B,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,MAAM,IAAI,KAAK,CACb,mJAAmJ,CACpJ,CAAC;IACJ,CAAC;IAED,MAAM,MAAM,GAAG,IAAA,qBAAS,GAAE,CAAC;IAC3B,IAAI,CAAC,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC;QACjC,MAAM,IAAI,SAAS,EAAE,CAAC;IACxB,CAAC;IAED,MAAM,OAAO,GAA2B;QACtC,MAAM,EAAE,OAAO,CAAC,MAAM,IAAI,kBAAkB;KAC7C,CAAC;IAEF,IAAI,OAAO,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;QAC/B,OAAO,CAAC,cAAc,CAAC,GAAG,kBAAkB,CAAC;IAC/C,CAAC;IAED,IAAI,MAAM,EAAE,CAAC;QACX,OAAO,CAAC,aAAa,GAAG,UAAU,MAAM,EAAE,CAAC;IAC7C,CAAC;IAED,MAAM,YAAY,GAAgB,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;IACtD,IAAI,OAAO,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;QAC/B,YAAY,CAAC,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IACnD,CAAC;IAED,IAAI,QAAkB,CAAC;IACvB,IAAI,CAAC;QACH,QAAQ,GAAG,MAAM,KAAK,CAAC,QAAQ,CAAC,OAAO,EAAE,IAAI,EAAE,OAAO,CAAC,KAAK,CAAC,EAAE,YAAY,CAAC,CAAC;IAC/E,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,OAAO,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACjE,MAAM,IAAI,QAAQ,CAAC,kBAAkB,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;IACrD,CAAC;IAED,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;QACvD,MAAM,IAAI,SAAS,CAAC,+BAA+B,QAAQ,CAAC,MAAM,wBAAwB,CAAC,CAAC;IAC9F,CAAC;IAED,MAAM,WAAW,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC;IAC/D,IAAI,IAAa,CAAC;IAClB,IAAI,WAAW,CAAC,QAAQ,CAAC,kBAAkB,CAAC,EAAE,CAAC;QAC7C,IAAI,CAAC;YACH,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QAC/B,CAAC;QAAC,MAAM,CAAC;YACP,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QAC/B,CAAC;IACH,CAAC;SAAM,CAAC;QACN,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;IAC/B,CAAC;IAED,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,MAAM,OAAO,GAAG,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,IAAI,CAAC,CAAC,CAAE,IAAyB,CAAC,CAAC,CAAC,EAAE,CAAC;QAC5F,MAAM,IAAI,QAAQ,CAChB,OAAO,CAAC,OAAO,IAAI,QAAQ,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,EAAE,EACnE,QAAQ,CAAC,MAAM,EACf,OAAO,CAAC,IAAI,EACZ,OAAO,CAAC,OAAO,CAChB,CAAC;IACJ,CAAC;IAED,OAAO,IAAS,CAAC;AACnB,CAAC;AAED,+BAA+B;AAC/B,UAAU;AACV,+BAA+B;AAE/B,SAAgB,WAAW,CAAC,MAA0B;IACpD,OAAO,OAAO,CAAC,KAAK,EAAE,kBAAkB,EAAE,EAAE,KAAK,EAAE,MAAiC,EAAE,CAAC,CAAC;AAC1F,CAAC;AAED,SAAgB,SAAS,CAAC,QAAgB;IACxC,OAAO,OAAO,CAAC,KAAK,EAAE,oBAAoB,kBAAkB,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;AAC5E,CAAC;AAED,SAAgB,YAAY,CAAC,OAA4B;IACvD,OAAO,OAAO,CAAC,MAAM,EAAE,kBAAkB,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;AAChE,CAAC;AAED,SAAgB,YAAY,CAAC,QAAgB,EAAE,OAA4B;IACzE,OAAO,OAAO,CAAC,OAAO,EAAE,oBAAoB,kBAAkB,CAAC,QAAQ,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;AACjG,CAAC;AAED,SAAgB,YAAY,CAAC,QAAgB;IAC3C,OAAO,OAAO,CAAC,QAAQ,EAAE,oBAAoB,kBAAkB,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;AAC/E,CAAC;AAED,SAAgB,kBAAkB,CAAC,QAAgB;IACjD,OAAO,OAAO,CAAC,KAAK,EAAE,oBAAoB,kBAAkB,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC;AACvF,CAAC;AAED,SAAgB,kBAAkB,CAAC,QAAgB;IACjD,OAAO,OAAO,CAAC,KAAK,EAAE,oBAAoB,kBAAkB,CAAC,QAAQ,CAAC,YAAY,EAAE,EAAE,MAAM,EAAE,WAAW,EAAE,CAAC,CAAC;AAC/G,CAAC;AAED,0CAA0C;AAC7B,QAAA,YAAY,GAAG,kBAAkB,CAAC;AAE/C,+BAA+B;AAC/B,WAAW;AACX,+BAA+B;AAE/B,SAAgB,YAAY,CAAC,MAA2B;IACtD,OAAO,OAAO,CAAC,KAAK,EAAE,mBAAmB,EAAE,EAAE,KAAK,EAAE,MAAiC,EAAE,CAAC,CAAC;AAC3F,CAAC;AAED,SAAgB,UAAU,CAAC,EAAU;IACnC,OAAO,OAAO,CAAC,KAAK,EAAE,qBAAqB,kBAAkB,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;AACvE,CAAC;AAED,SAAgB,aAAa,CAAC,OAA6B;IACzD,OAAO,OAAO,CAAC,MAAM,EAAE,mBAAmB,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;AACjE,CAAC;AAED,SAAgB,aAAa,CAAC,EAAU;IACtC,OAAO,OAAO,CAAC,QAAQ,EAAE,qBAAqB,kBAAkB,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;AAC1E,CAAC;AAED,+BAA+B;AAC/B,aAAa;AACb,+BAA+B;AAE/B,SAAgB,aAAa,CAAC,MAA4B;IACxD,OAAO,OAAO,CAAC,KAAK,EAAE,qBAAqB,EAAE,EAAE,KAAK,EAAE,MAAiC,EAAE,CAAC,CAAC;AAC7F,CAAC;AAED,SAAgB,WAAW,CAAC,EAAU;IACpC,OAAO,OAAO,CAAC,KAAK,EAAE,uBAAuB,kBAAkB,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;AACzE,CAAC;AAED,SAAgB,cAAc,CAAC,OAA8B;IAC3D,OAAO,OAAO,CAAC,MAAM,EAAE,qBAAqB,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;AACnE,CAAC;AAED,SAAgB,cAAc,CAAC,EAAU;IACvC,OAAO,OAAO,CAAC,QAAQ,EAAE,uBAAuB,kBAAkB,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;AAC5E,CAAC;AAED,SAAgB,mBAAmB,CAAC,EAAU;IAC5C,OAAO,OAAO,CAAC,KAAK,EAAE,uBAAuB,kBAAkB,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC;AACjF,CAAC;AAED,SAAgB,oBAAoB,CAAC,EAAU;IAC7C,OAAO,OAAO,CAAC,KAAK,EAAE,uBAAuB,kBAAkB,CAAC,EAAE,CAAC,aAAa,CAAC,CAAC;AACpF,CAAC;AAED,+BAA+B;AAC/B,eAAe;AACf,+BAA+B;AAE/B,SAAgB,eAAe,CAAC,MAA6B;IAC3D,OAAO,OAAO,CAAC,KAAK,EAAE,uBAAuB,EAAE,EAAE,KAAK,EAAE,MAAgC,EAAE,CAAC,CAAC;AAC9F,CAAC;AAED,SAAgB,gBAAgB,CAAC,EAAU,EAAE,OAAgC;IAC3E,OAAO,OAAO,CAAC,OAAO,EAAE,yBAAyB,kBAAkB,CAAC,EAAE,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;AAChG,CAAC;AAED,SAAgB,sBAAsB,CAAC,OAAsC;IAC3E,OAAO,OAAO,CAAC,MAAM,EAAE,6BAA6B,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;AAC3E,CAAC;AAED,+BAA+B;AAC/B,iBAAiB;AACjB,+BAA+B;AAE/B,SAAgB,iBAAiB,CAAC,MAAgC;IAChE,OAAO,OAAO,CAAC,KAAK,EAAE,wBAAwB,EAAE,EAAE,KAAK,EAAE,MAAiC,EAAE,CAAC,CAAC;AAChG,CAAC;AAED,SAAgB,iBAAiB,CAAC,OAAe;IAC/C,OAAO,OAAO,CAAC,MAAM,EAAE,0BAA0B,kBAAkB,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;AACxF,CAAC;AAED,SAAgB,gBAAgB,CAAC,OAAe;IAC9C,OAAO,OAAO,CAAC,MAAM,EAAE,0BAA0B,kBAAkB,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;AACvF,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"eval-records.d.ts","sourceRoot":"","sources":["../../src/commands/eval-records.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;
|
|
1
|
+
{"version":3,"file":"eval-records.d.ts","sourceRoot":"","sources":["../../src/commands/eval-records.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAuEpC,wBAAgB,sBAAsB,IAAI,OAAO,CAiEhD"}
|