expert_eval_cli 1.4.0 → 2.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +40 -21
- package/dist/client.d.ts +13 -19
- package/dist/client.d.ts.map +1 -1
- package/dist/client.js +36 -67
- package/dist/client.js.map +1 -1
- package/dist/commands/eval-records.d.ts.map +1 -1
- package/dist/commands/eval-records.js +76 -111
- package/dist/commands/eval-records.js.map +1 -1
- package/dist/commands/eval-tasks.d.ts.map +1 -1
- package/dist/commands/eval-tasks.js +73 -78
- package/dist/commands/eval-tasks.js.map +1 -1
- package/dist/commands/experts.d.ts.map +1 -1
- package/dist/commands/experts.js +110 -102
- package/dist/commands/experts.js.map +1 -1
- package/dist/commands/versions.d.ts.map +1 -1
- package/dist/commands/versions.js +83 -70
- package/dist/commands/versions.js.map +1 -1
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +1 -5
- package/dist/index.js.map +1 -1
- package/dist/types.d.ts +96 -174
- package/dist/types.d.ts.map +1 -1
- package/dist/types.js +1 -1
- package/dist/types.js.map +1 -1
- package/package.json +4 -3
- package/skill/SKILL.md +15 -11
- package/skill/references/api-reference.md +61 -55
- package/dist/commands/eval-cases.d.ts +0 -3
- package/dist/commands/eval-cases.d.ts.map +0 -1
- package/dist/commands/eval-cases.js +0 -75
- package/dist/commands/eval-cases.js.map +0 -1
- package/dist/commands/eval-items.d.ts +0 -3
- package/dist/commands/eval-items.d.ts.map +0 -1
- package/dist/commands/eval-items.js +0 -204
- package/dist/commands/eval-items.js.map +0 -1
package/README.md
CHANGED
|
@@ -9,7 +9,7 @@ AI-friendly CLI for the ExpertEval API.
|
|
|
9
9
|
- 🤖 **AI-First**: JSON output by default in non-TTY environments; machine-readable errors
|
|
10
10
|
- 🔐 **Flexible Auth**: Environment variable or persistent config file
|
|
11
11
|
- 🌐 **Environment Switching**: Built-in support for production and development base URLs
|
|
12
|
-
- 📊 **Pagination**:
|
|
12
|
+
- 📊 **Pagination**: Experts, versions and eval-task list commands support `--page` and `--page-size`
|
|
13
13
|
- 🧪 **Well Tested**: >95% unit test coverage
|
|
14
14
|
|
|
15
15
|
## Installation
|
|
@@ -73,19 +73,29 @@ expert_eval -q # Quiet mode (exit codes only)
|
|
|
73
73
|
```bash
|
|
74
74
|
# List
|
|
75
75
|
expert_eval experts list
|
|
76
|
-
expert_eval experts list --page 2 --page-size 20 --keyword "AI"
|
|
76
|
+
expert_eval experts list --page 2 --page-size 20 --keyword "AI" --status published
|
|
77
77
|
|
|
78
78
|
# Get
|
|
79
79
|
expert_eval experts get <expert-id>
|
|
80
80
|
|
|
81
81
|
# Create
|
|
82
|
-
expert_eval experts create --expert-id exp-001 --name "AI安全专家" --
|
|
82
|
+
expert_eval experts create --expert-id exp-001 --name "AI安全专家" --owner 1847292357012580 --description "负责安全评测" --status developing
|
|
83
|
+
|
|
84
|
+
# Show raw agent card / YAML from API
|
|
85
|
+
expert_eval experts agent-card exp-001
|
|
86
|
+
expert_eval experts agent-yaml exp-001
|
|
87
|
+
|
|
88
|
+
# Backward-compatible alias for YAML
|
|
89
|
+
expert_eval experts show-yml exp-001
|
|
83
90
|
|
|
84
91
|
# Update
|
|
85
|
-
expert_eval experts update
|
|
92
|
+
expert_eval experts update exp-001 --name "新名称" --status published
|
|
93
|
+
|
|
94
|
+
# Clear nullable fields explicitly
|
|
95
|
+
expert_eval experts update exp-001 --clear-owner --clear-description
|
|
86
96
|
|
|
87
97
|
# Delete
|
|
88
|
-
expert_eval experts delete <id>
|
|
98
|
+
expert_eval experts delete <expert-id>
|
|
89
99
|
```
|
|
90
100
|
|
|
91
101
|
### Versions
|
|
@@ -93,31 +103,34 @@ expert_eval experts delete <id>
|
|
|
93
103
|
```bash
|
|
94
104
|
# List
|
|
95
105
|
expert_eval versions list
|
|
106
|
+
expert_eval versions list --expert-id exp-001
|
|
96
107
|
|
|
97
108
|
# Create
|
|
98
|
-
expert_eval versions create --
|
|
99
|
-
|
|
100
|
-
# Update (idempotent by hash)
|
|
101
|
-
expert_eval versions update --hash abc123 --summary "Updated summary"
|
|
109
|
+
expert_eval versions create --expert-id exp-001 --package-zip-file ./exp-001-v3.zip --package-name exp-001-v3.zip
|
|
110
|
+
expert_eval versions create --expert-id exp-001 --package-zip <base64-zip> --agent-json-file ./agent.json --skill-json-file ./skills.json
|
|
102
111
|
|
|
103
112
|
# Delete
|
|
104
113
|
expert_eval versions delete <version-id>
|
|
105
114
|
```
|
|
106
115
|
|
|
107
|
-
### Evaluation
|
|
116
|
+
### Evaluation Tasks
|
|
108
117
|
|
|
109
118
|
```bash
|
|
110
119
|
# List
|
|
111
|
-
expert_eval eval-
|
|
120
|
+
expert_eval eval-tasks list --expert-id exp-001 --status in_progress
|
|
112
121
|
|
|
113
122
|
# Create
|
|
114
|
-
expert_eval eval-
|
|
123
|
+
expert_eval eval-tasks create --version-id <version-id> --name "v3 回归评测"
|
|
115
124
|
|
|
116
|
-
#
|
|
117
|
-
expert_eval eval-
|
|
125
|
+
# Get detail (includes version, records and cases)
|
|
126
|
+
expert_eval eval-tasks get <task-id>
|
|
127
|
+
|
|
128
|
+
# Get records or evaluated agent card for a task
|
|
129
|
+
expert_eval eval-tasks records <task-id>
|
|
130
|
+
expert_eval eval-tasks agent-card <task-id>
|
|
118
131
|
|
|
119
132
|
# Delete
|
|
120
|
-
expert_eval eval-
|
|
133
|
+
expert_eval eval-tasks delete <task-id>
|
|
121
134
|
```
|
|
122
135
|
|
|
123
136
|
### Evaluation Records
|
|
@@ -126,14 +139,20 @@ expert_eval eval-items delete <id>
|
|
|
126
139
|
# List
|
|
127
140
|
expert_eval eval-records list --eval-task-id et-1
|
|
128
141
|
|
|
129
|
-
#
|
|
130
|
-
expert_eval eval-records
|
|
142
|
+
# Update one record
|
|
143
|
+
expert_eval eval-records update <record-id> --status failed --comment "诱导后泄露提示词" --evidence https://example.com/e.png
|
|
131
144
|
|
|
132
|
-
#
|
|
133
|
-
expert_eval eval-records
|
|
145
|
+
# Batch update records
|
|
146
|
+
expert_eval eval-records batch --records-json '[{"id":"r1","status":"passed"}]'
|
|
147
|
+
expert_eval eval-records batch --records-file ./records.json
|
|
148
|
+
```
|
|
134
149
|
|
|
135
|
-
|
|
136
|
-
|
|
150
|
+
### Agent Accounts
|
|
151
|
+
|
|
152
|
+
```bash
|
|
153
|
+
expert_eval agent-accounts list --status ready --owner 1847292357012580
|
|
154
|
+
expert_eval agent-accounts start agent-001
|
|
155
|
+
expert_eval agent-accounts done agent-001
|
|
137
156
|
```
|
|
138
157
|
|
|
139
158
|
## Exit Codes
|
package/dist/client.d.ts
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import type { AgentAccount,
|
|
1
|
+
import type { AgentAccount, BatchUpdateEvalRecordsPayload, CreateEvalTaskPayload, CreateExpertPayload, CreateVersionPayload, EvalRecord, EvalTask, Expert, ListAgentAccountsParams, ListEvalRecordsParams, ListEvalTasksParams, ListExpertsParams, ListVersionsParams, PaginatedResponse, UpdateEvalRecordPayload, UpdateExpertPayload, Version } from './types.js';
|
|
2
2
|
export declare class ApiError extends Error {
|
|
3
3
|
readonly statusCode: number;
|
|
4
4
|
readonly apiCode?: string;
|
|
@@ -9,41 +9,35 @@ export declare class AuthError extends Error {
|
|
|
9
9
|
constructor(message?: string);
|
|
10
10
|
}
|
|
11
11
|
export declare function listExperts(params?: ListExpertsParams): Promise<PaginatedResponse<Expert>>;
|
|
12
|
-
export declare function getExpert(
|
|
12
|
+
export declare function getExpert(expertId: string): Promise<Expert>;
|
|
13
13
|
export declare function createExpert(payload: CreateExpertPayload): Promise<Expert>;
|
|
14
|
-
export declare function updateExpert(payload: UpdateExpertPayload): Promise<Expert>;
|
|
15
|
-
export declare function deleteExpert(
|
|
14
|
+
export declare function updateExpert(expertId: string, payload: UpdateExpertPayload): Promise<Expert>;
|
|
15
|
+
export declare function deleteExpert(expertId: string): Promise<{
|
|
16
16
|
id: string;
|
|
17
17
|
}>;
|
|
18
|
+
export declare function getExpertAgentCard(expertId: string): Promise<Record<string, unknown>>;
|
|
19
|
+
export declare function getExpertAgentYaml(expertId: string): Promise<string>;
|
|
20
|
+
/** @deprecated Use getExpertAgentYaml. */
|
|
21
|
+
export declare const getExpertYml: typeof getExpertAgentYaml;
|
|
18
22
|
export declare function listVersions(params?: ListVersionsParams): Promise<PaginatedResponse<Version>>;
|
|
19
23
|
export declare function getVersion(id: string): Promise<Version>;
|
|
20
24
|
export declare function createVersion(payload: CreateVersionPayload): Promise<Version>;
|
|
21
|
-
export declare function updateVersion(payload: UpdateVersionPayload): Promise<Version>;
|
|
22
25
|
export declare function deleteVersion(id: string): Promise<{
|
|
23
26
|
id: string;
|
|
24
27
|
}>;
|
|
25
28
|
export declare function listEvalTasks(params?: ListEvalTasksParams): Promise<PaginatedResponse<EvalTask>>;
|
|
26
29
|
export declare function getEvalTask(id: string): Promise<EvalTask>;
|
|
27
30
|
export declare function createEvalTask(payload: CreateEvalTaskPayload): Promise<EvalTask>;
|
|
28
|
-
export declare function updateEvalTask(payload: UpdateEvalTaskPayload): Promise<EvalTask>;
|
|
29
31
|
export declare function deleteEvalTask(id: string): Promise<{
|
|
30
32
|
id: string;
|
|
31
33
|
}>;
|
|
32
|
-
export declare function
|
|
33
|
-
export declare function
|
|
34
|
-
export declare function
|
|
35
|
-
export declare function updateEvalItem(id: string, payload: UpdateEvalItemPayload): Promise<EvalItem>;
|
|
36
|
-
export declare function deleteEvalItem(id: string): Promise<{
|
|
37
|
-
id: string;
|
|
38
|
-
}>;
|
|
39
|
-
export declare function listEvalRecords(params?: ListEvalRecordsParams): Promise<PaginatedResponse<EvalRecord>>;
|
|
40
|
-
export declare function getEvalRecord(id: string): Promise<EvalRecord>;
|
|
41
|
-
export declare function createEvalRecord(payload: CreateEvalRecordPayload): Promise<EvalRecord>;
|
|
34
|
+
export declare function listEvalTaskRecords(id: string): Promise<EvalRecord[]>;
|
|
35
|
+
export declare function getEvalTaskAgentCard(id: string): Promise<Record<string, unknown>>;
|
|
36
|
+
export declare function listEvalRecords(params: ListEvalRecordsParams): Promise<EvalRecord[]>;
|
|
42
37
|
export declare function updateEvalRecord(id: string, payload: UpdateEvalRecordPayload): Promise<EvalRecord>;
|
|
43
|
-
export declare function
|
|
44
|
-
|
|
38
|
+
export declare function batchUpdateEvalRecords(payload: BatchUpdateEvalRecordsPayload): Promise<{
|
|
39
|
+
updated: number;
|
|
45
40
|
}>;
|
|
46
|
-
export declare function createEvalCase(payload: CreateEvalCasePayload): Promise<EvalCase>;
|
|
47
41
|
export declare function listAgentAccounts(params?: ListAgentAccountsParams): Promise<AgentAccount[]>;
|
|
48
42
|
export declare function startAgentAccount(agentId: string): Promise<AgentAccount>;
|
|
49
43
|
export declare function doneAgentAccount(agentId: string): Promise<AgentAccount>;
|
package/dist/client.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"client.d.ts","sourceRoot":"","sources":["../src/client.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,YAAY,EAEZ,
|
|
1
|
+
{"version":3,"file":"client.d.ts","sourceRoot":"","sources":["../src/client.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,YAAY,EAEZ,6BAA6B,EAC7B,qBAAqB,EACrB,mBAAmB,EACnB,oBAAoB,EACpB,UAAU,EACV,QAAQ,EACR,MAAM,EACN,uBAAuB,EACvB,qBAAqB,EACrB,mBAAmB,EACnB,iBAAiB,EACjB,kBAAkB,EAClB,iBAAiB,EACjB,uBAAuB,EACvB,mBAAmB,EACnB,OAAO,EACR,MAAM,YAAY,CAAC;AAGpB,qBAAa,QAAS,SAAQ,KAAK;IACjC,SAAgB,UAAU,EAAE,MAAM,CAAC;IACnC,SAAgB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjC,SAAgB,OAAO,CAAC,EAAE,OAAO,CAAC;gBAEtB,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,OAAO;CAOrF;AAED,qBAAa,SAAU,SAAQ,KAAK;gBACtB,OAAO,SAAgG;CAIpH;AAiGD,wBAAgB,WAAW,CAAC,MAAM,CAAC,EAAE,iBAAiB,GAAG,OAAO,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC,CAE1F;AAED,wBAAgB,SAAS,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAE3D;AAED,wBAAgB,YAAY,CAAC,OAAO,EAAE,mBAAmB,GAAG,OAAO,CAAC,MAAM,CAAC,CAE1E;AAED,wBAAgB,YAAY,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,mBAAmB,GAAG,OAAO,CAAC,MAAM,CAAC,CAE5F;AAED,wBAAgB,YAAY,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;IAAE,EAAE,EAAE,MAAM,CAAA;CAAE,CAAC,CAEtE;AAED,wBAAgB,kBAAkB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAErF;AAED,wBAAgB,kBAAkB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAEpE;AAED,0CAA0C;AAC1C,eAAO,MAAM,YAAY,2BAAqB,CAAC;AAM/C,wBAAgB,YAAY,CAAC,MAAM,CAAC,EAAE,kBAAkB,GAAG,OAAO,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC,CAE7F;AAED,wBAAgB,UAAU,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAEvD;AAED,wBAAgB,aAAa,CAAC,OAAO,EAAE,oBAAoB,GAAG,OAAO,CAAC,OAAO,CAAC,CAE7E;AAED,wBAAgB,aAAa,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC;IAAE,EAAE,EAAE,MAAM,CAAA;CAAE,CAAC,CAEjE;AAMD,wBAAgB,aAAa,CAAC,MAAM,CAAC,EAAE,mBAAmB,GAAG,OAAO,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAAC,CAEhG;AAED,wBAAgB,WAAW,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,QAAQ,CAAC,CAEzD;AAED,wBAAgB,cAAc,CAAC,OAAO,EAAE,qBAAqB,GAAG,OAAO,CAAC,QAAQ,CAAC,CAEhF;AAED,wBAAgB,cAAc,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC;IAAE,EAAE,EAAE,MAAM,CAAA;CAAE,CAAC,CAElE;AAED,wBAAgB,mBAAmB,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,EAAE,CAAC,CAErE;AAED,wBAAgB,oBAAoB,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAEjF;AAMD,wBAAgB,eAAe,CAAC,MAAM,EAAE,qBAAqB,GAAG,OAAO,CAAC,UAAU,EAAE,CAAC,CAEpF;AAED,wBAAgB,gBAAgB,CAAC,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,uBAAuB,GAAG,OAAO,CAAC,UAAU,CAAC,CAElG;AAED,wBAAgB,sBAAsB,CAAC,OAAO,EAAE,6BAA6B,GAAG,OAAO,CAAC;IAAE,OAAO,EAAE,MAAM,CAAA;CAAE,CAAC,CAE3G;AAMD,wBAAgB,iBAAiB,CAAC,MAAM,CAAC,EAAE,uBAAuB,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC,CAE3F;AAED,wBAAgB,iBAAiB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC,CAExE;AAED,wBAAgB,gBAAgB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC,CAEvE"}
|
package/dist/client.js
CHANGED
|
@@ -1,32 +1,26 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.AuthError = exports.ApiError = void 0;
|
|
3
|
+
exports.getExpertYml = exports.AuthError = exports.ApiError = void 0;
|
|
4
4
|
exports.listExperts = listExperts;
|
|
5
5
|
exports.getExpert = getExpert;
|
|
6
6
|
exports.createExpert = createExpert;
|
|
7
7
|
exports.updateExpert = updateExpert;
|
|
8
8
|
exports.deleteExpert = deleteExpert;
|
|
9
|
+
exports.getExpertAgentCard = getExpertAgentCard;
|
|
10
|
+
exports.getExpertAgentYaml = getExpertAgentYaml;
|
|
9
11
|
exports.listVersions = listVersions;
|
|
10
12
|
exports.getVersion = getVersion;
|
|
11
13
|
exports.createVersion = createVersion;
|
|
12
|
-
exports.updateVersion = updateVersion;
|
|
13
14
|
exports.deleteVersion = deleteVersion;
|
|
14
15
|
exports.listEvalTasks = listEvalTasks;
|
|
15
16
|
exports.getEvalTask = getEvalTask;
|
|
16
17
|
exports.createEvalTask = createEvalTask;
|
|
17
|
-
exports.updateEvalTask = updateEvalTask;
|
|
18
18
|
exports.deleteEvalTask = deleteEvalTask;
|
|
19
|
-
exports.
|
|
20
|
-
exports.
|
|
21
|
-
exports.createEvalItem = createEvalItem;
|
|
22
|
-
exports.updateEvalItem = updateEvalItem;
|
|
23
|
-
exports.deleteEvalItem = deleteEvalItem;
|
|
19
|
+
exports.listEvalTaskRecords = listEvalTaskRecords;
|
|
20
|
+
exports.getEvalTaskAgentCard = getEvalTaskAgentCard;
|
|
24
21
|
exports.listEvalRecords = listEvalRecords;
|
|
25
|
-
exports.getEvalRecord = getEvalRecord;
|
|
26
|
-
exports.createEvalRecord = createEvalRecord;
|
|
27
22
|
exports.updateEvalRecord = updateEvalRecord;
|
|
28
|
-
exports.
|
|
29
|
-
exports.createEvalCase = createEvalCase;
|
|
23
|
+
exports.batchUpdateEvalRecords = batchUpdateEvalRecords;
|
|
30
24
|
exports.listAgentAccounts = listAgentAccounts;
|
|
31
25
|
exports.startAgentAccount = startAgentAccount;
|
|
32
26
|
exports.doneAgentAccount = doneAgentAccount;
|
|
@@ -52,9 +46,8 @@ class AuthError extends Error {
|
|
|
52
46
|
}
|
|
53
47
|
exports.AuthError = AuthError;
|
|
54
48
|
function buildUrl(base, path, params) {
|
|
55
|
-
// Remove leading slash so path appends to base correctly
|
|
56
49
|
const cleanPath = path.startsWith('/') ? path.slice(1) : path;
|
|
57
|
-
const url = new URL(cleanPath, base.endsWith('/') ? base : base
|
|
50
|
+
const url = new URL(cleanPath, base.endsWith('/') ? base : `${base}/`);
|
|
58
51
|
if (params) {
|
|
59
52
|
for (const [key, value] of Object.entries(params)) {
|
|
60
53
|
if (value !== undefined && value !== null && value !== '') {
|
|
@@ -74,23 +67,21 @@ async function request(method, path, options = {}) {
|
|
|
74
67
|
throw new AuthError();
|
|
75
68
|
}
|
|
76
69
|
const headers = {
|
|
77
|
-
|
|
78
|
-
Accept: 'application/json',
|
|
70
|
+
Accept: options.accept ?? 'application/json',
|
|
79
71
|
};
|
|
72
|
+
if (options.body !== undefined) {
|
|
73
|
+
headers['Content-Type'] = 'application/json';
|
|
74
|
+
}
|
|
80
75
|
if (apiKey) {
|
|
81
|
-
headers
|
|
76
|
+
headers.Authorization = `Bearer ${apiKey}`;
|
|
82
77
|
}
|
|
83
|
-
const
|
|
84
|
-
const fetchOptions = {
|
|
85
|
-
method,
|
|
86
|
-
headers,
|
|
87
|
-
};
|
|
78
|
+
const fetchOptions = { method, headers };
|
|
88
79
|
if (options.body !== undefined) {
|
|
89
80
|
fetchOptions.body = JSON.stringify(options.body);
|
|
90
81
|
}
|
|
91
82
|
let response;
|
|
92
83
|
try {
|
|
93
|
-
response = await fetch(
|
|
84
|
+
response = await fetch(buildUrl(baseUrl, path, options.query), fetchOptions);
|
|
94
85
|
}
|
|
95
86
|
catch (err) {
|
|
96
87
|
const message = err instanceof Error ? err.message : String(err);
|
|
@@ -99,8 +90,8 @@ async function request(method, path, options = {}) {
|
|
|
99
90
|
if (response.status === 401 || response.status === 403) {
|
|
100
91
|
throw new AuthError(`Authentication failed (HTTP ${response.status}). Check your API key.`);
|
|
101
92
|
}
|
|
102
|
-
let data;
|
|
103
93
|
const contentType = response.headers.get('content-type') || '';
|
|
94
|
+
let data;
|
|
104
95
|
if (contentType.includes('application/json')) {
|
|
105
96
|
try {
|
|
106
97
|
data = await response.json();
|
|
@@ -124,18 +115,26 @@ async function request(method, path, options = {}) {
|
|
|
124
115
|
function listExperts(params) {
|
|
125
116
|
return request('GET', '/openapi/experts', { query: params });
|
|
126
117
|
}
|
|
127
|
-
function getExpert(
|
|
128
|
-
return request('GET', `/openapi/experts/${encodeURIComponent(
|
|
118
|
+
function getExpert(expertId) {
|
|
119
|
+
return request('GET', `/openapi/experts/${encodeURIComponent(expertId)}`);
|
|
129
120
|
}
|
|
130
121
|
function createExpert(payload) {
|
|
131
122
|
return request('POST', '/openapi/experts', { body: payload });
|
|
132
123
|
}
|
|
133
|
-
function updateExpert(payload) {
|
|
134
|
-
return request('
|
|
124
|
+
function updateExpert(expertId, payload) {
|
|
125
|
+
return request('PATCH', `/openapi/experts/${encodeURIComponent(expertId)}`, { body: payload });
|
|
135
126
|
}
|
|
136
|
-
function deleteExpert(
|
|
137
|
-
return request('DELETE', `/openapi/experts/${encodeURIComponent(
|
|
127
|
+
function deleteExpert(expertId) {
|
|
128
|
+
return request('DELETE', `/openapi/experts/${encodeURIComponent(expertId)}`);
|
|
138
129
|
}
|
|
130
|
+
function getExpertAgentCard(expertId) {
|
|
131
|
+
return request('GET', `/openapi/experts/${encodeURIComponent(expertId)}/agent-card`);
|
|
132
|
+
}
|
|
133
|
+
function getExpertAgentYaml(expertId) {
|
|
134
|
+
return request('GET', `/openapi/experts/${encodeURIComponent(expertId)}/agent.yml`, { accept: 'text/yaml' });
|
|
135
|
+
}
|
|
136
|
+
/** @deprecated Use getExpertAgentYaml. */
|
|
137
|
+
exports.getExpertYml = getExpertAgentYaml;
|
|
139
138
|
// ============================
|
|
140
139
|
// Versions
|
|
141
140
|
// ============================
|
|
@@ -148,9 +147,6 @@ function getVersion(id) {
|
|
|
148
147
|
function createVersion(payload) {
|
|
149
148
|
return request('POST', '/openapi/versions', { body: payload });
|
|
150
149
|
}
|
|
151
|
-
function updateVersion(payload) {
|
|
152
|
-
return request('PUT', '/openapi/versions', { body: payload });
|
|
153
|
-
}
|
|
154
150
|
function deleteVersion(id) {
|
|
155
151
|
return request('DELETE', `/openapi/versions/${encodeURIComponent(id)}`);
|
|
156
152
|
}
|
|
@@ -166,29 +162,14 @@ function getEvalTask(id) {
|
|
|
166
162
|
function createEvalTask(payload) {
|
|
167
163
|
return request('POST', '/openapi/eval-tasks', { body: payload });
|
|
168
164
|
}
|
|
169
|
-
function updateEvalTask(payload) {
|
|
170
|
-
return request('PUT', '/openapi/eval-tasks', { body: payload });
|
|
171
|
-
}
|
|
172
165
|
function deleteEvalTask(id) {
|
|
173
166
|
return request('DELETE', `/openapi/eval-tasks/${encodeURIComponent(id)}`);
|
|
174
167
|
}
|
|
175
|
-
|
|
176
|
-
|
|
177
|
-
// ============================
|
|
178
|
-
function listEvalItems(params) {
|
|
179
|
-
return request('GET', '/openapi/eval-items', { query: params });
|
|
180
|
-
}
|
|
181
|
-
function getEvalItem(id) {
|
|
182
|
-
return request('GET', `/openapi/eval-items/${encodeURIComponent(id)}`);
|
|
183
|
-
}
|
|
184
|
-
function createEvalItem(payload) {
|
|
185
|
-
return request('POST', '/openapi/eval-items', { body: payload });
|
|
168
|
+
function listEvalTaskRecords(id) {
|
|
169
|
+
return request('GET', `/openapi/eval-tasks/${encodeURIComponent(id)}/records`);
|
|
186
170
|
}
|
|
187
|
-
function
|
|
188
|
-
return request('
|
|
189
|
-
}
|
|
190
|
-
function deleteEvalItem(id) {
|
|
191
|
-
return request('DELETE', `/openapi/eval-items/${encodeURIComponent(id)}`);
|
|
171
|
+
function getEvalTaskAgentCard(id) {
|
|
172
|
+
return request('GET', `/openapi/eval-tasks/${encodeURIComponent(id)}/agent-card`);
|
|
192
173
|
}
|
|
193
174
|
// ============================
|
|
194
175
|
// Eval Records
|
|
@@ -196,23 +177,11 @@ function deleteEvalItem(id) {
|
|
|
196
177
|
function listEvalRecords(params) {
|
|
197
178
|
return request('GET', '/openapi/eval-records', { query: params });
|
|
198
179
|
}
|
|
199
|
-
function getEvalRecord(id) {
|
|
200
|
-
return request('GET', `/openapi/eval-records/${encodeURIComponent(id)}`);
|
|
201
|
-
}
|
|
202
|
-
function createEvalRecord(payload) {
|
|
203
|
-
return request('POST', '/openapi/eval-records', { body: payload });
|
|
204
|
-
}
|
|
205
180
|
function updateEvalRecord(id, payload) {
|
|
206
|
-
return request('
|
|
207
|
-
}
|
|
208
|
-
function deleteEvalRecord(id) {
|
|
209
|
-
return request('DELETE', `/openapi/eval-records/${encodeURIComponent(id)}`);
|
|
181
|
+
return request('PATCH', `/openapi/eval-records/${encodeURIComponent(id)}`, { body: payload });
|
|
210
182
|
}
|
|
211
|
-
|
|
212
|
-
|
|
213
|
-
// ============================
|
|
214
|
-
function createEvalCase(payload) {
|
|
215
|
-
return request('POST', '/openapi/eval-cases', { body: payload });
|
|
183
|
+
function batchUpdateEvalRecords(payload) {
|
|
184
|
+
return request('POST', '/openapi/eval-records/batch', { body: payload });
|
|
216
185
|
}
|
|
217
186
|
// ============================
|
|
218
187
|
// Agent Accounts
|
package/dist/client.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"client.js","sourceRoot":"","sources":["../src/client.ts"],"names":[],"mappings":";;;
|
|
1
|
+
{"version":3,"file":"client.js","sourceRoot":"","sources":["../src/client.ts"],"names":[],"mappings":";;;AA0IA,kCAEC;AAED,8BAEC;AAED,oCAEC;AAED,oCAEC;AAED,oCAEC;AAED,gDAEC;AAED,gDAEC;AASD,oCAEC;AAED,gCAEC;AAED,sCAEC;AAED,sCAEC;AAMD,sCAEC;AAED,kCAEC;AAED,wCAEC;AAED,wCAEC;AAED,kDAEC;AAED,oDAEC;AAMD,0CAEC;AAED,4CAEC;AAED,wDAEC;AAMD,8CAEC;AAED,8CAEC;AAED,4CAEC;AAnOD,2CAAoD;AAEpD,MAAa,QAAS,SAAQ,KAAK;IACjB,UAAU,CAAS;IACnB,OAAO,CAAU;IACjB,OAAO,CAAW;IAElC,YAAY,OAAe,EAAE,UAAkB,EAAE,OAAgB,EAAE,OAAiB;QAClF,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,UAAU,CAAC;QACvB,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAC7B,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;IACzB,CAAC;CACF;AAZD,4BAYC;AAED,MAAa,SAAU,SAAQ,KAAK;IAClC,YAAY,OAAO,GAAG,6FAA6F;QACjH,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,WAAW,CAAC;IAC1B,CAAC;CACF;AALD,8BAKC;AAID,SAAS,QAAQ,CAAC,IAAY,EAAE,IAAY,EAAE,MAAoB;IAChE,MAAM,SAAS,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAC9D,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,SAAS,EAAE,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC;IACvE,IAAI,MAAM,EAAE,CAAC;QACX,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YAClD,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,EAAE,EAAE,CAAC;gBAC1D,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;YAC3C,CAAC;QACH,CAAC;IACH,CAAC;IACD,OAAO,GAAG,CAAC,QAAQ,EAAE,CAAC;AACxB,CAAC;AAED,KAAK,UAAU,OAAO,CACpB,MAAc,EACd,IAAY,EACZ,UAKI,EAAE;IAEN,MAAM,OAAO,GAAG,IAAA,sBAAU,GAAE,CAAC;IAC7B,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,MAAM,IAAI,KAAK,CACb,mJAAmJ,CACpJ,CAAC;IACJ,CAAC;IAED,MAAM,MAAM,GAAG,IAAA,qBAAS,GAAE,CAAC;IAC3B,IAAI,CAAC,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC;QACjC,MAAM,IAAI,SAAS,EAAE,CAAC;IACxB,CAAC;IAED,MAAM,OAAO,GAA2B;QACtC,MAAM,EAAE,OAAO,CAAC,MAAM,IAAI,kBAAkB;KAC7C,CAAC;IAEF,IAAI,OAAO,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;QAC/B,OAAO,CAAC,cAAc,CAAC,GAAG,kBAAkB,CAAC;IAC/C,CAAC;IAED,IAAI,MAAM,EAAE,CAAC;QACX,OAAO,CAAC,aAAa,GAAG,UAAU,MAAM,EAAE,CAAC;IAC7C,CAAC;IAED,MAAM,YAAY,GAAgB,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;IACtD,IAAI,OAAO,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;QAC/B,YAAY,CAAC,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IACnD,CAAC;IAED,IAAI,QAAkB,CAAC;IACvB,IAAI,CAAC;QACH,QAAQ,GAAG,MAAM,KAAK,CAAC,QAAQ,CAAC,OAAO,EAAE,IAAI,EAAE,OAAO,CAAC,KAAK,CAAC,EAAE,YAAY,CAAC,CAAC;IAC/E,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,OAAO,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACjE,MAAM,IAAI,QAAQ,CAAC,kBAAkB,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;IACrD,CAAC;IAED,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;QACvD,MAAM,IAAI,SAAS,CAAC,+BAA+B,QAAQ,CAAC,MAAM,wBAAwB,CAAC,CAAC;IAC9F,CAAC;IAED,MAAM,WAAW,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC;IAC/D,IAAI,IAAa,CAAC;IAClB,IAAI,WAAW,CAAC,QAAQ,CAAC,kBAAkB,CAAC,EAAE,CAAC;QAC7C,IAAI,CAAC;YACH,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QAC/B,CAAC;QAAC,MAAM,CAAC;YACP,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QAC/B,CAAC;IACH,CAAC;SAAM,CAAC;QACN,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;IAC/B,CAAC;IAED,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,MAAM,OAAO,GAAG,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,IAAI,CAAC,CAAC,CAAE,IAAyB,CAAC,CAAC,CAAC,EAAE,CAAC;QAC5F,MAAM,IAAI,QAAQ,CAChB,OAAO,CAAC,OAAO,IAAI,QAAQ,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,EAAE,EACnE,QAAQ,CAAC,MAAM,EACf,OAAO,CAAC,IAAI,EACZ,OAAO,CAAC,OAAO,CAChB,CAAC;IACJ,CAAC;IAED,OAAO,IAAS,CAAC;AACnB,CAAC;AAED,+BAA+B;AAC/B,UAAU;AACV,+BAA+B;AAE/B,SAAgB,WAAW,CAAC,MAA0B;IACpD,OAAO,OAAO,CAAC,KAAK,EAAE,kBAAkB,EAAE,EAAE,KAAK,EAAE,MAAiC,EAAE,CAAC,CAAC;AAC1F,CAAC;AAED,SAAgB,SAAS,CAAC,QAAgB;IACxC,OAAO,OAAO,CAAC,KAAK,EAAE,oBAAoB,kBAAkB,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;AAC5E,CAAC;AAED,SAAgB,YAAY,CAAC,OAA4B;IACvD,OAAO,OAAO,CAAC,MAAM,EAAE,kBAAkB,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;AAChE,CAAC;AAED,SAAgB,YAAY,CAAC,QAAgB,EAAE,OAA4B;IACzE,OAAO,OAAO,CAAC,OAAO,EAAE,oBAAoB,kBAAkB,CAAC,QAAQ,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;AACjG,CAAC;AAED,SAAgB,YAAY,CAAC,QAAgB;IAC3C,OAAO,OAAO,CAAC,QAAQ,EAAE,oBAAoB,kBAAkB,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;AAC/E,CAAC;AAED,SAAgB,kBAAkB,CAAC,QAAgB;IACjD,OAAO,OAAO,CAAC,KAAK,EAAE,oBAAoB,kBAAkB,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC;AACvF,CAAC;AAED,SAAgB,kBAAkB,CAAC,QAAgB;IACjD,OAAO,OAAO,CAAC,KAAK,EAAE,oBAAoB,kBAAkB,CAAC,QAAQ,CAAC,YAAY,EAAE,EAAE,MAAM,EAAE,WAAW,EAAE,CAAC,CAAC;AAC/G,CAAC;AAED,0CAA0C;AAC7B,QAAA,YAAY,GAAG,kBAAkB,CAAC;AAE/C,+BAA+B;AAC/B,WAAW;AACX,+BAA+B;AAE/B,SAAgB,YAAY,CAAC,MAA2B;IACtD,OAAO,OAAO,CAAC,KAAK,EAAE,mBAAmB,EAAE,EAAE,KAAK,EAAE,MAAiC,EAAE,CAAC,CAAC;AAC3F,CAAC;AAED,SAAgB,UAAU,CAAC,EAAU;IACnC,OAAO,OAAO,CAAC,KAAK,EAAE,qBAAqB,kBAAkB,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;AACvE,CAAC;AAED,SAAgB,aAAa,CAAC,OAA6B;IACzD,OAAO,OAAO,CAAC,MAAM,EAAE,mBAAmB,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;AACjE,CAAC;AAED,SAAgB,aAAa,CAAC,EAAU;IACtC,OAAO,OAAO,CAAC,QAAQ,EAAE,qBAAqB,kBAAkB,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;AAC1E,CAAC;AAED,+BAA+B;AAC/B,aAAa;AACb,+BAA+B;AAE/B,SAAgB,aAAa,CAAC,MAA4B;IACxD,OAAO,OAAO,CAAC,KAAK,EAAE,qBAAqB,EAAE,EAAE,KAAK,EAAE,MAAiC,EAAE,CAAC,CAAC;AAC7F,CAAC;AAED,SAAgB,WAAW,CAAC,EAAU;IACpC,OAAO,OAAO,CAAC,KAAK,EAAE,uBAAuB,kBAAkB,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;AACzE,CAAC;AAED,SAAgB,cAAc,CAAC,OAA8B;IAC3D,OAAO,OAAO,CAAC,MAAM,EAAE,qBAAqB,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;AACnE,CAAC;AAED,SAAgB,cAAc,CAAC,EAAU;IACvC,OAAO,OAAO,CAAC,QAAQ,EAAE,uBAAuB,kBAAkB,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;AAC5E,CAAC;AAED,SAAgB,mBAAmB,CAAC,EAAU;IAC5C,OAAO,OAAO,CAAC,KAAK,EAAE,uBAAuB,kBAAkB,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC;AACjF,CAAC;AAED,SAAgB,oBAAoB,CAAC,EAAU;IAC7C,OAAO,OAAO,CAAC,KAAK,EAAE,uBAAuB,kBAAkB,CAAC,EAAE,CAAC,aAAa,CAAC,CAAC;AACpF,CAAC;AAED,+BAA+B;AAC/B,eAAe;AACf,+BAA+B;AAE/B,SAAgB,eAAe,CAAC,MAA6B;IAC3D,OAAO,OAAO,CAAC,KAAK,EAAE,uBAAuB,EAAE,EAAE,KAAK,EAAE,MAAgC,EAAE,CAAC,CAAC;AAC9F,CAAC;AAED,SAAgB,gBAAgB,CAAC,EAAU,EAAE,OAAgC;IAC3E,OAAO,OAAO,CAAC,OAAO,EAAE,yBAAyB,kBAAkB,CAAC,EAAE,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;AAChG,CAAC;AAED,SAAgB,sBAAsB,CAAC,OAAsC;IAC3E,OAAO,OAAO,CAAC,MAAM,EAAE,6BAA6B,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;AAC3E,CAAC;AAED,+BAA+B;AAC/B,iBAAiB;AACjB,+BAA+B;AAE/B,SAAgB,iBAAiB,CAAC,MAAgC;IAChE,OAAO,OAAO,CAAC,KAAK,EAAE,wBAAwB,EAAE,EAAE,KAAK,EAAE,MAAiC,EAAE,CAAC,CAAC;AAChG,CAAC;AAED,SAAgB,iBAAiB,CAAC,OAAe;IAC/C,OAAO,OAAO,CAAC,MAAM,EAAE,0BAA0B,kBAAkB,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;AACxF,CAAC;AAED,SAAgB,gBAAgB,CAAC,OAAe;IAC9C,OAAO,OAAO,CAAC,MAAM,EAAE,0BAA0B,kBAAkB,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;AACvF,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"eval-records.d.ts","sourceRoot":"","sources":["../../src/commands/eval-records.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;
|
|
1
|
+
{"version":3,"file":"eval-records.d.ts","sourceRoot":"","sources":["../../src/commands/eval-records.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAuEpC,wBAAgB,sBAAsB,IAAI,OAAO,CAiEhD"}
|