expert_eval_cli 2.0.1 → 2.0.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +10 -0
- package/dist/client.d.ts +11 -2
- package/dist/client.d.ts.map +1 -1
- package/dist/client.js +97 -2
- package/dist/client.js.map +1 -1
- package/dist/commands/eval-cases.d.ts +3 -0
- package/dist/commands/eval-cases.d.ts.map +1 -0
- package/dist/commands/eval-cases.js +273 -0
- package/dist/commands/eval-cases.js.map +1 -0
- package/dist/commands/eval-records.d.ts.map +1 -1
- package/dist/commands/eval-records.js +12 -2
- package/dist/commands/eval-records.js.map +1 -1
- package/dist/commands/eval-tasks.d.ts.map +1 -1
- package/dist/commands/eval-tasks.js +48 -3
- package/dist/commands/eval-tasks.js.map +1 -1
- package/dist/commands/versions.d.ts.map +1 -1
- package/dist/commands/versions.js +51 -0
- package/dist/commands/versions.js.map +1 -1
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +3 -1
- package/dist/index.js.map +1 -1
- package/dist/types.d.ts +54 -1
- package/dist/types.d.ts.map +1 -1
- package/package.json +1 -1
- package/skill/SKILL.md +22 -4
- package/skill/references/api-reference.md +69 -2
package/README.md
CHANGED
|
@@ -109,6 +109,10 @@ expert_eval versions list --expert-id exp-001
|
|
|
109
109
|
expert_eval versions create --expert-id exp-001 --package-zip-file ./exp-001-v3.zip --package-name exp-001-v3.zip
|
|
110
110
|
expert_eval versions create --expert-id exp-001 --package-zip <base64-zip> --agent-json-file ./agent.json --skill-json-file ./skills.json
|
|
111
111
|
|
|
112
|
+
# Download package ZIP
|
|
113
|
+
expert_eval versions download <version-id> --output ./exp-001-v3.zip
|
|
114
|
+
expert_eval versions download-url <version-id> --expires-in 600
|
|
115
|
+
|
|
112
116
|
# Delete
|
|
113
117
|
expert_eval versions delete <version-id>
|
|
114
118
|
```
|
|
@@ -127,6 +131,8 @@ expert_eval eval-tasks get <task-id>
|
|
|
127
131
|
|
|
128
132
|
# Get records or evaluated agent card for a task
|
|
129
133
|
expert_eval eval-tasks records <task-id>
|
|
134
|
+
expert_eval eval-tasks records <task-id> --eval-type package
|
|
135
|
+
expert_eval eval-tasks records <task-id> --eval-type case
|
|
130
136
|
expert_eval eval-tasks agent-card <task-id>
|
|
131
137
|
|
|
132
138
|
# Delete
|
|
@@ -138,6 +144,10 @@ expert_eval eval-tasks delete <task-id>
|
|
|
138
144
|
```bash
|
|
139
145
|
# List
|
|
140
146
|
expert_eval eval-records list --eval-task-id et-1
|
|
147
|
+
expert_eval eval-records list --eval-task-id et-1 --eval-type package
|
|
148
|
+
expert_eval eval-records list --eval-task-id et-1 --eval-type case
|
|
149
|
+
|
|
150
|
+
# evalType: package = 包体静态评测(A~F 类),case = 运行时用例评测(G 类)
|
|
141
151
|
|
|
142
152
|
# Update one record
|
|
143
153
|
expert_eval eval-records update <record-id> --status failed --comment "诱导后泄露提示词" --evidence https://example.com/e.png
|
package/dist/client.d.ts
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import type { AgentAccount, BatchUpdateEvalRecordsPayload, CreateEvalTaskPayload, CreateExpertPayload, CreateVersionPayload, EvalRecord, EvalTask, Expert, ListAgentAccountsParams, ListEvalRecordsParams, ListEvalTasksParams, ListExpertsParams, ListVersionsParams, PaginatedResponse, UpdateEvalRecordPayload, UpdateExpertPayload, Version } from './types.js';
|
|
1
|
+
import type { AgentAccount, BatchUpdateEvalRecordsPayload, CreateEvalCasePayload, CreateEvalTaskPayload, CreateExpertPayload, CreateVersionPayload, DownloadedVersionPackage, EvalCase, EvalRecord, EvalTask, Expert, ListAgentAccountsParams, ListEvalCasesParams, ListEvalRecordsParams, ListEvalTaskRecordsParams, ListEvalTasksParams, ListExpertsParams, ListVersionsParams, PaginatedResponse, UpdateEvalCasePayload, UpdateEvalTaskPayload, UpdateEvalRecordPayload, UpdateExpertPayload, Version, VersionDownloadUrl } from './types.js';
|
|
2
2
|
export declare class ApiError extends Error {
|
|
3
3
|
readonly statusCode: number;
|
|
4
4
|
readonly apiCode?: string;
|
|
@@ -25,14 +25,23 @@ export declare function createVersion(payload: CreateVersionPayload): Promise<Ve
|
|
|
25
25
|
export declare function deleteVersion(id: string): Promise<{
|
|
26
26
|
id: string;
|
|
27
27
|
}>;
|
|
28
|
+
export declare function getVersionDownloadUrl(id: string, expiresIn?: number): Promise<VersionDownloadUrl>;
|
|
29
|
+
export declare function downloadVersion(id: string): Promise<DownloadedVersionPackage>;
|
|
28
30
|
export declare function listEvalTasks(params?: ListEvalTasksParams): Promise<PaginatedResponse<EvalTask>>;
|
|
29
31
|
export declare function getEvalTask(id: string): Promise<EvalTask>;
|
|
30
32
|
export declare function createEvalTask(payload: CreateEvalTaskPayload): Promise<EvalTask>;
|
|
33
|
+
export declare function updateEvalTask(id: string, payload: UpdateEvalTaskPayload): Promise<EvalTask>;
|
|
31
34
|
export declare function deleteEvalTask(id: string): Promise<{
|
|
32
35
|
id: string;
|
|
33
36
|
}>;
|
|
34
|
-
export declare function listEvalTaskRecords(id: string): Promise<EvalRecord[]>;
|
|
37
|
+
export declare function listEvalTaskRecords(id: string, params?: ListEvalTaskRecordsParams): Promise<EvalRecord[]>;
|
|
35
38
|
export declare function getEvalTaskAgentCard(id: string): Promise<Record<string, unknown>>;
|
|
39
|
+
export declare function listEvalCases(params?: ListEvalCasesParams): Promise<EvalCase[]>;
|
|
40
|
+
export declare function createEvalCase(payload: CreateEvalCasePayload): Promise<EvalCase>;
|
|
41
|
+
export declare function updateEvalCase(id: string, payload: UpdateEvalCasePayload): Promise<EvalCase>;
|
|
42
|
+
export declare function deleteEvalCase(id: string): Promise<{
|
|
43
|
+
id: string;
|
|
44
|
+
}>;
|
|
36
45
|
export declare function listEvalRecords(params: ListEvalRecordsParams): Promise<EvalRecord[]>;
|
|
37
46
|
export declare function updateEvalRecord(id: string, payload: UpdateEvalRecordPayload): Promise<EvalRecord>;
|
|
38
47
|
export declare function batchUpdateEvalRecords(payload: BatchUpdateEvalRecordsPayload): Promise<{
|
package/dist/client.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"client.d.ts","sourceRoot":"","sources":["../src/client.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,YAAY,EAEZ,6BAA6B,EAC7B,qBAAqB,EACrB,mBAAmB,EACnB,oBAAoB,EACpB,UAAU,EACV,QAAQ,EACR,MAAM,EACN,uBAAuB,EACvB,qBAAqB,EACrB,mBAAmB,EACnB,iBAAiB,EACjB,kBAAkB,EAClB,iBAAiB,EACjB,uBAAuB,EACvB,mBAAmB,EACnB,OAAO,
|
|
1
|
+
{"version":3,"file":"client.d.ts","sourceRoot":"","sources":["../src/client.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,YAAY,EAEZ,6BAA6B,EAC7B,qBAAqB,EACrB,qBAAqB,EACrB,mBAAmB,EACnB,oBAAoB,EACpB,wBAAwB,EACxB,QAAQ,EACR,UAAU,EACV,QAAQ,EACR,MAAM,EACN,uBAAuB,EACvB,mBAAmB,EACnB,qBAAqB,EACrB,yBAAyB,EACzB,mBAAmB,EACnB,iBAAiB,EACjB,kBAAkB,EAClB,iBAAiB,EACjB,qBAAqB,EACrB,qBAAqB,EACrB,uBAAuB,EACvB,mBAAmB,EACnB,OAAO,EACP,kBAAkB,EACnB,MAAM,YAAY,CAAC;AAGpB,qBAAa,QAAS,SAAQ,KAAK;IACjC,SAAgB,UAAU,EAAE,MAAM,CAAC;IACnC,SAAgB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjC,SAAgB,OAAO,CAAC,EAAE,OAAO,CAAC;gBAEtB,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,OAAO;CAOrF;AAED,qBAAa,SAAU,SAAQ,KAAK;gBACtB,OAAO,SAAgG;CAIpH;AAoLD,wBAAgB,WAAW,CAAC,MAAM,CAAC,EAAE,iBAAiB,GAAG,OAAO,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC,CAE1F;AAED,wBAAgB,SAAS,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAE3D;AAED,wBAAgB,YAAY,CAAC,OAAO,EAAE,mBAAmB,GAAG,OAAO,CAAC,MAAM,CAAC,CAE1E;AAED,wBAAgB,YAAY,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,mBAAmB,GAAG,OAAO,CAAC,MAAM,CAAC,CAE5F;AAED,wBAAgB,YAAY,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;IAAE,EAAE,EAAE,MAAM,CAAA;CAAE,CAAC,CAEtE;AAED,wBAAgB,kBAAkB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAErF;AAED,wBAAgB,kBAAkB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAEpE;AAED,0CAA0C;AAC1C,eAAO,MAAM,YAAY,2BAAqB,CAAC;AAM/C,wBAAgB,YAAY,CAAC,MAAM,CAAC,EAAE,kBAAkB,GAAG,OAAO,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC,CAE7F;AAED,wBAAgB,UAAU,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAEvD;AAED,wBAAgB,aAAa,CAAC,OAAO,EAAE,oBAAoB,GAAG,OAAO,CAAC,OAAO,CAAC,CAE7E;AAED,wBAAgB,aAAa,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC;IAAE,EAAE,EAAE,MAAM,CAAA;CAAE,CAAC,CAEjE;AAED,wBAAgB,qBAAqB,CAAC,EAAE,EAAE,MAAM,EAAE,SAAS,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,kBAAkB,CAAC,CAEjG;AAED,wBAAgB,eAAe,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,wBAAwB,CAAC,CAE7E;AAMD,wBAAgB,aAAa,CAAC,MAAM,CAAC,EAAE,mBAAmB,GAAG,OAAO,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAAC,CAEhG;AAED,wBAAgB,WAAW,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,QAAQ,CAAC,CAEzD;AAED,wBAAgB,cAAc,CAAC,OAAO,EAAE,qBAAqB,GAAG,OAAO,CAAC,QAAQ,CAAC,CAEhF;AAED,wBAAgB,cAAc,CAAC,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,qBAAqB,GAAG,OAAO,CAAC,QAAQ,CAAC,CAE5F;AAED,wBAAgB,cAAc,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC;IAAE,EAAE,EAAE,MAAM,CAAA;CAAE,CAAC,CAElE;AAED,wBAAgB,mBAAmB,CAAC,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,yBAAyB,GAAG,OAAO,CAAC,UAAU,EAAE,CAAC,CAEzG;AAED,wBAAgB,oBAAoB,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAEjF;AAMD,wBAAgB,aAAa,CAAC,MAAM,CAAC,EAAE,mBAAmB,GAAG,OAAO,CAAC,QAAQ,EAAE,CAAC,CAE/E;AAED,wBAAgB,cAAc,CAAC,OAAO,EAAE,qBAAqB,GAAG,OAAO,CAAC,QAAQ,CAAC,CAEhF;AAED,wBAAgB,cAAc,CAAC,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,qBAAqB,GAAG,OAAO,CAAC,QAAQ,CAAC,CAE5F;AAED,wBAAgB,cAAc,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC;IAAE,EAAE,EAAE,MAAM,CAAA;CAAE,CAAC,CAElE;AAMD,wBAAgB,eAAe,CAAC,MAAM,EAAE,qBAAqB,GAAG,OAAO,CAAC,UAAU,EAAE,CAAC,CAEpF;AAED,wBAAgB,gBAAgB,CAAC,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,uBAAuB,GAAG,OAAO,CAAC,UAAU,CAAC,CAElG;AAED,wBAAgB,sBAAsB,CAAC,OAAO,EAAE,6BAA6B,GAAG,OAAO,CAAC;IAAE,OAAO,EAAE,MAAM,CAAA;CAAE,CAAC,CAE3G;AAMD,wBAAgB,iBAAiB,CAAC,MAAM,CAAC,EAAE,uBAAuB,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC,CAE3F;AAED,wBAAgB,iBAAiB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC,CAExE;AAED,wBAAgB,gBAAgB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC,CAEvE"}
|
package/dist/client.js
CHANGED
|
@@ -12,12 +12,19 @@ exports.listVersions = listVersions;
|
|
|
12
12
|
exports.getVersion = getVersion;
|
|
13
13
|
exports.createVersion = createVersion;
|
|
14
14
|
exports.deleteVersion = deleteVersion;
|
|
15
|
+
exports.getVersionDownloadUrl = getVersionDownloadUrl;
|
|
16
|
+
exports.downloadVersion = downloadVersion;
|
|
15
17
|
exports.listEvalTasks = listEvalTasks;
|
|
16
18
|
exports.getEvalTask = getEvalTask;
|
|
17
19
|
exports.createEvalTask = createEvalTask;
|
|
20
|
+
exports.updateEvalTask = updateEvalTask;
|
|
18
21
|
exports.deleteEvalTask = deleteEvalTask;
|
|
19
22
|
exports.listEvalTaskRecords = listEvalTaskRecords;
|
|
20
23
|
exports.getEvalTaskAgentCard = getEvalTaskAgentCard;
|
|
24
|
+
exports.listEvalCases = listEvalCases;
|
|
25
|
+
exports.createEvalCase = createEvalCase;
|
|
26
|
+
exports.updateEvalCase = updateEvalCase;
|
|
27
|
+
exports.deleteEvalCase = deleteEvalCase;
|
|
21
28
|
exports.listEvalRecords = listEvalRecords;
|
|
22
29
|
exports.updateEvalRecord = updateEvalRecord;
|
|
23
30
|
exports.batchUpdateEvalRecords = batchUpdateEvalRecords;
|
|
@@ -109,6 +116,70 @@ async function request(method, path, options = {}) {
|
|
|
109
116
|
}
|
|
110
117
|
return data;
|
|
111
118
|
}
|
|
119
|
+
function getFileNameFromContentDisposition(contentDisposition) {
|
|
120
|
+
if (!contentDisposition)
|
|
121
|
+
return undefined;
|
|
122
|
+
const encodedMatch = /filename\*=UTF-8''([^;]+)/i.exec(contentDisposition);
|
|
123
|
+
if (encodedMatch?.[1]) {
|
|
124
|
+
try {
|
|
125
|
+
return decodeURIComponent(encodedMatch[1].trim().replace(/^"|"$/g, ''));
|
|
126
|
+
}
|
|
127
|
+
catch {
|
|
128
|
+
return encodedMatch[1].trim().replace(/^"|"$/g, '');
|
|
129
|
+
}
|
|
130
|
+
}
|
|
131
|
+
const plainMatch = /filename="?([^";]+)"?/i.exec(contentDisposition);
|
|
132
|
+
return plainMatch?.[1]?.trim();
|
|
133
|
+
}
|
|
134
|
+
async function requestBuffer(method, path, options = {}) {
|
|
135
|
+
const baseUrl = (0, config_js_1.getBaseUrl)();
|
|
136
|
+
if (!baseUrl) {
|
|
137
|
+
throw new Error('EXPERT_EVAL_BASE_URL is not set. Configure it with: expert_eval auth login --base-url <url> or set the EXPERT_EVAL_BASE_URL environment variable.');
|
|
138
|
+
}
|
|
139
|
+
const apiKey = (0, config_js_1.getApiKey)();
|
|
140
|
+
if (!apiKey) {
|
|
141
|
+
throw new AuthError();
|
|
142
|
+
}
|
|
143
|
+
let response;
|
|
144
|
+
try {
|
|
145
|
+
response = await fetch(buildUrl(baseUrl, path, options.query), {
|
|
146
|
+
method,
|
|
147
|
+
headers: {
|
|
148
|
+
Accept: options.accept ?? 'application/zip',
|
|
149
|
+
Authorization: `Bearer ${apiKey}`,
|
|
150
|
+
},
|
|
151
|
+
});
|
|
152
|
+
}
|
|
153
|
+
catch (err) {
|
|
154
|
+
const message = err instanceof Error ? err.message : String(err);
|
|
155
|
+
throw new ApiError(`Network error: ${message}`, 0);
|
|
156
|
+
}
|
|
157
|
+
if (response.status === 401 || response.status === 403) {
|
|
158
|
+
throw new AuthError(`Authentication failed (HTTP ${response.status}). Check your API key.`);
|
|
159
|
+
}
|
|
160
|
+
if (!response.ok) {
|
|
161
|
+
const contentType = response.headers.get('content-type') || '';
|
|
162
|
+
let data;
|
|
163
|
+
if (contentType.includes('application/json')) {
|
|
164
|
+
try {
|
|
165
|
+
data = await response.json();
|
|
166
|
+
}
|
|
167
|
+
catch {
|
|
168
|
+
data = await response.text();
|
|
169
|
+
}
|
|
170
|
+
}
|
|
171
|
+
else {
|
|
172
|
+
data = await response.text();
|
|
173
|
+
}
|
|
174
|
+
const errBody = typeof data === 'object' && data !== null ? data : {};
|
|
175
|
+
throw new ApiError(errBody.message || `HTTP ${response.status} ${response.statusText}`, response.status, errBody.code, errBody.details);
|
|
176
|
+
}
|
|
177
|
+
return {
|
|
178
|
+
data: Buffer.from(await response.arrayBuffer()),
|
|
179
|
+
fileName: getFileNameFromContentDisposition(response.headers.get('content-disposition')),
|
|
180
|
+
contentType: response.headers.get('content-type') || undefined,
|
|
181
|
+
};
|
|
182
|
+
}
|
|
112
183
|
// ============================
|
|
113
184
|
// Experts
|
|
114
185
|
// ============================
|
|
@@ -150,6 +221,12 @@ function createVersion(payload) {
|
|
|
150
221
|
function deleteVersion(id) {
|
|
151
222
|
return request('DELETE', `/openapi/versions/${encodeURIComponent(id)}`);
|
|
152
223
|
}
|
|
224
|
+
function getVersionDownloadUrl(id, expiresIn) {
|
|
225
|
+
return request('GET', `/openapi/versions/${encodeURIComponent(id)}/download-url`, { query: { expiresIn } });
|
|
226
|
+
}
|
|
227
|
+
function downloadVersion(id) {
|
|
228
|
+
return requestBuffer('GET', `/openapi/versions/${encodeURIComponent(id)}/download`);
|
|
229
|
+
}
|
|
153
230
|
// ============================
|
|
154
231
|
// Eval Tasks
|
|
155
232
|
// ============================
|
|
@@ -162,16 +239,34 @@ function getEvalTask(id) {
|
|
|
162
239
|
function createEvalTask(payload) {
|
|
163
240
|
return request('POST', '/openapi/eval-tasks', { body: payload });
|
|
164
241
|
}
|
|
242
|
+
function updateEvalTask(id, payload) {
|
|
243
|
+
return request('PATCH', `/openapi/eval-tasks/${encodeURIComponent(id)}`, { body: payload });
|
|
244
|
+
}
|
|
165
245
|
function deleteEvalTask(id) {
|
|
166
246
|
return request('DELETE', `/openapi/eval-tasks/${encodeURIComponent(id)}`);
|
|
167
247
|
}
|
|
168
|
-
function listEvalTaskRecords(id) {
|
|
169
|
-
return request('GET', `/openapi/eval-tasks/${encodeURIComponent(id)}/records
|
|
248
|
+
function listEvalTaskRecords(id, params) {
|
|
249
|
+
return request('GET', `/openapi/eval-tasks/${encodeURIComponent(id)}/records`, { query: params });
|
|
170
250
|
}
|
|
171
251
|
function getEvalTaskAgentCard(id) {
|
|
172
252
|
return request('GET', `/openapi/eval-tasks/${encodeURIComponent(id)}/agent-card`);
|
|
173
253
|
}
|
|
174
254
|
// ============================
|
|
255
|
+
// Eval Cases
|
|
256
|
+
// ============================
|
|
257
|
+
function listEvalCases(params) {
|
|
258
|
+
return request('GET', '/openapi/eval-cases', { query: params });
|
|
259
|
+
}
|
|
260
|
+
function createEvalCase(payload) {
|
|
261
|
+
return request('POST', '/openapi/eval-cases', { body: payload });
|
|
262
|
+
}
|
|
263
|
+
function updateEvalCase(id, payload) {
|
|
264
|
+
return request('PATCH', `/openapi/eval-cases/${encodeURIComponent(id)}`, { body: payload });
|
|
265
|
+
}
|
|
266
|
+
function deleteEvalCase(id) {
|
|
267
|
+
return request('DELETE', `/openapi/eval-cases/${encodeURIComponent(id)}`);
|
|
268
|
+
}
|
|
269
|
+
// ============================
|
|
175
270
|
// Eval Records
|
|
176
271
|
// ============================
|
|
177
272
|
function listEvalRecords(params) {
|
package/dist/client.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"client.js","sourceRoot":"","sources":["../src/client.ts"],"names":[],"mappings":";;;
|
|
1
|
+
{"version":3,"file":"client.js","sourceRoot":"","sources":["../src/client.ts"],"names":[],"mappings":";;;AAqOA,kCAEC;AAED,8BAEC;AAED,oCAEC;AAED,oCAEC;AAED,oCAEC;AAED,gDAEC;AAED,gDAEC;AASD,oCAEC;AAED,gCAEC;AAED,sCAEC;AAED,sCAEC;AAED,sDAEC;AAED,0CAEC;AAMD,sCAEC;AAED,kCAEC;AAED,wCAEC;AAED,wCAEC;AAED,wCAEC;AAED,kDAEC;AAED,oDAEC;AAMD,sCAEC;AAED,wCAEC;AAED,wCAEC;AAED,wCAEC;AAMD,0CAEC;AAED,4CAEC;AAED,wDAEC;AAMD,8CAEC;AAED,8CAEC;AAED,4CAEC;AAtVD,2CAAoD;AAEpD,MAAa,QAAS,SAAQ,KAAK;IACjB,UAAU,CAAS;IACnB,OAAO,CAAU;IACjB,OAAO,CAAW;IAElC,YAAY,OAAe,EAAE,UAAkB,EAAE,OAAgB,EAAE,OAAiB;QAClF,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,UAAU,CAAC;QACvB,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAC7B,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;IACzB,CAAC;CACF;AAZD,4BAYC;AAED,MAAa,SAAU,SAAQ,KAAK;IAClC,YAAY,OAAO,GAAG,6FAA6F;QACjH,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,WAAW,CAAC;IAC1B,CAAC;CACF;AALD,8BAKC;AAID,SAAS,QAAQ,CAAC,IAAY,EAAE,IAAY,EAAE,MAAoB;IAChE,MAAM,SAAS,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAC9D,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,SAAS,EAAE,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC;IACvE,IAAI,MAAM,EAAE,CAAC;QACX,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YAClD,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,EAAE,EAAE,CAAC;gBAC1D,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;YAC3C,CAAC;QACH,CAAC;IACH,CAAC;IACD,OAAO,GAAG,CAAC,QAAQ,EAAE,CAAC;AACxB,CAAC;AAED,KAAK,UAAU,OAAO,CACpB,MAAc,EACd,IAAY,EACZ,UAKI,EAAE;IAEN,MAAM,OAAO,GAAG,IAAA,sBAAU,GAAE,CAAC;IAC7B,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,MAAM,IAAI,KAAK,CACb,mJAAmJ,CACpJ,CAAC;IACJ,CAAC;IAED,MAAM,MAAM,GAAG,IAAA,qBAAS,GAAE,CAAC;IAC3B,IAAI,CAAC,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC;QACjC,MAAM,IAAI,SAAS,EAAE,CAAC;IACxB,CAAC;IAED,MAAM,OAAO,GAA2B;QACtC,MAAM,EAAE,OAAO,CAAC,MAAM,IAAI,kBAAkB;KAC7C,CAAC;IAEF,IAAI,OAAO,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;QAC/B,OAAO,CAAC,cAAc,CAAC,GAAG,kBAAkB,CAAC;IAC/C,CAAC;IAED,IAAI,MAAM,EAAE,CAAC;QACX,OAAO,CAAC,aAAa,GAAG,UAAU,MAAM,EAAE,CAAC;IAC7C,CAAC;IAED,MAAM,YAAY,GAAgB,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;IACtD,IAAI,OAAO,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;QAC/B,YAAY,CAAC,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IACnD,CAAC;IAED,IAAI,QAAkB,CAAC;IACvB,IAAI,CAAC;QACH,QAAQ,GAAG,MAAM,KAAK,CAAC,QAAQ,CAAC,OAAO,EAAE,IAAI,EAAE,OAAO,CAAC,KAAK,CAAC,EAAE,YAAY,CAAC,CAAC;IAC/E,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,OAAO,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACjE,MAAM,IAAI,QAAQ,CAAC,kBAAkB,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;IACrD,CAAC;IAED,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;QACvD,MAAM,IAAI,SAAS,CAAC,+BAA+B,QAAQ,CAAC,MAAM,wBAAwB,CAAC,CAAC;IAC9F,CAAC;IAED,MAAM,WAAW,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC;IAC/D,IAAI,IAAa,CAAC;IAClB,IAAI,WAAW,CAAC,QAAQ,CAAC,kBAAkB,CAAC,EAAE,CAAC;QAC7C,IAAI,CAAC;YACH,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QAC/B,CAAC;QAAC,MAAM,CAAC;YACP,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QAC/B,CAAC;IACH,CAAC;SAAM,CAAC;QACN,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;IAC/B,CAAC;IAED,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,MAAM,OAAO,GAAG,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,IAAI,CAAC,CAAC,CAAE,IAAyB,CAAC,CAAC,CAAC,EAAE,CAAC;QAC5F,MAAM,IAAI,QAAQ,CAChB,OAAO,CAAC,OAAO,IAAI,QAAQ,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,EAAE,EACnE,QAAQ,CAAC,MAAM,EACf,OAAO,CAAC,IAAI,EACZ,OAAO,CAAC,OAAO,CAChB,CAAC;IACJ,CAAC;IAED,OAAO,IAAS,CAAC;AACnB,CAAC;AAED,SAAS,iCAAiC,CAAC,kBAAiC;IAC1E,IAAI,CAAC,kBAAkB;QAAE,OAAO,SAAS,CAAC;IAE1C,MAAM,YAAY,GAAG,4BAA4B,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;IAC3E,IAAI,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACtB,IAAI,CAAC;YACH,OAAO,kBAAkB,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,CAAC;QAC1E,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,YAAY,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;QACtD,CAAC;IACH,CAAC;IAED,MAAM,UAAU,GAAG,wBAAwB,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;IACrE,OAAO,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC;AACjC,CAAC;AAED,KAAK,UAAU,aAAa,CAC1B,MAAc,EACd,IAAY,EACZ,UAGI,EAAE;IAEN,MAAM,OAAO,GAAG,IAAA,sBAAU,GAAE,CAAC;IAC7B,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,MAAM,IAAI,KAAK,CACb,mJAAmJ,CACpJ,CAAC;IACJ,CAAC;IAED,MAAM,MAAM,GAAG,IAAA,qBAAS,GAAE,CAAC;IAC3B,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,IAAI,SAAS,EAAE,CAAC;IACxB,CAAC;IAED,IAAI,QAAkB,CAAC;IACvB,IAAI,CAAC;QACH,QAAQ,GAAG,MAAM,KAAK,CAAC,QAAQ,CAAC,OAAO,EAAE,IAAI,EAAE,OAAO,CAAC,KAAK,CAAC,EAAE;YAC7D,MAAM;YACN,OAAO,EAAE;gBACP,MAAM,EAAE,OAAO,CAAC,MAAM,IAAI,iBAAiB;gBAC3C,aAAa,EAAE,UAAU,MAAM,EAAE;aAClC;SACF,CAAC,CAAC;IACL,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,OAAO,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACjE,MAAM,IAAI,QAAQ,CAAC,kBAAkB,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;IACrD,CAAC;IAED,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;QACvD,MAAM,IAAI,SAAS,CAAC,+BAA+B,QAAQ,CAAC,MAAM,wBAAwB,CAAC,CAAC;IAC9F,CAAC;IAED,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,MAAM,WAAW,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC;QAC/D,IAAI,IAAa,CAAC;QAClB,IAAI,WAAW,CAAC,QAAQ,CAAC,kBAAkB,CAAC,EAAE,CAAC;YAC7C,IAAI,CAAC;gBACH,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YAC/B,CAAC;YAAC,MAAM,CAAC;gBACP,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YAC/B,CAAC;QACH,CAAC;aAAM,CAAC;YACN,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QAC/B,CAAC;QAED,MAAM,OAAO,GAAG,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,IAAI,CAAC,CAAC,CAAE,IAAyB,CAAC,CAAC,CAAC,EAAE,CAAC;QAC5F,MAAM,IAAI,QAAQ,CAChB,OAAO,CAAC,OAAO,IAAI,QAAQ,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,EAAE,EACnE,QAAQ,CAAC,MAAM,EACf,OAAO,CAAC,IAAI,EACZ,OAAO,CAAC,OAAO,CAChB,CAAC;IACJ,CAAC;IAED,OAAO;QACL,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,QAAQ,CAAC,WAAW,EAAE,CAAC;QAC/C,QAAQ,EAAE,iCAAiC,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,qBAAqB,CAAC,CAAC;QACxF,WAAW,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,IAAI,SAAS;KAC/D,CAAC;AACJ,CAAC;AAED,+BAA+B;AAC/B,UAAU;AACV,+BAA+B;AAE/B,SAAgB,WAAW,CAAC,MAA0B;IACpD,OAAO,OAAO,CAAC,KAAK,EAAE,kBAAkB,EAAE,EAAE,KAAK,EAAE,MAAiC,EAAE,CAAC,CAAC;AAC1F,CAAC;AAED,SAAgB,SAAS,CAAC,QAAgB;IACxC,OAAO,OAAO,CAAC,KAAK,EAAE,oBAAoB,kBAAkB,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;AAC5E,CAAC;AAED,SAAgB,YAAY,CAAC,OAA4B;IACvD,OAAO,OAAO,CAAC,MAAM,EAAE,kBAAkB,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;AAChE,CAAC;AAED,SAAgB,YAAY,CAAC,QAAgB,EAAE,OAA4B;IACzE,OAAO,OAAO,CAAC,OAAO,EAAE,oBAAoB,kBAAkB,CAAC,QAAQ,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;AACjG,CAAC;AAED,SAAgB,YAAY,CAAC,QAAgB;IAC3C,OAAO,OAAO,CAAC,QAAQ,EAAE,oBAAoB,kBAAkB,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;AAC/E,CAAC;AAED,SAAgB,kBAAkB,CAAC,QAAgB;IACjD,OAAO,OAAO,CAAC,KAAK,EAAE,oBAAoB,kBAAkB,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC;AACvF,CAAC;AAED,SAAgB,kBAAkB,CAAC,QAAgB;IACjD,OAAO,OAAO,CAAC,KAAK,EAAE,oBAAoB,kBAAkB,CAAC,QAAQ,CAAC,YAAY,EAAE,EAAE,MAAM,EAAE,WAAW,EAAE,CAAC,CAAC;AAC/G,CAAC;AAED,0CAA0C;AAC7B,QAAA,YAAY,GAAG,kBAAkB,CAAC;AAE/C,+BAA+B;AAC/B,WAAW;AACX,+BAA+B;AAE/B,SAAgB,YAAY,CAAC,MAA2B;IACtD,OAAO,OAAO,CAAC,KAAK,EAAE,mBAAmB,EAAE,EAAE,KAAK,EAAE,MAAiC,EAAE,CAAC,CAAC;AAC3F,CAAC;AAED,SAAgB,UAAU,CAAC,EAAU;IACnC,OAAO,OAAO,CAAC,KAAK,EAAE,qBAAqB,kBAAkB,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;AACvE,CAAC;AAED,SAAgB,aAAa,CAAC,OAA6B;IACzD,OAAO,OAAO,CAAC,MAAM,EAAE,mBAAmB,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;AACjE,CAAC;AAED,SAAgB,aAAa,CAAC,EAAU;IACtC,OAAO,OAAO,CAAC,QAAQ,EAAE,qBAAqB,kBAAkB,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;AAC1E,CAAC;AAED,SAAgB,qBAAqB,CAAC,EAAU,EAAE,SAAkB;IAClE,OAAO,OAAO,CAAC,KAAK,EAAE,qBAAqB,kBAAkB,CAAC,EAAE,CAAC,eAAe,EAAE,EAAE,KAAK,EAAE,EAAE,SAAS,EAAE,EAAE,CAAC,CAAC;AAC9G,CAAC;AAED,SAAgB,eAAe,CAAC,EAAU;IACxC,OAAO,aAAa,CAAC,KAAK,EAAE,qBAAqB,kBAAkB,CAAC,EAAE,CAAC,WAAW,CAAC,CAAC;AACtF,CAAC;AAED,+BAA+B;AAC/B,aAAa;AACb,+BAA+B;AAE/B,SAAgB,aAAa,CAAC,MAA4B;IACxD,OAAO,OAAO,CAAC,KAAK,EAAE,qBAAqB,EAAE,EAAE,KAAK,EAAE,MAAiC,EAAE,CAAC,CAAC;AAC7F,CAAC;AAED,SAAgB,WAAW,CAAC,EAAU;IACpC,OAAO,OAAO,CAAC,KAAK,EAAE,uBAAuB,kBAAkB,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;AACzE,CAAC;AAED,SAAgB,cAAc,CAAC,OAA8B;IAC3D,OAAO,OAAO,CAAC,MAAM,EAAE,qBAAqB,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;AACnE,CAAC;AAED,SAAgB,cAAc,CAAC,EAAU,EAAE,OAA8B;IACvE,OAAO,OAAO,CAAC,OAAO,EAAE,uBAAuB,kBAAkB,CAAC,EAAE,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;AAC9F,CAAC;AAED,SAAgB,cAAc,CAAC,EAAU;IACvC,OAAO,OAAO,CAAC,QAAQ,EAAE,uBAAuB,kBAAkB,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;AAC5E,CAAC;AAED,SAAgB,mBAAmB,CAAC,EAAU,EAAE,MAAkC;IAChF,OAAO,OAAO,CAAC,KAAK,EAAE,uBAAuB,kBAAkB,CAAC,EAAE,CAAC,UAAU,EAAE,EAAE,KAAK,EAAE,MAAiC,EAAE,CAAC,CAAC;AAC/H,CAAC;AAED,SAAgB,oBAAoB,CAAC,EAAU;IAC7C,OAAO,OAAO,CAAC,KAAK,EAAE,uBAAuB,kBAAkB,CAAC,EAAE,CAAC,aAAa,CAAC,CAAC;AACpF,CAAC;AAED,+BAA+B;AAC/B,aAAa;AACb,+BAA+B;AAE/B,SAAgB,aAAa,CAAC,MAA4B;IACxD,OAAO,OAAO,CAAC,KAAK,EAAE,qBAAqB,EAAE,EAAE,KAAK,EAAE,MAAiC,EAAE,CAAC,CAAC;AAC7F,CAAC;AAED,SAAgB,cAAc,CAAC,OAA8B;IAC3D,OAAO,OAAO,CAAC,MAAM,EAAE,qBAAqB,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;AACnE,CAAC;AAED,SAAgB,cAAc,CAAC,EAAU,EAAE,OAA8B;IACvE,OAAO,OAAO,CAAC,OAAO,EAAE,uBAAuB,kBAAkB,CAAC,EAAE,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;AAC9F,CAAC;AAED,SAAgB,cAAc,CAAC,EAAU;IACvC,OAAO,OAAO,CAAC,QAAQ,EAAE,uBAAuB,kBAAkB,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;AAC5E,CAAC;AAED,+BAA+B;AAC/B,eAAe;AACf,+BAA+B;AAE/B,SAAgB,eAAe,CAAC,MAA6B;IAC3D,OAAO,OAAO,CAAC,KAAK,EAAE,uBAAuB,EAAE,EAAE,KAAK,EAAE,MAAgC,EAAE,CAAC,CAAC;AAC9F,CAAC;AAED,SAAgB,gBAAgB,CAAC,EAAU,EAAE,OAAgC;IAC3E,OAAO,OAAO,CAAC,OAAO,EAAE,yBAAyB,kBAAkB,CAAC,EAAE,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;AAChG,CAAC;AAED,SAAgB,sBAAsB,CAAC,OAAsC;IAC3E,OAAO,OAAO,CAAC,MAAM,EAAE,6BAA6B,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;AAC3E,CAAC;AAED,+BAA+B;AAC/B,iBAAiB;AACjB,+BAA+B;AAE/B,SAAgB,iBAAiB,CAAC,MAAgC;IAChE,OAAO,OAAO,CAAC,KAAK,EAAE,wBAAwB,EAAE,EAAE,KAAK,EAAE,MAAiC,EAAE,CAAC,CAAC;AAChG,CAAC;AAED,SAAgB,iBAAiB,CAAC,OAAe;IAC/C,OAAO,OAAO,CAAC,MAAM,EAAE,0BAA0B,kBAAkB,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;AACxF,CAAC;AAED,SAAgB,gBAAgB,CAAC,OAAe;IAC9C,OAAO,OAAO,CAAC,MAAM,EAAE,0BAA0B,kBAAkB,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;AACvF,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"eval-cases.d.ts","sourceRoot":"","sources":["../../src/commands/eval-cases.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAwIpC,wBAAgB,oBAAoB,IAAI,OAAO,CA+G9C"}
|
|
@@ -0,0 +1,273 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
|
+
if (k2 === undefined) k2 = k;
|
|
4
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
+
}
|
|
8
|
+
Object.defineProperty(o, k2, desc);
|
|
9
|
+
}) : (function(o, m, k, k2) {
|
|
10
|
+
if (k2 === undefined) k2 = k;
|
|
11
|
+
o[k2] = m[k];
|
|
12
|
+
}));
|
|
13
|
+
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
|
|
14
|
+
Object.defineProperty(o, "default", { enumerable: true, value: v });
|
|
15
|
+
}) : function(o, v) {
|
|
16
|
+
o["default"] = v;
|
|
17
|
+
});
|
|
18
|
+
var __importStar = (this && this.__importStar) || (function () {
|
|
19
|
+
var ownKeys = function(o) {
|
|
20
|
+
ownKeys = Object.getOwnPropertyNames || function (o) {
|
|
21
|
+
var ar = [];
|
|
22
|
+
for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
|
|
23
|
+
return ar;
|
|
24
|
+
};
|
|
25
|
+
return ownKeys(o);
|
|
26
|
+
};
|
|
27
|
+
return function (mod) {
|
|
28
|
+
if (mod && mod.__esModule) return mod;
|
|
29
|
+
var result = {};
|
|
30
|
+
if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
|
|
31
|
+
__setModuleDefault(result, mod);
|
|
32
|
+
return result;
|
|
33
|
+
};
|
|
34
|
+
})();
|
|
35
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
36
|
+
exports.makeEvalCasesCommand = makeEvalCasesCommand;
|
|
37
|
+
const commander_1 = require("commander");
|
|
38
|
+
const node_fs_1 = require("node:fs");
|
|
39
|
+
const client = __importStar(require("../client.js"));
|
|
40
|
+
const output_js_1 = require("../output.js");
|
|
41
|
+
const utils_js_1 = require("../utils.js");
|
|
42
|
+
const EVAL_CASE_STATUSES = ['untested', 'passed', 'failed'];
|
|
43
|
+
function parseEvalCaseStatus(value) {
|
|
44
|
+
if (value === undefined)
|
|
45
|
+
return undefined;
|
|
46
|
+
if (EVAL_CASE_STATUSES.includes(value))
|
|
47
|
+
return value;
|
|
48
|
+
throw new Error(`Invalid status "${value}". Allowed: ${EVAL_CASE_STATUSES.join(', ')}`);
|
|
49
|
+
}
|
|
50
|
+
function parseExtras(options) {
|
|
51
|
+
if (options.clearExtras)
|
|
52
|
+
return null;
|
|
53
|
+
if (options.extrasJson !== undefined && options.extrasFile !== undefined) {
|
|
54
|
+
throw new Error('Use only one of --extras-json or --extras-file');
|
|
55
|
+
}
|
|
56
|
+
const input = options.extrasFile !== undefined
|
|
57
|
+
? (0, node_fs_1.readFileSync)(options.extrasFile, 'utf8')
|
|
58
|
+
: options.extrasJson;
|
|
59
|
+
if (input === undefined)
|
|
60
|
+
return undefined;
|
|
61
|
+
const parsed = JSON.parse(input);
|
|
62
|
+
if (!parsed || typeof parsed !== 'object' || Array.isArray(parsed)) {
|
|
63
|
+
throw new Error('extras must be a JSON object');
|
|
64
|
+
}
|
|
65
|
+
return parsed;
|
|
66
|
+
}
|
|
67
|
+
function nullableString(value, clear) {
|
|
68
|
+
if (clear)
|
|
69
|
+
return null;
|
|
70
|
+
return value;
|
|
71
|
+
}
|
|
72
|
+
function buildCreatePayload(options) {
|
|
73
|
+
if (!options.evalTaskId)
|
|
74
|
+
throw new Error('Missing required option --eval-task-id');
|
|
75
|
+
if (!options.instruction)
|
|
76
|
+
throw new Error('Missing required option --instruction');
|
|
77
|
+
const payload = {
|
|
78
|
+
evalTaskId: options.evalTaskId,
|
|
79
|
+
instruction: options.instruction,
|
|
80
|
+
};
|
|
81
|
+
const expectedResult = nullableString(options.expectedResult, options.clearExpectedResult);
|
|
82
|
+
if (expectedResult !== undefined)
|
|
83
|
+
payload.expectedResult = expectedResult;
|
|
84
|
+
const evaluationCriteria = nullableString(options.evaluationCriteria, options.clearEvaluationCriteria);
|
|
85
|
+
if (evaluationCriteria !== undefined)
|
|
86
|
+
payload.evaluationCriteria = evaluationCriteria;
|
|
87
|
+
const actualResult = nullableString(options.actualResult, options.clearActualResult);
|
|
88
|
+
if (actualResult !== undefined)
|
|
89
|
+
payload.actualResult = actualResult;
|
|
90
|
+
const artifactLink = nullableString(options.artifactLink, options.clearArtifactLink);
|
|
91
|
+
if (artifactLink !== undefined)
|
|
92
|
+
payload.artifactLink = artifactLink;
|
|
93
|
+
const taskLink = nullableString(options.taskLink, options.clearTaskLink);
|
|
94
|
+
if (taskLink !== undefined)
|
|
95
|
+
payload.taskLink = taskLink;
|
|
96
|
+
const executionStartTime = nullableString(options.executionStartTime, options.clearExecutionStartTime);
|
|
97
|
+
if (executionStartTime !== undefined)
|
|
98
|
+
payload.executionStartTime = executionStartTime;
|
|
99
|
+
const executionEndTime = nullableString(options.executionEndTime, options.clearExecutionEndTime);
|
|
100
|
+
if (executionEndTime !== undefined)
|
|
101
|
+
payload.executionEndTime = executionEndTime;
|
|
102
|
+
const extras = parseExtras(options);
|
|
103
|
+
if (extras !== undefined)
|
|
104
|
+
payload.extras = extras;
|
|
105
|
+
const status = parseEvalCaseStatus(options.status);
|
|
106
|
+
if (status !== undefined)
|
|
107
|
+
payload.status = status;
|
|
108
|
+
return payload;
|
|
109
|
+
}
|
|
110
|
+
function buildUpdatePayload(options) {
|
|
111
|
+
const payload = {};
|
|
112
|
+
if (options.instruction !== undefined)
|
|
113
|
+
payload.instruction = options.instruction;
|
|
114
|
+
const expectedResult = nullableString(options.expectedResult, options.clearExpectedResult);
|
|
115
|
+
if (expectedResult !== undefined)
|
|
116
|
+
payload.expectedResult = expectedResult;
|
|
117
|
+
const evaluationCriteria = nullableString(options.evaluationCriteria, options.clearEvaluationCriteria);
|
|
118
|
+
if (evaluationCriteria !== undefined)
|
|
119
|
+
payload.evaluationCriteria = evaluationCriteria;
|
|
120
|
+
const actualResult = nullableString(options.actualResult, options.clearActualResult);
|
|
121
|
+
if (actualResult !== undefined)
|
|
122
|
+
payload.actualResult = actualResult;
|
|
123
|
+
const artifactLink = nullableString(options.artifactLink, options.clearArtifactLink);
|
|
124
|
+
if (artifactLink !== undefined)
|
|
125
|
+
payload.artifactLink = artifactLink;
|
|
126
|
+
const taskLink = nullableString(options.taskLink, options.clearTaskLink);
|
|
127
|
+
if (taskLink !== undefined)
|
|
128
|
+
payload.taskLink = taskLink;
|
|
129
|
+
const executionStartTime = nullableString(options.executionStartTime, options.clearExecutionStartTime);
|
|
130
|
+
if (executionStartTime !== undefined)
|
|
131
|
+
payload.executionStartTime = executionStartTime;
|
|
132
|
+
const executionEndTime = nullableString(options.executionEndTime, options.clearExecutionEndTime);
|
|
133
|
+
if (executionEndTime !== undefined)
|
|
134
|
+
payload.executionEndTime = executionEndTime;
|
|
135
|
+
const extras = parseExtras(options);
|
|
136
|
+
if (extras !== undefined)
|
|
137
|
+
payload.extras = extras;
|
|
138
|
+
const status = parseEvalCaseStatus(options.status);
|
|
139
|
+
if (status !== undefined)
|
|
140
|
+
payload.status = status;
|
|
141
|
+
if (Object.keys(payload).length === 0) {
|
|
142
|
+
throw new Error('Provide at least one field to update.');
|
|
143
|
+
}
|
|
144
|
+
return payload;
|
|
145
|
+
}
|
|
146
|
+
function toEvalCaseRows(cases) {
|
|
147
|
+
return cases.map((item) => ({
|
|
148
|
+
id: item.id,
|
|
149
|
+
evalTaskId: item.evalTaskId,
|
|
150
|
+
instruction: item.instruction,
|
|
151
|
+
expectedResult: item.expectedResult || '',
|
|
152
|
+
evaluationCriteria: item.evaluationCriteria || '',
|
|
153
|
+
actualResult: item.actualResult || '',
|
|
154
|
+
status: item.status || '',
|
|
155
|
+
artifactLink: item.artifactLink || '',
|
|
156
|
+
taskLink: item.taskLink || '',
|
|
157
|
+
executionStartTime: item.executionStartTime || '',
|
|
158
|
+
executionEndTime: item.executionEndTime || '',
|
|
159
|
+
}));
|
|
160
|
+
}
|
|
161
|
+
function makeEvalCasesCommand() {
|
|
162
|
+
const evalCases = new commander_1.Command('eval-cases').description('Manage evaluation cases');
|
|
163
|
+
evalCases
|
|
164
|
+
.command('list')
|
|
165
|
+
.description('List evaluation cases by task, expert, or status')
|
|
166
|
+
.option('--eval-task-id <id>', 'Filter by evaluation task ID')
|
|
167
|
+
.option('--expert-id <id>', 'Filter by expert business ID')
|
|
168
|
+
.option('--status <status>', `Case status: ${EVAL_CASE_STATUSES.join(', ')}`)
|
|
169
|
+
.action(async (options) => {
|
|
170
|
+
const globalOpts = evalCases.optsWithGlobals();
|
|
171
|
+
try {
|
|
172
|
+
const params = {
|
|
173
|
+
evalTaskId: options.evalTaskId,
|
|
174
|
+
expertId: options.expertId,
|
|
175
|
+
status: parseEvalCaseStatus(options.status),
|
|
176
|
+
};
|
|
177
|
+
const cases = await client.listEvalCases(params);
|
|
178
|
+
if (globalOpts.quiet)
|
|
179
|
+
return;
|
|
180
|
+
const fmt = globalOpts.format === 'json' || !process.stdout.isTTY ? 'json' : 'csv';
|
|
181
|
+
if (fmt === 'json') {
|
|
182
|
+
(0, output_js_1.printJson)(cases, globalOpts);
|
|
183
|
+
return;
|
|
184
|
+
}
|
|
185
|
+
if (cases.length === 0) {
|
|
186
|
+
console.log('No evaluation cases found.');
|
|
187
|
+
return;
|
|
188
|
+
}
|
|
189
|
+
(0, output_js_1.printCsv)(toEvalCaseRows(cases), globalOpts);
|
|
190
|
+
}
|
|
191
|
+
catch (err) {
|
|
192
|
+
(0, output_js_1.printError)(err, globalOpts);
|
|
193
|
+
process.exitCode = utils_js_1.EXIT_CODES.GENERAL_ERROR;
|
|
194
|
+
}
|
|
195
|
+
});
|
|
196
|
+
evalCases
|
|
197
|
+
.command('create')
|
|
198
|
+
.description('Create an evaluation case')
|
|
199
|
+
.requiredOption('--eval-task-id <id>', 'Evaluation task ID')
|
|
200
|
+
.requiredOption('--instruction <text>', 'Instruction to execute')
|
|
201
|
+
.option('--expected-result <text>', 'Expected result')
|
|
202
|
+
.option('--evaluation-criteria <text>', 'Evaluation criteria')
|
|
203
|
+
.option('--actual-result <text>', 'Actual result')
|
|
204
|
+
.option('--artifact-link <url>', 'Artifact URL')
|
|
205
|
+
.option('--task-link <url>', 'External task URL')
|
|
206
|
+
.option('--extras-json <json>', 'Extras JSON object')
|
|
207
|
+
.option('--extras-file <path>', 'Read extras JSON object from file')
|
|
208
|
+
.option('--status <status>', `Case status: ${EVAL_CASE_STATUSES.join(', ')}`)
|
|
209
|
+
.option('--execution-start-time <time>', 'Execution start time')
|
|
210
|
+
.option('--execution-end-time <time>', 'Execution end time')
|
|
211
|
+
.action(async (options) => {
|
|
212
|
+
const globalOpts = evalCases.optsWithGlobals();
|
|
213
|
+
try {
|
|
214
|
+
const item = await client.createEvalCase(buildCreatePayload(options));
|
|
215
|
+
(0, output_js_1.printItem)(item, globalOpts);
|
|
216
|
+
}
|
|
217
|
+
catch (err) {
|
|
218
|
+
(0, output_js_1.printError)(err, globalOpts);
|
|
219
|
+
process.exitCode = utils_js_1.EXIT_CODES.GENERAL_ERROR;
|
|
220
|
+
}
|
|
221
|
+
});
|
|
222
|
+
evalCases
|
|
223
|
+
.command('update')
|
|
224
|
+
.description('Partially update an evaluation case')
|
|
225
|
+
.argument('<id>', 'Evaluation case ID')
|
|
226
|
+
.option('--instruction <text>', 'Instruction to execute')
|
|
227
|
+
.option('--expected-result <text>', 'Expected result')
|
|
228
|
+
.option('--clear-expected-result', 'Set expected result to null')
|
|
229
|
+
.option('--evaluation-criteria <text>', 'Evaluation criteria')
|
|
230
|
+
.option('--clear-evaluation-criteria', 'Set evaluation criteria to null')
|
|
231
|
+
.option('--actual-result <text>', 'Actual result')
|
|
232
|
+
.option('--clear-actual-result', 'Set actual result to null')
|
|
233
|
+
.option('--artifact-link <url>', 'Artifact URL')
|
|
234
|
+
.option('--clear-artifact-link', 'Set artifact link to null')
|
|
235
|
+
.option('--task-link <url>', 'External task URL')
|
|
236
|
+
.option('--clear-task-link', 'Set task link to null')
|
|
237
|
+
.option('--extras-json <json>', 'Extras JSON object')
|
|
238
|
+
.option('--extras-file <path>', 'Read extras JSON object from file')
|
|
239
|
+
.option('--clear-extras', 'Set extras to null')
|
|
240
|
+
.option('--status <status>', `Case status: ${EVAL_CASE_STATUSES.join(', ')}`)
|
|
241
|
+
.option('--execution-start-time <time>', 'Execution start time')
|
|
242
|
+
.option('--clear-execution-start-time', 'Set execution start time to null')
|
|
243
|
+
.option('--execution-end-time <time>', 'Execution end time')
|
|
244
|
+
.option('--clear-execution-end-time', 'Set execution end time to null')
|
|
245
|
+
.action(async (id, options) => {
|
|
246
|
+
const globalOpts = evalCases.optsWithGlobals();
|
|
247
|
+
try {
|
|
248
|
+
const item = await client.updateEvalCase(id, buildUpdatePayload(options));
|
|
249
|
+
(0, output_js_1.printItem)(item, globalOpts);
|
|
250
|
+
}
|
|
251
|
+
catch (err) {
|
|
252
|
+
(0, output_js_1.printError)(err, globalOpts);
|
|
253
|
+
process.exitCode = utils_js_1.EXIT_CODES.GENERAL_ERROR;
|
|
254
|
+
}
|
|
255
|
+
});
|
|
256
|
+
evalCases
|
|
257
|
+
.command('delete')
|
|
258
|
+
.description('Delete an evaluation case')
|
|
259
|
+
.argument('<id>', 'Evaluation case ID')
|
|
260
|
+
.action(async (id) => {
|
|
261
|
+
const globalOpts = evalCases.optsWithGlobals();
|
|
262
|
+
try {
|
|
263
|
+
const result = await client.deleteEvalCase(id);
|
|
264
|
+
(0, output_js_1.printItem)(result, globalOpts);
|
|
265
|
+
}
|
|
266
|
+
catch (err) {
|
|
267
|
+
(0, output_js_1.printError)(err, globalOpts);
|
|
268
|
+
process.exitCode = utils_js_1.EXIT_CODES.GENERAL_ERROR;
|
|
269
|
+
}
|
|
270
|
+
});
|
|
271
|
+
return evalCases;
|
|
272
|
+
}
|
|
273
|
+
//# sourceMappingURL=eval-cases.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"eval-cases.js","sourceRoot":"","sources":["../../src/commands/eval-cases.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAwIA,oDA+GC;AAvPD,yCAAoC;AACpC,qCAAuC;AACvC,qDAAuC;AACvC,4CAA0E;AAC1E,0CAAyC;AAGzC,MAAM,kBAAkB,GAAqB,CAAC,UAAU,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAC;AA+B9E,SAAS,mBAAmB,CAAC,KAAyB;IACpD,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IAC1C,IAAI,kBAAkB,CAAC,QAAQ,CAAC,KAAuB,CAAC;QAAE,OAAO,KAAuB,CAAC;IACzF,MAAM,IAAI,KAAK,CAAC,mBAAmB,KAAK,eAAe,kBAAkB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;AAC1F,CAAC;AAED,SAAS,WAAW,CAAC,OAAmF;IACtG,IAAI,OAAO,CAAC,WAAW;QAAE,OAAO,IAAI,CAAC;IACrC,IAAI,OAAO,CAAC,UAAU,KAAK,SAAS,IAAI,OAAO,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;QACzE,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;IACpE,CAAC;IACD,MAAM,KAAK,GAAG,OAAO,CAAC,UAAU,KAAK,SAAS;QAC5C,CAAC,CAAC,IAAA,sBAAY,EAAC,OAAO,CAAC,UAAU,EAAE,MAAM,CAAC;QAC1C,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC;IACvB,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IAC1C,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAY,CAAC;IAC5C,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;QACnE,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;IAClD,CAAC;IACD,OAAO,MAAoB,CAAC;AAC9B,CAAC;AAED,SAAS,cAAc,CAAC,KAAyB,EAAE,KAA0B;IAC3E,IAAI,KAAK;QAAE,OAAO,IAAI,CAAC;IACvB,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,kBAAkB,CAAC,OAAgC;IAC1D,IAAI,CAAC,OAAO,CAAC,UAAU;QAAE,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;IACnF,IAAI,CAAC,OAAO,CAAC,WAAW;QAAE,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;IACnF,MAAM,OAAO,GAA0B;QACrC,UAAU,EAAE,OAAO,CAAC,UAAU;QAC9B,WAAW,EAAE,OAAO,CAAC,WAAW;KACjC,CAAC;IACF,MAAM,cAAc,GAAG,cAAc,CAAC,OAAO,CAAC,cAAc,EAAE,OAAO,CAAC,mBAAmB,CAAC,CAAC;IAC3F,IAAI,cAAc,KAAK,SAAS;QAAE,OAAO,CAAC,cAAc,GAAG,cAAc,CAAC;IAC1E,MAAM,kBAAkB,GAAG,cAAc,CAAC,OAAO,CAAC,kBAAkB,EAAE,OAAO,CAAC,uBAAuB,CAAC,CAAC;IACvG,IAAI,kBAAkB,KAAK,SAAS;QAAE,OAAO,CAAC,kBAAkB,GAAG,kBAAkB,CAAC;IACtF,MAAM,YAAY,GAAG,cAAc,CAAC,OAAO,CAAC,YAAY,EAAE,OAAO,CAAC,iBAAiB,CAAC,CAAC;IACrF,IAAI,YAAY,KAAK,SAAS;QAAE,OAAO,CAAC,YAAY,GAAG,YAAY,CAAC;IACpE,MAAM,YAAY,GAAG,cAAc,CAAC,OAAO,CAAC,YAAY,EAAE,OAAO,CAAC,iBAAiB,CAAC,CAAC;IACrF,IAAI,YAAY,KAAK,SAAS;QAAE,OAAO,CAAC,YAAY,GAAG,YAAY,CAAC;IACpE,MAAM,QAAQ,GAAG,cAAc,CAAC,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,aAAa,CAAC,CAAC;IACzE,IAAI,QAAQ,KAAK,SAAS;QAAE,OAAO,CAAC,QAAQ,GAAG,QAAQ,CAAC;IACxD,MAAM,kBAAkB,GAAG,cAAc,CAAC,OAAO,CAAC,kBAAkB,EAAE,OAAO,CAAC,uBAAuB,CAAC,CAAC;IACvG,IAAI,kBAAkB,KAAK,SAAS;QAAE,OAAO,CAAC,kBAAkB,GAAG,kBAAkB,CAAC;IACtF,MAAM,gBAAgB,GAAG,cAAc,CAAC,OAAO,CAAC,gBAAgB,EAAE,OAAO,CAAC,qBAAqB,CAAC,CAAC;IACjG,IAAI,gBAAgB,KAAK,SAAS;QAAE,OAAO,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;IAChF,MAAM,MAAM,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC;IACpC,IAAI,MAAM,KAAK,SAAS;QAAE,OAAO,CAAC,MAAM,GAAG,MAAM,CAAC;IAClD,MAAM,MAAM,GAAG,mBAAmB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACnD,IAAI,MAAM,KAAK,SAAS;QAAE,OAAO,CAAC,MAAM,GAAG,MAAM,CAAC;IAClD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,kBAAkB,CAAC,OAAgC;IAC1D,MAAM,OAAO,GAA0B,EAAE,CAAC;IAC1C,IAAI,OAAO,CAAC,WAAW,KAAK,SAAS;QAAE,OAAO,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;IACjF,MAAM,cAAc,GAAG,cAAc,CAAC,OAAO,CAAC,cAAc,EAAE,OAAO,CAAC,mBAAmB,CAAC,CAAC;IAC3F,IAAI,cAAc,KAAK,SAAS;QAAE,OAAO,CAAC,cAAc,GAAG,cAAc,CAAC;IAC1E,MAAM,kBAAkB,GAAG,cAAc,CAAC,OAAO,CAAC,kBAAkB,EAAE,OAAO,CAAC,uBAAuB,CAAC,CAAC;IACvG,IAAI,kBAAkB,KAAK,SAAS;QAAE,OAAO,CAAC,kBAAkB,GAAG,kBAAkB,CAAC;IACtF,MAAM,YAAY,GAAG,cAAc,CAAC,OAAO,CAAC,YAAY,EAAE,OAAO,CAAC,iBAAiB,CAAC,CAAC;IACrF,IAAI,YAAY,KAAK,SAAS;QAAE,OAAO,CAAC,YAAY,GAAG,YAAY,CAAC;IACpE,MAAM,YAAY,GAAG,cAAc,CAAC,OAAO,CAAC,YAAY,EAAE,OAAO,CAAC,iBAAiB,CAAC,CAAC;IACrF,IAAI,YAAY,KAAK,SAAS;QAAE,OAAO,CAAC,YAAY,GAAG,YAAY,CAAC;IACpE,MAAM,QAAQ,GAAG,cAAc,CAAC,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,aAAa,CAAC,CAAC;IACzE,IAAI,QAAQ,KAAK,SAAS;QAAE,OAAO,CAAC,QAAQ,GAAG,QAAQ,CAAC;IACxD,MAAM,kBAAkB,GAAG,cAAc,CAAC,OAAO,CAAC,kBAAkB,EAAE,OAAO,CAAC,uBAAuB,CAAC,CAAC;IACvG,IAAI,kBAAkB,KAAK,SAAS;QAAE,OAAO,CAAC,kBAAkB,GAAG,kBAAkB,CAAC;IACtF,MAAM,gBAAgB,GAAG,cAAc,CAAC,OAAO,CAAC,gBAAgB,EAAE,OAAO,CAAC,qBAAqB,CAAC,CAAC;IACjG,IAAI,gBAAgB,KAAK,SAAS;QAAE,OAAO,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;IAChF,MAAM,MAAM,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC;IACpC,IAAI,MAAM,KAAK,SAAS;QAAE,OAAO,CAAC,MAAM,GAAG,MAAM,CAAC;IAClD,MAAM,MAAM,GAAG,mBAAmB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACnD,IAAI,MAAM,KAAK,SAAS;QAAE,OAAO,CAAC,MAAM,GAAG,MAAM,CAAC;IAClD,IAAI,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACtC,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;IAC3D,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,cAAc,CAAC,KAAuD;IAC7E,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QAC1B,EAAE,EAAE,IAAI,CAAC,EAAE;QACX,UAAU,EAAE,IAAI,CAAC,UAAU;QAC3B,WAAW,EAAE,IAAI,CAAC,WAAW;QAC7B,cAAc,EAAE,IAAI,CAAC,cAAc,IAAI,EAAE;QACzC,kBAAkB,EAAE,IAAI,CAAC,kBAAkB,IAAI,EAAE;QACjD,YAAY,EAAE,IAAI,CAAC,YAAY,IAAI,EAAE;QACrC,MAAM,EAAE,IAAI,CAAC,MAAM,IAAI,EAAE;QACzB,YAAY,EAAE,IAAI,CAAC,YAAY,IAAI,EAAE;QACrC,QAAQ,EAAE,IAAI,CAAC,QAAQ,IAAI,EAAE;QAC7B,kBAAkB,EAAE,IAAI,CAAC,kBAAkB,IAAI,EAAE;QACjD,gBAAgB,EAAE,IAAI,CAAC,gBAAgB,IAAI,EAAE;KAC9C,CAAC,CAAC,CAAC;AACN,CAAC;AAED,SAAgB,oBAAoB;IAClC,MAAM,SAAS,GAAG,IAAI,mBAAO,CAAC,YAAY,CAAC,CAAC,WAAW,CAAC,yBAAyB,CAAC,CAAC;IAEnF,SAAS;SACN,OAAO,CAAC,MAAM,CAAC;SACf,WAAW,CAAC,kDAAkD,CAAC;SAC/D,MAAM,CAAC,qBAAqB,EAAE,8BAA8B,CAAC;SAC7D,MAAM,CAAC,kBAAkB,EAAE,8BAA8B,CAAC;SAC1D,MAAM,CAAC,mBAAmB,EAAE,gBAAgB,kBAAkB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;SAC5E,MAAM,CAAC,KAAK,EAAE,OAA4B,EAAE,EAAE;QAC7C,MAAM,UAAU,GAAG,SAAS,CAAC,eAAe,EAAiB,CAAC;QAC9D,IAAI,CAAC;YACH,MAAM,MAAM,GAAwB;gBAClC,UAAU,EAAE,OAAO,CAAC,UAAU;gBAC9B,QAAQ,EAAE,OAAO,CAAC,QAAQ;gBAC1B,MAAM,EAAE,mBAAmB,CAAC,OAAO,CAAC,MAAM,CAAC;aAC5C,CAAC;YACF,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;YACjD,IAAI,UAAU,CAAC,KAAK;gBAAE,OAAO;YAC7B,MAAM,GAAG,GAAG,UAAU,CAAC,MAAM,KAAK,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC;YACnF,IAAI,GAAG,KAAK,MAAM,EAAE,CAAC;gBACnB,IAAA,qBAAS,EAAC,KAAK,EAAE,UAAU,CAAC,CAAC;gBAC7B,OAAO;YACT,CAAC;YACD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACvB,OAAO,CAAC,GAAG,CAAC,4BAA4B,CAAC,CAAC;gBAC1C,OAAO;YACT,CAAC;YACD,IAAA,oBAAQ,EAAC,cAAc,CAAC,KAAK,CAAC,EAAE,UAAU,CAAC,CAAC;QAC9C,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAA,sBAAU,EAAC,GAAG,EAAE,UAAU,CAAC,CAAC;YAC5B,OAAO,CAAC,QAAQ,GAAG,qBAAU,CAAC,aAAa,CAAC;QAC9C,CAAC;IACH,CAAC,CAAC,CAAC;IAEL,SAAS;SACN,OAAO,CAAC,QAAQ,CAAC;SACjB,WAAW,CAAC,2BAA2B,CAAC;SACxC,cAAc,CAAC,qBAAqB,EAAE,oBAAoB,CAAC;SAC3D,cAAc,CAAC,sBAAsB,EAAE,wBAAwB,CAAC;SAChE,MAAM,CAAC,0BAA0B,EAAE,iBAAiB,CAAC;SACrD,MAAM,CAAC,8BAA8B,EAAE,qBAAqB,CAAC;SAC7D,MAAM,CAAC,wBAAwB,EAAE,eAAe,CAAC;SACjD,MAAM,CAAC,uBAAuB,EAAE,cAAc,CAAC;SAC/C,MAAM,CAAC,mBAAmB,EAAE,mBAAmB,CAAC;SAChD,MAAM,CAAC,sBAAsB,EAAE,oBAAoB,CAAC;SACpD,MAAM,CAAC,sBAAsB,EAAE,mCAAmC,CAAC;SACnE,MAAM,CAAC,mBAAmB,EAAE,gBAAgB,kBAAkB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;SAC5E,MAAM,CAAC,+BAA+B,EAAE,sBAAsB,CAAC;SAC/D,MAAM,CAAC,6BAA6B,EAAE,oBAAoB,CAAC;SAC3D,MAAM,CAAC,KAAK,EAAE,OAAgC,EAAE,EAAE;QACjD,MAAM,UAAU,GAAG,SAAS,CAAC,eAAe,EAAiB,CAAC;QAC9D,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,cAAc,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC,CAAC;YACtE,IAAA,qBAAS,EAAC,IAA0C,EAAE,UAAU,CAAC,CAAC;QACpE,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAA,sBAAU,EAAC,GAAG,EAAE,UAAU,CAAC,CAAC;YAC5B,OAAO,CAAC,QAAQ,GAAG,qBAAU,CAAC,aAAa,CAAC;QAC9C,CAAC;IACH,CAAC,CAAC,CAAC;IAEL,SAAS;SACN,OAAO,CAAC,QAAQ,CAAC;SACjB,WAAW,CAAC,qCAAqC,CAAC;SAClD,QAAQ,CAAC,MAAM,EAAE,oBAAoB,CAAC;SACtC,MAAM,CAAC,sBAAsB,EAAE,wBAAwB,CAAC;SACxD,MAAM,CAAC,0BAA0B,EAAE,iBAAiB,CAAC;SACrD,MAAM,CAAC,yBAAyB,EAAE,6BAA6B,CAAC;SAChE,MAAM,CAAC,8BAA8B,EAAE,qBAAqB,CAAC;SAC7D,MAAM,CAAC,6BAA6B,EAAE,iCAAiC,CAAC;SACxE,MAAM,CAAC,wBAAwB,EAAE,eAAe,CAAC;SACjD,MAAM,CAAC,uBAAuB,EAAE,2BAA2B,CAAC;SAC5D,MAAM,CAAC,uBAAuB,EAAE,cAAc,CAAC;SAC/C,MAAM,CAAC,uBAAuB,EAAE,2BAA2B,CAAC;SAC5D,MAAM,CAAC,mBAAmB,EAAE,mBAAmB,CAAC;SAChD,MAAM,CAAC,mBAAmB,EAAE,uBAAuB,CAAC;SACpD,MAAM,CAAC,sBAAsB,EAAE,oBAAoB,CAAC;SACpD,MAAM,CAAC,sBAAsB,EAAE,mCAAmC,CAAC;SACnE,MAAM,CAAC,gBAAgB,EAAE,oBAAoB,CAAC;SAC9C,MAAM,CAAC,mBAAmB,EAAE,gBAAgB,kBAAkB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;SAC5E,MAAM,CAAC,+BAA+B,EAAE,sBAAsB,CAAC;SAC/D,MAAM,CAAC,8BAA8B,EAAE,kCAAkC,CAAC;SAC1E,MAAM,CAAC,6BAA6B,EAAE,oBAAoB,CAAC;SAC3D,MAAM,CAAC,4BAA4B,EAAE,gCAAgC,CAAC;SACtE,MAAM,CAAC,KAAK,EAAE,EAAU,EAAE,OAAgC,EAAE,EAAE;QAC7D,MAAM,UAAU,GAAG,SAAS,CAAC,eAAe,EAAiB,CAAC;QAC9D,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,cAAc,CAAC,EAAE,EAAE,kBAAkB,CAAC,OAAO,CAAC,CAAC,CAAC;YAC1E,IAAA,qBAAS,EAAC,IAA0C,EAAE,UAAU,CAAC,CAAC;QACpE,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAA,sBAAU,EAAC,GAAG,EAAE,UAAU,CAAC,CAAC;YAC5B,OAAO,CAAC,QAAQ,GAAG,qBAAU,CAAC,aAAa,CAAC;QAC9C,CAAC;IACH,CAAC,CAAC,CAAC;IAEL,SAAS;SACN,OAAO,CAAC,QAAQ,CAAC;SACjB,WAAW,CAAC,2BAA2B,CAAC;SACxC,QAAQ,CAAC,MAAM,EAAE,oBAAoB,CAAC;SACtC,MAAM,CAAC,KAAK,EAAE,EAAU,EAAE,EAAE;QAC3B,MAAM,UAAU,GAAG,SAAS,CAAC,eAAe,EAAiB,CAAC;QAC9D,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC;YAC/C,IAAA,qBAAS,EAAC,MAA4C,EAAE,UAAU,CAAC,CAAC;QACtE,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAA,sBAAU,EAAC,GAAG,EAAE,UAAU,CAAC,CAAC;YAC5B,OAAO,CAAC,QAAQ,GAAG,qBAAU,CAAC,aAAa,CAAC;QAC9C,CAAC;IACH,CAAC,CAAC,CAAC;IAEL,OAAO,SAAS,CAAC;AACnB,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"eval-records.d.ts","sourceRoot":"","sources":["../../src/commands/eval-records.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;
|
|
1
|
+
{"version":3,"file":"eval-records.d.ts","sourceRoot":"","sources":["../../src/commands/eval-records.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AA+EpC,wBAAgB,sBAAsB,IAAI,OAAO,CAkEhD"}
|
|
@@ -40,6 +40,7 @@ const client = __importStar(require("../client.js"));
|
|
|
40
40
|
const output_js_1 = require("../output.js");
|
|
41
41
|
const utils_js_1 = require("../utils.js");
|
|
42
42
|
const EVAL_RECORD_STATUSES = ['untested', 'passed', 'warning', 'failed'];
|
|
43
|
+
const EVAL_TYPES = ['package', 'case'];
|
|
43
44
|
function parseEvalRecordStatus(value) {
|
|
44
45
|
if (value === undefined)
|
|
45
46
|
return undefined;
|
|
@@ -47,6 +48,13 @@ function parseEvalRecordStatus(value) {
|
|
|
47
48
|
return value;
|
|
48
49
|
throw new Error(`Invalid status "${value}". Allowed: ${EVAL_RECORD_STATUSES.join(', ')}`);
|
|
49
50
|
}
|
|
51
|
+
function parseEvalType(value) {
|
|
52
|
+
if (value === undefined)
|
|
53
|
+
return undefined;
|
|
54
|
+
if (EVAL_TYPES.includes(value))
|
|
55
|
+
return value;
|
|
56
|
+
throw new Error(`Invalid eval type "${value}". Allowed: ${EVAL_TYPES.join(', ')}`);
|
|
57
|
+
}
|
|
50
58
|
function buildUpdatePayload(options) {
|
|
51
59
|
const payload = {};
|
|
52
60
|
if (options.status !== undefined)
|
|
@@ -84,6 +92,7 @@ function toRecordRows(records) {
|
|
|
84
92
|
evalTaskId: record.evalTaskId,
|
|
85
93
|
itemCode: record.itemCode,
|
|
86
94
|
itemTitle: record.itemTitle,
|
|
95
|
+
evalType: record.evalType || '',
|
|
87
96
|
category: record.category || '',
|
|
88
97
|
level: record.level || '',
|
|
89
98
|
automatable: record.automatable ?? '',
|
|
@@ -96,12 +105,13 @@ function makeEvalRecordsCommand() {
|
|
|
96
105
|
const evalRecords = new commander_1.Command('eval-records').description('Manage evaluation records');
|
|
97
106
|
evalRecords
|
|
98
107
|
.command('list')
|
|
99
|
-
.description('List evaluation records by evaluation task ID')
|
|
108
|
+
.description('List evaluation records by evaluation task ID, optionally filtered by evaluation type')
|
|
100
109
|
.requiredOption('--eval-task-id <id>', 'Evaluation task ID')
|
|
110
|
+
.option('--eval-type <type>', `Evaluation type: ${EVAL_TYPES.join(', ')} (package=static package checks A-F, case=runtime case checks G)`)
|
|
101
111
|
.action(async (options) => {
|
|
102
112
|
const globalOpts = evalRecords.optsWithGlobals();
|
|
103
113
|
try {
|
|
104
|
-
const records = await client.listEvalRecords({ evalTaskId: options.evalTaskId });
|
|
114
|
+
const records = await client.listEvalRecords({ evalTaskId: options.evalTaskId, evalType: parseEvalType(options.evalType) });
|
|
105
115
|
if (globalOpts.quiet)
|
|
106
116
|
return;
|
|
107
117
|
const fmt = globalOpts.format === 'json' || !process.stdout.isTTY ? 'json' : 'csv';
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"eval-records.js","sourceRoot":"","sources":["../../src/commands/eval-records.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
|
|
1
|
+
{"version":3,"file":"eval-records.js","sourceRoot":"","sources":["../../src/commands/eval-records.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AA+EA,wDAkEC;AAjJD,yCAAoC;AACpC,qCAAuC;AACvC,qDAAuC;AACvC,4CAA0E;AAC1E,0CAAyC;AAGzC,MAAM,oBAAoB,GAAuB,CAAC,UAAU,EAAE,QAAQ,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC;AAC7F,MAAM,UAAU,GAAe,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;AAenD,SAAS,qBAAqB,CAAC,KAAyB;IACtD,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IAC1C,IAAI,oBAAoB,CAAC,QAAQ,CAAC,KAAyB,CAAC;QAAE,OAAO,KAAyB,CAAC;IAC/F,MAAM,IAAI,KAAK,CAAC,mBAAmB,KAAK,eAAe,oBAAoB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;AAC5F,CAAC;AAED,SAAS,aAAa,CAAC,KAAyB;IAC9C,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IAC1C,IAAI,UAAU,CAAC,QAAQ,CAAC,KAAiB,CAAC;QAAE,OAAO,KAAiB,CAAC;IACrE,MAAM,IAAI,KAAK,CAAC,sBAAsB,KAAK,eAAe,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;AACrF,CAAC;AAED,SAAS,kBAAkB,CAAC,OAA4B;IACtD,MAAM,OAAO,GAA4B,EAAE,CAAC;IAC5C,IAAI,OAAO,CAAC,MAAM,KAAK,SAAS;QAAE,OAAO,CAAC,MAAM,GAAG,qBAAqB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACzF,IAAI,OAAO,CAAC,YAAY;QAAE,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC;SAC5C,IAAI,OAAO,CAAC,OAAO,KAAK,SAAS;QAAE,OAAO,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;IAC1E,IAAI,OAAO,CAAC,aAAa;QAAE,OAAO,CAAC,QAAQ,GAAG,IAAI,CAAC;SAC9C,IAAI,OAAO,CAAC,QAAQ,KAAK,SAAS;QAAE,OAAO,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC;IAC7E,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,iBAAiB,CAAC,OAA2B;IACpD,IAAI,OAAO,CAAC,WAAW,KAAK,SAAS,IAAI,OAAO,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;QAC3E,MAAM,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAC;IACtE,CAAC;IACD,MAAM,KAAK,GAAG,OAAO,CAAC,WAAW,KAAK,SAAS;QAC7C,CAAC,CAAC,IAAA,sBAAY,EAAC,OAAO,CAAC,WAAW,EAAE,MAAM,CAAC;QAC3C,CAAC,CAAC,OAAO,CAAC,WAAW,CAAC;IACxB,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;QACxB,MAAM,IAAI,KAAK,CAAC,6EAA6E,CAAC,CAAC;IACjG,CAAC;IACD,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAY,CAAC;IAC5C,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC;IACrE,IAAI,CAAC,OAAO,IAAI,OAAO,OAAO,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAE,OAAiC,CAAC,OAAO,CAAC,EAAE,CAAC;QACpI,MAAM,IAAI,KAAK,CAAC,yDAAyD,CAAC,CAAC;IAC7E,CAAC;IACD,OAAO,OAAwC,CAAC;AAClD,CAAC;AAED,SAAS,YAAY,CAAC,OAA2D;IAC/E,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QAC9B,EAAE,EAAE,MAAM,CAAC,EAAE;QACb,UAAU,EAAE,MAAM,CAAC,UAAU;QAC7B,QAAQ,EAAE,MAAM,CAAC,QAAQ;QACzB,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,QAAQ,EAAE,MAAM,CAAC,QAAQ,IAAI,EAAE;QAC/B,QAAQ,EAAE,MAAM,CAAC,QAAQ,IAAI,EAAE;QAC/B,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,EAAE;QACzB,WAAW,EAAE,MAAM,CAAC,WAAW,IAAI,EAAE;QACrC,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,OAAO,EAAE,MAAM,CAAC,OAAO,IAAI,EAAE;QAC7B,QAAQ,EAAE,MAAM,CAAC,QAAQ,IAAI,EAAE;KAChC,CAAC,CAAC,CAAC;AACN,CAAC;AAED,SAAgB,sBAAsB;IACpC,MAAM,WAAW,GAAG,IAAI,mBAAO,CAAC,cAAc,CAAC,CAAC,WAAW,CAAC,2BAA2B,CAAC,CAAC;IAEzF,WAAW;SACR,OAAO,CAAC,MAAM,CAAC;SACf,WAAW,CAAC,uFAAuF,CAAC;SACpG,cAAc,CAAC,qBAAqB,EAAE,oBAAoB,CAAC;SAC3D,MAAM,CAAC,oBAAoB,EAAE,oBAAoB,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,kEAAkE,CAAC;SACzI,MAAM,CAAC,KAAK,EAAE,OAAkD,EAAE,EAAE;QACnE,MAAM,UAAU,GAAG,WAAW,CAAC,eAAe,EAAiB,CAAC;QAChE,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,eAAe,CAAC,EAAE,UAAU,EAAE,OAAO,CAAC,UAAU,EAAE,QAAQ,EAAE,aAAa,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;YAC5H,IAAI,UAAU,CAAC,KAAK;gBAAE,OAAO;YAC7B,MAAM,GAAG,GAAG,UAAU,CAAC,MAAM,KAAK,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC;YACnF,IAAI,GAAG,KAAK,MAAM,EAAE,CAAC;gBACnB,IAAA,qBAAS,EAAC,OAAO,EAAE,UAAU,CAAC,CAAC;gBAC/B,OAAO;YACT,CAAC;YACD,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACzB,OAAO,CAAC,GAAG,CAAC,8BAA8B,CAAC,CAAC;gBAC5C,OAAO;YACT,CAAC;YACD,IAAA,oBAAQ,EAAC,YAAY,CAAC,OAAO,CAAC,EAAE,UAAU,CAAC,CAAC;QAC9C,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAA,sBAAU,EAAC,GAAG,EAAE,UAAU,CAAC,CAAC;YAC5B,OAAO,CAAC,QAAQ,GAAG,qBAAU,CAAC,aAAa,CAAC;QAC9C,CAAC;IACH,CAAC,CAAC,CAAC;IAEL,WAAW;SACR,OAAO,CAAC,QAAQ,CAAC;SACjB,WAAW,CAAC,gEAAgE,CAAC;SAC7E,QAAQ,CAAC,MAAM,EAAE,sBAAsB,CAAC;SACxC,MAAM,CAAC,mBAAmB,EAAE,kBAAkB,oBAAoB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;SAChF,MAAM,CAAC,kBAAkB,EAAE,SAAS,CAAC;SACrC,MAAM,CAAC,iBAAiB,EAAE,qBAAqB,CAAC;SAChD,MAAM,CAAC,kBAAkB,EAAE,cAAc,CAAC;SAC1C,MAAM,CAAC,kBAAkB,EAAE,sBAAsB,CAAC;SAClD,MAAM,CAAC,KAAK,EAAE,EAAU,EAAE,OAA4B,EAAE,EAAE;QACzD,MAAM,UAAU,GAAG,WAAW,CAAC,eAAe,EAAiB,CAAC;QAChE,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,gBAAgB,CAAC,EAAE,EAAE,kBAAkB,CAAC,OAAO,CAAC,CAAC,CAAC;YAC5E,IAAA,qBAAS,EAAC,IAA0C,EAAE,UAAU,CAAC,CAAC;QACpE,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAA,sBAAU,EAAC,GAAG,EAAE,UAAU,CAAC,CAAC;YAC5B,OAAO,CAAC,QAAQ,GAAG,qBAAU,CAAC,aAAa,CAAC;QAC9C,CAAC;IACH,CAAC,CAAC,CAAC;IAEL,WAAW;SACR,OAAO,CAAC,OAAO,CAAC;SAChB,WAAW,CAAC,iCAAiC,CAAC;SAC9C,MAAM,CAAC,uBAAuB,EAAE,yCAAyC,CAAC;SAC1E,MAAM,CAAC,uBAAuB,EAAE,wDAAwD,CAAC;SACzF,MAAM,CAAC,KAAK,EAAE,OAA2B,EAAE,EAAE;QAC5C,MAAM,UAAU,GAAG,WAAW,CAAC,eAAe,EAAiB,CAAC;QAChE,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,sBAAsB,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC,CAAC;YAC/E,IAAA,qBAAS,EAAC,MAA4C,EAAE,UAAU,CAAC,CAAC;QACtE,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAA,sBAAU,EAAC,GAAG,EAAE,UAAU,CAAC,CAAC;YAC5B,OAAO,CAAC,QAAQ,GAAG,qBAAU,CAAC,aAAa,CAAC;QAC9C,CAAC;IACH,CAAC,CAAC,CAAC;IAEL,OAAO,WAAW,CAAC;AACrB,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"eval-tasks.d.ts","sourceRoot":"","sources":["../../src/commands/eval-tasks.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;
|
|
1
|
+
{"version":3,"file":"eval-tasks.d.ts","sourceRoot":"","sources":["../../src/commands/eval-tasks.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AA2DpC,wBAAgB,oBAAoB,IAAI,OAAO,CAsJ9C"}
|
|
@@ -39,6 +39,7 @@ const client = __importStar(require("../client.js"));
|
|
|
39
39
|
const output_js_1 = require("../output.js");
|
|
40
40
|
const utils_js_1 = require("../utils.js");
|
|
41
41
|
const EVAL_TASK_STATUSES = ['pending', 'in_progress', 'failed', 'changes_requested', 'passed'];
|
|
42
|
+
const EVAL_TYPES = ['package', 'case'];
|
|
42
43
|
function parseEvalTaskStatus(value) {
|
|
43
44
|
if (value === undefined)
|
|
44
45
|
return undefined;
|
|
@@ -46,6 +47,28 @@ function parseEvalTaskStatus(value) {
|
|
|
46
47
|
return value;
|
|
47
48
|
throw new Error(`Invalid status "${value}". Allowed: ${EVAL_TASK_STATUSES.join(', ')}`);
|
|
48
49
|
}
|
|
50
|
+
function parseEvalType(value) {
|
|
51
|
+
if (value === undefined)
|
|
52
|
+
return undefined;
|
|
53
|
+
if (EVAL_TYPES.includes(value))
|
|
54
|
+
return value;
|
|
55
|
+
throw new Error(`Invalid eval type "${value}". Allowed: ${EVAL_TYPES.join(', ')}`);
|
|
56
|
+
}
|
|
57
|
+
function buildUpdateEvalTaskPayload(options) {
|
|
58
|
+
const payload = {};
|
|
59
|
+
if (options.clearPackageReport)
|
|
60
|
+
payload.packageReport = null;
|
|
61
|
+
else if (options.packageReport !== undefined)
|
|
62
|
+
payload.packageReport = options.packageReport;
|
|
63
|
+
if (options.clearCaseReport)
|
|
64
|
+
payload.caseReport = null;
|
|
65
|
+
else if (options.caseReport !== undefined)
|
|
66
|
+
payload.caseReport = options.caseReport;
|
|
67
|
+
if (Object.keys(payload).length === 0) {
|
|
68
|
+
throw new Error('Provide at least one report option: --package-report, --case-report, --clear-package-report, or --clear-case-report');
|
|
69
|
+
}
|
|
70
|
+
return payload;
|
|
71
|
+
}
|
|
49
72
|
function toEvalTaskRows(items) {
|
|
50
73
|
return items.map((task) => ({
|
|
51
74
|
id: task.id,
|
|
@@ -58,6 +81,8 @@ function toEvalTaskRows(items) {
|
|
|
58
81
|
failed: task.resultSummary.failed,
|
|
59
82
|
warning: task.resultSummary.warning,
|
|
60
83
|
cases: `${task.caseSummary.passed}/${task.caseSummary.total}`,
|
|
84
|
+
packageReport: task.packageReport || '',
|
|
85
|
+
caseReport: task.caseReport || '',
|
|
61
86
|
startedAt: task.startedAt || '',
|
|
62
87
|
completedAt: task.completedAt || '',
|
|
63
88
|
}));
|
|
@@ -136,6 +161,25 @@ function makeEvalTasksCommand() {
|
|
|
136
161
|
process.exitCode = utils_js_1.EXIT_CODES.GENERAL_ERROR;
|
|
137
162
|
}
|
|
138
163
|
});
|
|
164
|
+
evalTasks
|
|
165
|
+
.command('update')
|
|
166
|
+
.description('Update evaluation task report links')
|
|
167
|
+
.argument('<id>', 'Evaluation task ID')
|
|
168
|
+
.option('--package-report <url>', 'Package evaluation report URL')
|
|
169
|
+
.option('--case-report <url>', 'Case evaluation report URL')
|
|
170
|
+
.option('--clear-package-report', 'Clear package evaluation report URL')
|
|
171
|
+
.option('--clear-case-report', 'Clear case evaluation report URL')
|
|
172
|
+
.action(async (id, options) => {
|
|
173
|
+
const globalOpts = evalTasks.optsWithGlobals();
|
|
174
|
+
try {
|
|
175
|
+
const item = await client.updateEvalTask(id, buildUpdateEvalTaskPayload(options));
|
|
176
|
+
(0, output_js_1.printItem)(item, globalOpts);
|
|
177
|
+
}
|
|
178
|
+
catch (err) {
|
|
179
|
+
(0, output_js_1.printError)(err, globalOpts);
|
|
180
|
+
process.exitCode = utils_js_1.EXIT_CODES.GENERAL_ERROR;
|
|
181
|
+
}
|
|
182
|
+
});
|
|
139
183
|
evalTasks
|
|
140
184
|
.command('delete')
|
|
141
185
|
.description('Delete an evaluation task')
|
|
@@ -153,12 +197,13 @@ function makeEvalTasksCommand() {
|
|
|
153
197
|
});
|
|
154
198
|
evalTasks
|
|
155
199
|
.command('records')
|
|
156
|
-
.description('List
|
|
200
|
+
.description('List evaluation records for an evaluation task, including original standards')
|
|
157
201
|
.argument('<id>', 'Evaluation task ID')
|
|
158
|
-
.
|
|
202
|
+
.option('--eval-type <type>', `Evaluation type: ${EVAL_TYPES.join(', ')} (package=static package checks A-F, case=runtime case checks G)`)
|
|
203
|
+
.action(async (id, options) => {
|
|
159
204
|
const globalOpts = evalTasks.optsWithGlobals();
|
|
160
205
|
try {
|
|
161
|
-
const records = await client.listEvalTaskRecords(id);
|
|
206
|
+
const records = await client.listEvalTaskRecords(id, { evalType: parseEvalType(options.evalType) });
|
|
162
207
|
if (globalOpts.quiet)
|
|
163
208
|
return;
|
|
164
209
|
const fmt = globalOpts.format === 'json' || !process.stdout.isTTY ? 'json' : 'csv';
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"eval-tasks.js","sourceRoot":"","sources":["../../src/commands/eval-tasks.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
|
|
1
|
+
{"version":3,"file":"eval-tasks.js","sourceRoot":"","sources":["../../src/commands/eval-tasks.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AA2DA,oDAsJC;AAjND,yCAAoC;AACpC,qDAAuC;AACvC,4CAA0E;AAC1E,0CAAsD;AAGtD,MAAM,kBAAkB,GAAqB,CAAC,SAAS,EAAE,aAAa,EAAE,QAAQ,EAAE,mBAAmB,EAAE,QAAQ,CAAC,CAAC;AACjH,MAAM,UAAU,GAAe,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;AAEnD,SAAS,mBAAmB,CAAC,KAAyB;IACpD,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IAC1C,IAAI,kBAAkB,CAAC,QAAQ,CAAC,KAAuB,CAAC;QAAE,OAAO,KAAuB,CAAC;IACzF,MAAM,IAAI,KAAK,CAAC,mBAAmB,KAAK,eAAe,kBAAkB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;AAC1F,CAAC;AAED,SAAS,aAAa,CAAC,KAAyB;IAC9C,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IAC1C,IAAI,UAAU,CAAC,QAAQ,CAAC,KAAiB,CAAC;QAAE,OAAO,KAAiB,CAAC;IACrE,MAAM,IAAI,KAAK,CAAC,sBAAsB,KAAK,eAAe,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;AACrF,CAAC;AASD,SAAS,0BAA0B,CAAC,OAA8B;IAChE,MAAM,OAAO,GAA0B,EAAE,CAAC;IAC1C,IAAI,OAAO,CAAC,kBAAkB;QAAE,OAAO,CAAC,aAAa,GAAG,IAAI,CAAC;SACxD,IAAI,OAAO,CAAC,aAAa,KAAK,SAAS;QAAE,OAAO,CAAC,aAAa,GAAG,OAAO,CAAC,aAAa,CAAC;IAC5F,IAAI,OAAO,CAAC,eAAe;QAAE,OAAO,CAAC,UAAU,GAAG,IAAI,CAAC;SAClD,IAAI,OAAO,CAAC,UAAU,KAAK,SAAS;QAAE,OAAO,CAAC,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;IACnF,IAAI,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACtC,MAAM,IAAI,KAAK,CAAC,qHAAqH,CAAC,CAAC;IACzI,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,cAAc,CAAC,KAAgE;IACtF,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QAC1B,EAAE,EAAE,IAAI,CAAC,EAAE;QACX,QAAQ,EAAE,IAAI,CAAC,QAAQ;QACvB,SAAS,EAAE,IAAI,CAAC,SAAS;QACzB,SAAS,EAAE,IAAI,CAAC,SAAS;QACzB,IAAI,EAAE,IAAI,CAAC,IAAI;QACf,MAAM,EAAE,IAAI,CAAC,MAAM;QACnB,OAAO,EAAE,GAAG,IAAI,CAAC,aAAa,CAAC,MAAM,IAAI,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE;QACnE,MAAM,EAAE,IAAI,CAAC,aAAa,CAAC,MAAM;QACjC,OAAO,EAAE,IAAI,CAAC,aAAa,CAAC,OAAO;QACnC,KAAK,EAAE,GAAG,IAAI,CAAC,WAAW,CAAC,MAAM,IAAI,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE;QAC7D,aAAa,EAAE,IAAI,CAAC,aAAa,IAAI,EAAE;QACvC,UAAU,EAAE,IAAI,CAAC,UAAU,IAAI,EAAE;QACjC,SAAS,EAAE,IAAI,CAAC,SAAS,IAAI,EAAE;QAC/B,WAAW,EAAE,IAAI,CAAC,WAAW,IAAI,EAAE;KACpC,CAAC,CAAC,CAAC;AACN,CAAC;AAED,SAAgB,oBAAoB;IAClC,MAAM,SAAS,GAAG,IAAI,mBAAO,CAAC,YAAY,CAAC,CAAC,WAAW,CAAC,yBAAyB,CAAC,CAAC;IAEnF,SAAS;SACN,OAAO,CAAC,MAAM,CAAC;SACf,WAAW,CAAC,uCAAuC,CAAC;SACpD,MAAM,CAAC,YAAY,EAAE,uBAAuB,EAAE,GAAG,CAAC;SAClD,MAAM,CAAC,iBAAiB,EAAE,gBAAgB,EAAE,IAAI,CAAC;SACjD,MAAM,CAAC,kBAAkB,EAAE,8BAA8B,CAAC;SAC1D,MAAM,CAAC,mBAAmB,EAAE,sBAAsB,CAAC;SACnD,MAAM,CAAC,mBAAmB,EAAE,qBAAqB,kBAAkB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;SACjF,MAAM,CAAC,KAAK,EAAE,OAAqG,EAAE,EAAE;QACtH,MAAM,UAAU,GAAG,SAAS,CAAC,eAAe,EAAiB,CAAC;QAC9D,IAAI,CAAC;YACH,MAAM,MAAM,GAAwB;gBAClC,IAAI,EAAE,IAAA,sBAAW,EAAC,OAAO,CAAC,IAAI,CAAC;gBAC/B,QAAQ,EAAE,IAAA,sBAAW,EAAC,OAAO,CAAC,QAAQ,CAAC;gBACvC,QAAQ,EAAE,OAAO,CAAC,QAAQ;gBAC1B,SAAS,EAAE,OAAO,CAAC,SAAS;gBAC5B,MAAM,EAAE,mBAAmB,CAAC,OAAO,CAAC,MAAM,CAAC;aAC5C,CAAC;YACF,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;YAClD,IAAI,UAAU,CAAC,KAAK;gBAAE,OAAO;YAC7B,MAAM,GAAG,GAAG,UAAU,CAAC,MAAM,KAAK,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC;YACnF,IAAI,GAAG,KAAK,MAAM,EAAE,CAAC;gBACnB,IAAA,qBAAS,EAAC,MAAM,EAAE,UAAU,CAAC,CAAC;gBAC9B,OAAO;YACT,CAAC;YACD,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC9B,OAAO,CAAC,GAAG,CAAC,4BAA4B,CAAC,CAAC;gBAC1C,OAAO;YACT,CAAC;YACD,IAAA,oBAAQ,EAAC,cAAc,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,UAAU,CAAC,CAAC;YACnD,OAAO,CAAC,GAAG,CAAC,UAAU,MAAM,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,GAAG,MAAM,CAAC,QAAQ,CAAC,aAAa,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;QAC7G,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAA,sBAAU,EAAC,GAAG,EAAE,UAAU,CAAC,CAAC;YAC5B,OAAO,CAAC,QAAQ,GAAG,qBAAU,CAAC,aAAa,CAAC;QAC9C,CAAC;IACH,CAAC,CAAC,CAAC;IAEL,SAAS;SACN,OAAO,CAAC,KAAK,CAAC;SACd,WAAW,CAAC,kEAAkE,CAAC;SAC/E,QAAQ,CAAC,MAAM,EAAE,oBAAoB,CAAC;SACtC,MAAM,CAAC,KAAK,EAAE,EAAU,EAAE,EAAE;QAC3B,MAAM,UAAU,GAAG,SAAS,CAAC,eAAe,EAAiB,CAAC;QAC9D,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;YAC1C,IAAA,qBAAS,EAAC,IAA0C,EAAE,UAAU,CAAC,CAAC;QACpE,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAA,sBAAU,EAAC,GAAG,EAAE,UAAU,CAAC,CAAC;YAC5B,OAAO,CAAC,QAAQ,GAAG,qBAAU,CAAC,aAAa,CAAC;QAC9C,CAAC;IACH,CAAC,CAAC,CAAC;IAEL,SAAS;SACN,OAAO,CAAC,QAAQ,CAAC;SACjB,WAAW,CAAC,yCAAyC,CAAC;SACtD,cAAc,CAAC,mBAAmB,EAAE,YAAY,CAAC;SACjD,MAAM,CAAC,eAAe,EAAE,gDAAgD,CAAC;SACzE,MAAM,CAAC,KAAK,EAAE,OAA6C,EAAE,EAAE;QAC9D,MAAM,UAAU,GAAG,SAAS,CAAC,eAAe,EAAiB,CAAC;QAC9D,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,cAAc,CAAC;gBACvC,SAAS,EAAE,OAAO,CAAC,SAAS;gBAC5B,IAAI,EAAE,OAAO,CAAC,IAAI,IAAI,SAAS;aAChC,CAAC,CAAC;YACH,IAAA,qBAAS,EAAC,IAA0C,EAAE,UAAU,CAAC,CAAC;QACpE,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAA,sBAAU,EAAC,GAAG,EAAE,UAAU,CAAC,CAAC;YAC5B,OAAO,CAAC,QAAQ,GAAG,qBAAU,CAAC,aAAa,CAAC;QAC9C,CAAC;IACH,CAAC,CAAC,CAAC;IAEL,SAAS;SACN,OAAO,CAAC,QAAQ,CAAC;SACjB,WAAW,CAAC,qCAAqC,CAAC;SAClD,QAAQ,CAAC,MAAM,EAAE,oBAAoB,CAAC;SACtC,MAAM,CAAC,wBAAwB,EAAE,+BAA+B,CAAC;SACjE,MAAM,CAAC,qBAAqB,EAAE,4BAA4B,CAAC;SAC3D,MAAM,CAAC,wBAAwB,EAAE,qCAAqC,CAAC;SACvE,MAAM,CAAC,qBAAqB,EAAE,kCAAkC,CAAC;SACjE,MAAM,CAAC,KAAK,EAAE,EAAU,EAAE,OAA8B,EAAE,EAAE;QAC3D,MAAM,UAAU,GAAG,SAAS,CAAC,eAAe,EAAiB,CAAC;QAC9D,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,cAAc,CAAC,EAAE,EAAE,0BAA0B,CAAC,OAAO,CAAC,CAAC,CAAC;YAClF,IAAA,qBAAS,EAAC,IAA0C,EAAE,UAAU,CAAC,CAAC;QACpE,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAA,sBAAU,EAAC,GAAG,EAAE,UAAU,CAAC,CAAC;YAC5B,OAAO,CAAC,QAAQ,GAAG,qBAAU,CAAC,aAAa,CAAC;QAC9C,CAAC;IACH,CAAC,CAAC,CAAC;IAEL,SAAS;SACN,OAAO,CAAC,QAAQ,CAAC;SACjB,WAAW,CAAC,2BAA2B,CAAC;SACxC,QAAQ,CAAC,MAAM,EAAE,oBAAoB,CAAC;SACtC,MAAM,CAAC,KAAK,EAAE,EAAU,EAAE,EAAE;QAC3B,MAAM,UAAU,GAAG,SAAS,CAAC,eAAe,EAAiB,CAAC;QAC9D,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC;YAC/C,IAAA,qBAAS,EAAC,MAA4C,EAAE,UAAU,CAAC,CAAC;QACtE,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAA,sBAAU,EAAC,GAAG,EAAE,UAAU,CAAC,CAAC;YAC5B,OAAO,CAAC,QAAQ,GAAG,qBAAU,CAAC,aAAa,CAAC;QAC9C,CAAC;IACH,CAAC,CAAC,CAAC;IAEL,SAAS;SACN,OAAO,CAAC,SAAS,CAAC;SAClB,WAAW,CAAC,8EAA8E,CAAC;SAC3F,QAAQ,CAAC,MAAM,EAAE,oBAAoB,CAAC;SACtC,MAAM,CAAC,oBAAoB,EAAE,oBAAoB,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,kEAAkE,CAAC;SACzI,MAAM,CAAC,KAAK,EAAE,EAAU,EAAE,OAA8B,EAAE,EAAE;QAC3D,MAAM,UAAU,GAAG,SAAS,CAAC,eAAe,EAAiB,CAAC;QAC9D,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,mBAAmB,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,aAAa,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;YACpG,IAAI,UAAU,CAAC,KAAK;gBAAE,OAAO;YAC7B,MAAM,GAAG,GAAG,UAAU,CAAC,MAAM,KAAK,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC;YACnF,IAAI,GAAG,KAAK,MAAM,EAAE,CAAC;gBACnB,IAAA,qBAAS,EAAC,OAAO,EAAE,UAAU,CAAC,CAAC;gBAC/B,OAAO;YACT,CAAC;YACD,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACzB,OAAO,CAAC,GAAG,CAAC,8BAA8B,CAAC,CAAC;gBAC5C,OAAO;YACT,CAAC;YACD,IAAA,oBAAQ,EAAC,OAAO,EAAE,UAAU,CAAC,CAAC;QAChC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAA,sBAAU,EAAC,GAAG,EAAE,UAAU,CAAC,CAAC;YAC5B,OAAO,CAAC,QAAQ,GAAG,qBAAU,CAAC,aAAa,CAAC;QAC9C,CAAC;IACH,CAAC,CAAC,CAAC;IAEL,SAAS;SACN,OAAO,CAAC,YAAY,CAAC;SACrB,WAAW,CAAC,iDAAiD,CAAC;SAC9D,QAAQ,CAAC,MAAM,EAAE,oBAAoB,CAAC;SACtC,MAAM,CAAC,KAAK,EAAE,EAAU,EAAE,EAAE;QAC3B,MAAM,UAAU,GAAG,SAAS,CAAC,eAAe,EAAiB,CAAC;QAC9D,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,oBAAoB,CAAC,EAAE,CAAC,CAAC;YACnD,IAAA,qBAAS,EAAC,IAAI,EAAE,UAAU,CAAC,CAAC;QAC9B,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAA,sBAAU,EAAC,GAAG,EAAE,UAAU,CAAC,CAAC;YAC5B,OAAO,CAAC,QAAQ,GAAG,qBAAU,CAAC,aAAa,CAAC;QAC9C,CAAC;IACH,CAAC,CAAC,CAAC;IAEL,OAAO,SAAS,CAAC;AACnB,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"versions.d.ts","sourceRoot":"","sources":["../../src/commands/versions.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;
|
|
1
|
+
{"version":3,"file":"versions.d.ts","sourceRoot":"","sources":["../../src/commands/versions.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AA6FpC,wBAAgB,mBAAmB,IAAI,OAAO,CAuI7C"}
|
|
@@ -36,6 +36,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
|
|
|
36
36
|
exports.makeVersionsCommand = makeVersionsCommand;
|
|
37
37
|
const commander_1 = require("commander");
|
|
38
38
|
const node_fs_1 = require("node:fs");
|
|
39
|
+
const node_path_1 = require("node:path");
|
|
39
40
|
const client = __importStar(require("../client.js"));
|
|
40
41
|
const output_js_1 = require("../output.js");
|
|
41
42
|
const utils_js_1 = require("../utils.js");
|
|
@@ -89,6 +90,15 @@ function buildCreateVersionPayload(options) {
|
|
|
89
90
|
payload.skillJson = parseJsonObjectArray(skillJson, '--skill-json');
|
|
90
91
|
return payload;
|
|
91
92
|
}
|
|
93
|
+
function resolveDownloadPath(output, fallbackFileName) {
|
|
94
|
+
if (!output)
|
|
95
|
+
return (0, node_path_1.resolve)(fallbackFileName);
|
|
96
|
+
const outputPath = (0, node_path_1.resolve)(output);
|
|
97
|
+
if ((0, node_fs_1.existsSync)(outputPath) && (0, node_fs_1.statSync)(outputPath).isDirectory()) {
|
|
98
|
+
return (0, node_path_1.join)(outputPath, fallbackFileName);
|
|
99
|
+
}
|
|
100
|
+
return outputPath;
|
|
101
|
+
}
|
|
92
102
|
function toVersionRows(items) {
|
|
93
103
|
return items.map((v) => ({
|
|
94
104
|
id: v.id,
|
|
@@ -189,6 +199,47 @@ function makeVersionsCommand() {
|
|
|
189
199
|
process.exitCode = utils_js_1.EXIT_CODES.GENERAL_ERROR;
|
|
190
200
|
}
|
|
191
201
|
});
|
|
202
|
+
versions
|
|
203
|
+
.command('download-url')
|
|
204
|
+
.description('Get a temporary signed download URL for a version ZIP package')
|
|
205
|
+
.argument('<id>', 'Version ID')
|
|
206
|
+
.option('--expires-in <seconds>', 'URL expiration seconds (60-3600, default 600)')
|
|
207
|
+
.action(async (id, options) => {
|
|
208
|
+
const globalOpts = versions.optsWithGlobals();
|
|
209
|
+
try {
|
|
210
|
+
const result = await client.getVersionDownloadUrl(id, (0, utils_js_1.parseNumber)(options.expiresIn));
|
|
211
|
+
(0, output_js_1.printItem)(result, globalOpts);
|
|
212
|
+
}
|
|
213
|
+
catch (err) {
|
|
214
|
+
(0, output_js_1.printError)(err, globalOpts);
|
|
215
|
+
process.exitCode = utils_js_1.EXIT_CODES.GENERAL_ERROR;
|
|
216
|
+
}
|
|
217
|
+
});
|
|
218
|
+
versions
|
|
219
|
+
.command('download')
|
|
220
|
+
.description('Download a version ZIP package to a local file')
|
|
221
|
+
.argument('<id>', 'Version ID')
|
|
222
|
+
.option('-o, --output <path>', 'Output file path or existing directory')
|
|
223
|
+
.action(async (id, options) => {
|
|
224
|
+
const globalOpts = versions.optsWithGlobals();
|
|
225
|
+
try {
|
|
226
|
+
const result = await client.downloadVersion(id);
|
|
227
|
+
const fallbackFileName = result.fileName || `${id}.zip`;
|
|
228
|
+
const outputPath = resolveDownloadPath(options.output, fallbackFileName);
|
|
229
|
+
(0, node_fs_1.mkdirSync)((0, node_path_1.dirname)(outputPath), { recursive: true });
|
|
230
|
+
(0, node_fs_1.writeFileSync)(outputPath, result.data);
|
|
231
|
+
(0, output_js_1.printItem)({
|
|
232
|
+
id,
|
|
233
|
+
fileName: (0, node_path_1.basename)(outputPath),
|
|
234
|
+
path: outputPath,
|
|
235
|
+
bytes: result.data.length,
|
|
236
|
+
}, globalOpts);
|
|
237
|
+
}
|
|
238
|
+
catch (err) {
|
|
239
|
+
(0, output_js_1.printError)(err, globalOpts);
|
|
240
|
+
process.exitCode = utils_js_1.EXIT_CODES.GENERAL_ERROR;
|
|
241
|
+
}
|
|
242
|
+
});
|
|
192
243
|
return versions;
|
|
193
244
|
}
|
|
194
245
|
//# sourceMappingURL=versions.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"versions.js","sourceRoot":"","sources":["../../src/commands/versions.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
|
|
1
|
+
{"version":3,"file":"versions.js","sourceRoot":"","sources":["../../src/commands/versions.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AA6FA,kDAuIC;AApOD,yCAAoC;AACpC,qCAAuF;AACvF,yCAA6D;AAC7D,qDAAuC;AACvC,4CAA0E;AAC1E,0CAAsD;AAgBtD,SAAS,eAAe,CAAC,KAAa,EAAE,IAAY;IAClD,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAY,CAAC;IAC5C,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;QACnE,MAAM,IAAI,KAAK,CAAC,GAAG,IAAI,wBAAwB,CAAC,CAAC;IACnD,CAAC;IACD,OAAO,MAAoB,CAAC;AAC9B,CAAC;AAED,SAAS,oBAAoB,CAAC,KAAa,EAAE,IAAY;IACvD,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAY,CAAC;IAC5C,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC;QAC9G,MAAM,IAAI,KAAK,CAAC,GAAG,IAAI,kCAAkC,CAAC,CAAC;IAC7D,CAAC;IACD,OAAO,MAAsB,CAAC;AAChC,CAAC;AAED,SAAS,yBAAyB,CAAC,MAA0B,EAAE,IAAwB,EAAE,IAAY;IACnG,IAAI,MAAM,KAAK,SAAS,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;QAC/C,MAAM,IAAI,KAAK,CAAC,qBAAqB,IAAI,SAAS,IAAI,OAAO,CAAC,CAAC;IACjE,CAAC;IACD,IAAI,IAAI,KAAK,SAAS;QAAE,OAAO,IAAA,sBAAY,EAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IAC1D,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,cAAc,CAAC,MAA0B,EAAE,IAAwB;IAC1E,IAAI,MAAM,KAAK,SAAS,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;QAC/C,MAAM,IAAI,KAAK,CAAC,qDAAqD,CAAC,CAAC;IACzE,CAAC;IACD,IAAI,IAAI,KAAK,SAAS;QAAE,OAAO,IAAA,sBAAY,EAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IACrE,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,yBAAyB,CAAC,OAA6B;IAC9D,MAAM,OAAO,GAAyB;QACpC,QAAQ,EAAE,OAAO,CAAC,QAAQ;KAC3B,CAAC;IACF,MAAM,UAAU,GAAG,cAAc,CAAC,OAAO,CAAC,UAAU,EAAE,OAAO,CAAC,cAAc,CAAC,CAAC;IAC9E,IAAI,UAAU,KAAK,SAAS;QAAE,OAAO,CAAC,UAAU,GAAG,UAAU,CAAC;IAC9D,IAAI,OAAO,CAAC,WAAW,KAAK,SAAS;QAAE,OAAO,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;IAEjF,MAAM,SAAS,GAAG,yBAAyB,CAAC,OAAO,CAAC,SAAS,EAAE,OAAO,CAAC,aAAa,EAAE,YAAY,CAAC,CAAC;IACpG,IAAI,SAAS,KAAK,SAAS;QAAE,OAAO,CAAC,SAAS,GAAG,eAAe,CAAC,SAAS,EAAE,cAAc,CAAC,CAAC;IAE5F,MAAM,SAAS,GAAG,yBAAyB,CAAC,OAAO,CAAC,SAAS,EAAE,OAAO,CAAC,aAAa,EAAE,YAAY,CAAC,CAAC;IACpG,IAAI,SAAS,KAAK,SAAS;QAAE,OAAO,CAAC,SAAS,GAAG,SAAS,CAAC;IAE3D,MAAM,SAAS,GAAG,yBAAyB,CAAC,OAAO,CAAC,SAAS,EAAE,OAAO,CAAC,aAAa,EAAE,YAAY,CAAC,CAAC;IACpG,IAAI,SAAS,KAAK,SAAS;QAAE,OAAO,CAAC,SAAS,GAAG,oBAAoB,CAAC,SAAS,EAAE,cAAc,CAAC,CAAC;IAEjG,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,mBAAmB,CAAC,MAA0B,EAAE,gBAAwB;IAC/E,IAAI,CAAC,MAAM;QAAE,OAAO,IAAA,mBAAO,EAAC,gBAAgB,CAAC,CAAC;IAC9C,MAAM,UAAU,GAAG,IAAA,mBAAO,EAAC,MAAM,CAAC,CAAC;IACnC,IAAI,IAAA,oBAAU,EAAC,UAAU,CAAC,IAAI,IAAA,kBAAQ,EAAC,UAAU,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC;QACjE,OAAO,IAAA,gBAAI,EAAC,UAAU,EAAE,gBAAgB,CAAC,CAAC;IAC5C,CAAC;IACD,OAAO,UAAU,CAAC;AACpB,CAAC;AAED,SAAS,aAAa,CAAC,KAA+D;IACpF,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACvB,EAAE,EAAE,CAAC,CAAC,EAAE;QACR,QAAQ,EAAE,CAAC,CAAC,QAAQ;QACpB,SAAS,EAAE,CAAC,CAAC,SAAS;QACtB,WAAW,EAAE,CAAC,CAAC,WAAW,IAAI,EAAE;QAChC,UAAU,EAAE,CAAC,CAAC,UAAU;QACxB,UAAU,EAAE,CAAC,CAAC,UAAU;KACzB,CAAC,CAAC,CAAC;AACN,CAAC;AAED,SAAgB,mBAAmB;IACjC,MAAM,QAAQ,GAAG,IAAI,mBAAO,CAAC,UAAU,CAAC,CAAC,WAAW,CAAC,iBAAiB,CAAC,CAAC;IAExE,QAAQ;SACL,OAAO,CAAC,MAAM,CAAC;SACf,WAAW,CAAC,+BAA+B,CAAC;SAC5C,MAAM,CAAC,YAAY,EAAE,uBAAuB,EAAE,GAAG,CAAC;SAClD,MAAM,CAAC,iBAAiB,EAAE,gBAAgB,EAAE,IAAI,CAAC;SACjD,MAAM,CAAC,kBAAkB,EAAE,8BAA8B,CAAC;SAC1D,MAAM,CAAC,KAAK,EAAE,OAAgE,EAAE,EAAE;QACjF,MAAM,UAAU,GAAG,QAAQ,CAAC,eAAe,EAAiB,CAAC;QAC7D,IAAI,CAAC;YACH,MAAM,MAAM,GAAuB;gBACjC,IAAI,EAAE,IAAA,sBAAW,EAAC,OAAO,CAAC,IAAI,CAAC;gBAC/B,QAAQ,EAAE,IAAA,sBAAW,EAAC,OAAO,CAAC,QAAQ,CAAC;gBACvC,QAAQ,EAAE,OAAO,CAAC,QAAQ;aAC3B,CAAC;YACF,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;YACjD,IAAI,UAAU,CAAC,KAAK;gBAAE,OAAO;YAC7B,MAAM,GAAG,GAAG,UAAU,CAAC,MAAM,KAAK,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC;YACnF,IAAI,GAAG,KAAK,MAAM,EAAE,CAAC;gBACnB,IAAA,qBAAS,EAAC,MAAM,EAAE,UAAU,CAAC,CAAC;gBAC9B,OAAO;YACT,CAAC;YACD,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC9B,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC;gBAClC,OAAO;YACT,CAAC;YACD,IAAA,oBAAQ,EAAC,aAAa,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,UAAU,CAAC,CAAC;YAClD,OAAO,CAAC,GAAG,CAAC,UAAU,MAAM,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,GAAG,MAAM,CAAC,QAAQ,CAAC,aAAa,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;QAC7G,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAA,sBAAU,EAAC,GAAG,EAAE,UAAU,CAAC,CAAC;YAC5B,OAAO,CAAC,QAAQ,GAAG,qBAAU,CAAC,aAAa,CAAC;QAC9C,CAAC;IACH,CAAC,CAAC,CAAC;IAEL,QAAQ;SACL,OAAO,CAAC,KAAK,CAAC;SACd,WAAW,CAAC,mBAAmB,CAAC;SAChC,QAAQ,CAAC,MAAM,EAAE,YAAY,CAAC;SAC9B,MAAM,CAAC,KAAK,EAAE,EAAU,EAAE,EAAE;QAC3B,MAAM,UAAU,GAAG,QAAQ,CAAC,eAAe,EAAiB,CAAC;QAC7D,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;YACzC,IAAA,qBAAS,EAAC,IAA0C,EAAE,UAAU,CAAC,CAAC;QACpE,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAA,sBAAU,EAAC,GAAG,EAAE,UAAU,CAAC,CAAC;YAC5B,OAAO,CAAC,QAAQ,GAAG,qBAAU,CAAC,aAAa,CAAC;QAC9C,CAAC;IACH,CAAC,CAAC,CAAC;IAEL,QAAQ;SACL,OAAO,CAAC,QAAQ,CAAC;SACjB,WAAW,CAAC,gEAAgE,CAAC;SAC7E,cAAc,CAAC,kBAAkB,EAAE,oBAAoB,CAAC;SACxD,MAAM,CAAC,wBAAwB,EAAE,wFAAwF,CAAC;SAC1H,MAAM,CAAC,2BAA2B,EAAE,qDAAqD,CAAC;SAC1F,MAAM,CAAC,uBAAuB,EAAE,uBAAuB,CAAC;SACxD,MAAM,CAAC,qBAAqB,EAAE,wEAAwE,CAAC;SACvG,MAAM,CAAC,0BAA0B,EAAE,yCAAyC,CAAC;SAC7E,MAAM,CAAC,qBAAqB,EAAE,wBAAwB,CAAC;SACvD,MAAM,CAAC,0BAA0B,EAAE,uCAAuC,CAAC;SAC3E,MAAM,CAAC,qBAAqB,EAAE,0BAA0B,CAAC;SACzD,MAAM,CAAC,0BAA0B,EAAE,yCAAyC,CAAC;SAC7E,MAAM,CAAC,KAAK,EAAE,OAA6B,EAAE,EAAE;QAC9C,MAAM,UAAU,GAAG,QAAQ,CAAC,eAAe,EAAiB,CAAC;QAC7D,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,yBAAyB,CAAC,OAAO,CAAC,CAAC,CAAC;YAC5E,IAAA,qBAAS,EAAC,IAA0C,EAAE,UAAU,CAAC,CAAC;QACpE,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAA,sBAAU,EAAC,GAAG,EAAE,UAAU,CAAC,CAAC;YAC5B,OAAO,CAAC,QAAQ,GAAG,qBAAU,CAAC,aAAa,CAAC;QAC9C,CAAC;IACH,CAAC,CAAC,CAAC;IAEL,QAAQ;SACL,OAAO,CAAC,QAAQ,CAAC;SACjB,WAAW,CAAC,kBAAkB,CAAC;SAC/B,QAAQ,CAAC,MAAM,EAAE,YAAY,CAAC;SAC9B,MAAM,CAAC,KAAK,EAAE,EAAU,EAAE,EAAE;QAC3B,MAAM,UAAU,GAAG,QAAQ,CAAC,eAAe,EAAiB,CAAC;QAC7D,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,EAAE,CAAC,CAAC;YAC9C,IAAA,qBAAS,EAAC,MAA4C,EAAE,UAAU,CAAC,CAAC;QACtE,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAA,sBAAU,EAAC,GAAG,EAAE,UAAU,CAAC,CAAC;YAC5B,OAAO,CAAC,QAAQ,GAAG,qBAAU,CAAC,aAAa,CAAC;QAC9C,CAAC;IACH,CAAC,CAAC,CAAC;IAEL,QAAQ;SACL,OAAO,CAAC,cAAc,CAAC;SACvB,WAAW,CAAC,+DAA+D,CAAC;SAC5E,QAAQ,CAAC,MAAM,EAAE,YAAY,CAAC;SAC9B,MAAM,CAAC,wBAAwB,EAAE,+CAA+C,CAAC;SACjF,MAAM,CAAC,KAAK,EAAE,EAAU,EAAE,OAA+B,EAAE,EAAE;QAC5D,MAAM,UAAU,GAAG,QAAQ,CAAC,eAAe,EAAiB,CAAC;QAC7D,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,qBAAqB,CAAC,EAAE,EAAE,IAAA,sBAAW,EAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC;YACtF,IAAA,qBAAS,EAAC,MAA4C,EAAE,UAAU,CAAC,CAAC;QACtE,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAA,sBAAU,EAAC,GAAG,EAAE,UAAU,CAAC,CAAC;YAC5B,OAAO,CAAC,QAAQ,GAAG,qBAAU,CAAC,aAAa,CAAC;QAC9C,CAAC;IACH,CAAC,CAAC,CAAC;IAEL,QAAQ;SACL,OAAO,CAAC,UAAU,CAAC;SACnB,WAAW,CAAC,gDAAgD,CAAC;SAC7D,QAAQ,CAAC,MAAM,EAAE,YAAY,CAAC;SAC9B,MAAM,CAAC,qBAAqB,EAAE,wCAAwC,CAAC;SACvE,MAAM,CAAC,KAAK,EAAE,EAAU,EAAE,OAA4B,EAAE,EAAE;QACzD,MAAM,UAAU,GAAG,QAAQ,CAAC,eAAe,EAAiB,CAAC;QAC7D,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC;YAChD,MAAM,gBAAgB,GAAG,MAAM,CAAC,QAAQ,IAAI,GAAG,EAAE,MAAM,CAAC;YACxD,MAAM,UAAU,GAAG,mBAAmB,CAAC,OAAO,CAAC,MAAM,EAAE,gBAAgB,CAAC,CAAC;YACzE,IAAA,mBAAS,EAAC,IAAA,mBAAO,EAAC,UAAU,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YACpD,IAAA,uBAAa,EAAC,UAAU,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;YACvC,IAAA,qBAAS,EACP;gBACE,EAAE;gBACF,QAAQ,EAAE,IAAA,oBAAQ,EAAC,UAAU,CAAC;gBAC9B,IAAI,EAAE,UAAU;gBAChB,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM;aAC1B,EACD,UAAU,CACX,CAAC;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAA,sBAAU,EAAC,GAAG,EAAE,UAAU,CAAC,CAAC;YAC5B,OAAO,CAAC,QAAQ,GAAG,qBAAU,CAAC,aAAa,CAAC;QAC9C,CAAC;IACH,CAAC,CAAC,CAAC;IAEL,OAAO,QAAQ,CAAC;AAClB,CAAC"}
|
package/dist/index.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AASpC,wBAAgB,aAAa,IAAI,OAAO,CAmBvC"}
|
package/dist/index.js
CHANGED
|
@@ -7,13 +7,14 @@ const experts_js_1 = require("./commands/experts.js");
|
|
|
7
7
|
const versions_js_1 = require("./commands/versions.js");
|
|
8
8
|
const eval_records_js_1 = require("./commands/eval-records.js");
|
|
9
9
|
const eval_tasks_js_1 = require("./commands/eval-tasks.js");
|
|
10
|
+
const eval_cases_js_1 = require("./commands/eval-cases.js");
|
|
10
11
|
const agent_accounts_js_1 = require("./commands/agent-accounts.js");
|
|
11
12
|
function createProgram() {
|
|
12
13
|
const program = new commander_1.Command();
|
|
13
14
|
program
|
|
14
15
|
.name('expert_eval')
|
|
15
16
|
.description('AI-friendly CLI for ExpertEval API')
|
|
16
|
-
.version('2.0.
|
|
17
|
+
.version('2.0.3')
|
|
17
18
|
.option('--format <type>', 'Output format: json, csv, table, or auto (default: auto)', 'auto')
|
|
18
19
|
.option('-q, --quiet', 'Suppress output (exit codes only)', false);
|
|
19
20
|
program.addCommand((0, auth_js_1.makeAuthCommand)());
|
|
@@ -21,6 +22,7 @@ function createProgram() {
|
|
|
21
22
|
program.addCommand((0, versions_js_1.makeVersionsCommand)());
|
|
22
23
|
program.addCommand((0, eval_records_js_1.makeEvalRecordsCommand)());
|
|
23
24
|
program.addCommand((0, eval_tasks_js_1.makeEvalTasksCommand)());
|
|
25
|
+
program.addCommand((0, eval_cases_js_1.makeEvalCasesCommand)());
|
|
24
26
|
program.addCommand((0, agent_accounts_js_1.makeAgentAccountsCommand)());
|
|
25
27
|
return program;
|
|
26
28
|
}
|
package/dist/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;AASA,sCAmBC;AA5BD,yCAAoC;AACpC,gDAAqD;AACrD,sDAA2D;AAC3D,wDAA6D;AAC7D,gEAAoE;AACpE,4DAAgE;AAChE,4DAAgE;AAChE,oEAAwE;AAExE,SAAgB,aAAa;IAC3B,MAAM,OAAO,GAAG,IAAI,mBAAO,EAAE,CAAC;IAE9B,OAAO;SACJ,IAAI,CAAC,aAAa,CAAC;SACnB,WAAW,CAAC,oCAAoC,CAAC;SACjD,OAAO,CAAC,OAAO,CAAC;SAChB,MAAM,CAAC,iBAAiB,EAAE,0DAA0D,EAAE,MAAM,CAAC;SAC7F,MAAM,CAAC,aAAa,EAAE,mCAAmC,EAAE,KAAK,CAAC,CAAC;IAErE,OAAO,CAAC,UAAU,CAAC,IAAA,yBAAe,GAAE,CAAC,CAAC;IACtC,OAAO,CAAC,UAAU,CAAC,IAAA,+BAAkB,GAAE,CAAC,CAAC;IACzC,OAAO,CAAC,UAAU,CAAC,IAAA,iCAAmB,GAAE,CAAC,CAAC;IAC1C,OAAO,CAAC,UAAU,CAAC,IAAA,wCAAsB,GAAE,CAAC,CAAC;IAC7C,OAAO,CAAC,UAAU,CAAC,IAAA,oCAAoB,GAAE,CAAC,CAAC;IAC3C,OAAO,CAAC,UAAU,CAAC,IAAA,oCAAoB,GAAE,CAAC,CAAC;IAC3C,OAAO,CAAC,UAAU,CAAC,IAAA,4CAAwB,GAAE,CAAC,CAAC;IAE/C,OAAO,OAAO,CAAC;AACjB,CAAC"}
|
package/dist/types.d.ts
CHANGED
|
@@ -2,6 +2,8 @@ export type JsonObject = Record<string, unknown>;
|
|
|
2
2
|
export type ExpertStatus = 'developing' | 'adjusting' | 'published' | 'paused';
|
|
3
3
|
export type EvalTaskStatus = 'pending' | 'in_progress' | 'failed' | 'changes_requested' | 'passed';
|
|
4
4
|
export type EvalRecordStatus = 'untested' | 'passed' | 'warning' | 'failed';
|
|
5
|
+
export type EvalType = 'package' | 'case';
|
|
6
|
+
export type EvalCaseStatus = 'untested' | 'passed' | 'failed';
|
|
5
7
|
export type EvalRecordLevel = 'PASS' | 'WARNING' | 'FAIL' | string;
|
|
6
8
|
export type AgentAccountStatus = 'ready' | 'running';
|
|
7
9
|
export interface Expert {
|
|
@@ -35,6 +37,16 @@ export interface Version {
|
|
|
35
37
|
createdAt: string;
|
|
36
38
|
updatedAt: string;
|
|
37
39
|
}
|
|
40
|
+
export interface VersionDownloadUrl {
|
|
41
|
+
downloadUrl: string;
|
|
42
|
+
expiresIn: number;
|
|
43
|
+
fileName: string;
|
|
44
|
+
}
|
|
45
|
+
export interface DownloadedVersionPackage {
|
|
46
|
+
data: Buffer;
|
|
47
|
+
fileName?: string;
|
|
48
|
+
contentType?: string;
|
|
49
|
+
}
|
|
38
50
|
export interface EvalResultSummary {
|
|
39
51
|
total: number;
|
|
40
52
|
passed: number;
|
|
@@ -56,6 +68,7 @@ export interface EvalRecord {
|
|
|
56
68
|
evalItemId: string;
|
|
57
69
|
itemCode: string;
|
|
58
70
|
itemTitle: string;
|
|
71
|
+
evalType?: EvalType;
|
|
59
72
|
category?: string | null;
|
|
60
73
|
dimensionName?: string | null;
|
|
61
74
|
level?: EvalRecordLevel | null;
|
|
@@ -77,7 +90,7 @@ export interface EvalCase {
|
|
|
77
90
|
artifactLink?: string | null;
|
|
78
91
|
taskLink?: string | null;
|
|
79
92
|
extras?: JsonObject | null;
|
|
80
|
-
status?:
|
|
93
|
+
status?: EvalCaseStatus;
|
|
81
94
|
executionStartTime?: string | null;
|
|
82
95
|
executionEndTime?: string | null;
|
|
83
96
|
createdAt: string;
|
|
@@ -93,6 +106,8 @@ export interface EvalTask {
|
|
|
93
106
|
resultSummary: EvalResultSummary;
|
|
94
107
|
caseSummary: EvalCaseSummary;
|
|
95
108
|
evaluator?: string | null;
|
|
109
|
+
packageReport?: string | null;
|
|
110
|
+
caseReport?: string | null;
|
|
96
111
|
startedAt?: string | null;
|
|
97
112
|
completedAt?: string | null;
|
|
98
113
|
createdAt: string;
|
|
@@ -158,6 +173,35 @@ export interface CreateEvalTaskPayload {
|
|
|
158
173
|
versionId: string;
|
|
159
174
|
name?: string | null;
|
|
160
175
|
}
|
|
176
|
+
export interface UpdateEvalTaskPayload {
|
|
177
|
+
packageReport?: string | null;
|
|
178
|
+
caseReport?: string | null;
|
|
179
|
+
}
|
|
180
|
+
export interface CreateEvalCasePayload {
|
|
181
|
+
evalTaskId: string;
|
|
182
|
+
instruction: string;
|
|
183
|
+
expectedResult?: string | null;
|
|
184
|
+
evaluationCriteria?: string | null;
|
|
185
|
+
actualResult?: string | null;
|
|
186
|
+
artifactLink?: string | null;
|
|
187
|
+
taskLink?: string | null;
|
|
188
|
+
extras?: JsonObject | null;
|
|
189
|
+
status?: EvalCaseStatus;
|
|
190
|
+
executionStartTime?: string | null;
|
|
191
|
+
executionEndTime?: string | null;
|
|
192
|
+
}
|
|
193
|
+
export interface UpdateEvalCasePayload {
|
|
194
|
+
instruction?: string;
|
|
195
|
+
expectedResult?: string | null;
|
|
196
|
+
evaluationCriteria?: string | null;
|
|
197
|
+
actualResult?: string | null;
|
|
198
|
+
artifactLink?: string | null;
|
|
199
|
+
taskLink?: string | null;
|
|
200
|
+
extras?: JsonObject | null;
|
|
201
|
+
status?: EvalCaseStatus;
|
|
202
|
+
executionStartTime?: string | null;
|
|
203
|
+
executionEndTime?: string | null;
|
|
204
|
+
}
|
|
161
205
|
export interface UpdateEvalRecordPayload {
|
|
162
206
|
status?: EvalRecordStatus;
|
|
163
207
|
comment?: string | null;
|
|
@@ -188,6 +232,15 @@ export interface ListEvalTasksParams {
|
|
|
188
232
|
}
|
|
189
233
|
export interface ListEvalRecordsParams {
|
|
190
234
|
evalTaskId: string;
|
|
235
|
+
evalType?: EvalType;
|
|
236
|
+
}
|
|
237
|
+
export interface ListEvalTaskRecordsParams {
|
|
238
|
+
evalType?: EvalType;
|
|
239
|
+
}
|
|
240
|
+
export interface ListEvalCasesParams {
|
|
241
|
+
evalTaskId?: string;
|
|
242
|
+
expertId?: string;
|
|
243
|
+
status?: EvalCaseStatus;
|
|
191
244
|
}
|
|
192
245
|
export interface ListAgentAccountsParams {
|
|
193
246
|
status?: AgentAccountStatus;
|
package/dist/types.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAIA,MAAM,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;AAEjD,MAAM,MAAM,YAAY,GAAG,YAAY,GAAG,WAAW,GAAG,WAAW,GAAG,QAAQ,CAAC;AAC/E,MAAM,MAAM,cAAc,GAAG,SAAS,GAAG,aAAa,GAAG,QAAQ,GAAG,mBAAmB,GAAG,QAAQ,CAAC;AACnG,MAAM,MAAM,gBAAgB,GAAG,UAAU,GAAG,QAAQ,GAAG,SAAS,GAAG,QAAQ,CAAC;AAC5E,MAAM,MAAM,eAAe,GAAG,MAAM,GAAG,SAAS,GAAG,MAAM,GAAG,MAAM,CAAC;AACnE,MAAM,MAAM,kBAAkB,GAAG,OAAO,GAAG,SAAS,CAAC;AAErD,MAAM,WAAW,MAAM;IACrB,EAAE,EAAE,MAAM,CAAC;IACX,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,YAAY,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,eAAe,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAChC,eAAe,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAChC,gBAAgB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACjC,SAAS,CAAC,EAAE,UAAU,GAAG,IAAI,CAAC;IAC9B,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,SAAS,CAAC,EAAE,UAAU,EAAE,GAAG,IAAI,CAAC;IAChC,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,OAAO;IACtB,EAAE,EAAE,MAAM,CAAC;IACX,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,SAAS,CAAC,EAAE,UAAU,GAAG,IAAI,CAAC;IAC9B,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,iBAAiB;IAChC,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;IACzB,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;CAC1B;AAED,MAAM,WAAW,eAAe;IAC9B,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,UAAU;IACzB,EAAE,EAAE,MAAM,CAAC;IACX,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9B,KAAK,CAAC,EAAE,eAAe,GAAG,IAAI,CAAC;IAC/B,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,MAAM,EAAE,gBAAgB,CAAC;IACzB,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,QAAQ;IACvB,EAAE,EAAE,MAAM,CAAC;IACX,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,cAAc,EAAE,MAAM,CAAC;IACvB,YAAY,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,kBAAkB,EAAE,MAAM,CAAC;IAC3B,YAAY,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,MAAM,CAAC,EAAE,UAAU,GAAG,IAAI,CAAC;IAC3B,MAAM,CAAC,EAAE,
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAIA,MAAM,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;AAEjD,MAAM,MAAM,YAAY,GAAG,YAAY,GAAG,WAAW,GAAG,WAAW,GAAG,QAAQ,CAAC;AAC/E,MAAM,MAAM,cAAc,GAAG,SAAS,GAAG,aAAa,GAAG,QAAQ,GAAG,mBAAmB,GAAG,QAAQ,CAAC;AACnG,MAAM,MAAM,gBAAgB,GAAG,UAAU,GAAG,QAAQ,GAAG,SAAS,GAAG,QAAQ,CAAC;AAC5E,MAAM,MAAM,QAAQ,GAAG,SAAS,GAAG,MAAM,CAAC;AAC1C,MAAM,MAAM,cAAc,GAAG,UAAU,GAAG,QAAQ,GAAG,QAAQ,CAAC;AAC9D,MAAM,MAAM,eAAe,GAAG,MAAM,GAAG,SAAS,GAAG,MAAM,GAAG,MAAM,CAAC;AACnE,MAAM,MAAM,kBAAkB,GAAG,OAAO,GAAG,SAAS,CAAC;AAErD,MAAM,WAAW,MAAM;IACrB,EAAE,EAAE,MAAM,CAAC;IACX,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,YAAY,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,eAAe,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAChC,eAAe,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAChC,gBAAgB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACjC,SAAS,CAAC,EAAE,UAAU,GAAG,IAAI,CAAC;IAC9B,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,SAAS,CAAC,EAAE,UAAU,EAAE,GAAG,IAAI,CAAC;IAChC,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,OAAO;IACtB,EAAE,EAAE,MAAM,CAAC;IACX,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,SAAS,CAAC,EAAE,UAAU,GAAG,IAAI,CAAC;IAC9B,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,kBAAkB;IACjC,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,wBAAwB;IACvC,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,iBAAiB;IAChC,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;IACzB,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;CAC1B;AAED,MAAM,WAAW,eAAe;IAC9B,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,UAAU;IACzB,EAAE,EAAE,MAAM,CAAC;IACX,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,QAAQ,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9B,KAAK,CAAC,EAAE,eAAe,GAAG,IAAI,CAAC;IAC/B,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,MAAM,EAAE,gBAAgB,CAAC;IACzB,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,QAAQ;IACvB,EAAE,EAAE,MAAM,CAAC;IACX,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,cAAc,EAAE,MAAM,CAAC;IACvB,YAAY,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,kBAAkB,EAAE,MAAM,CAAC;IAC3B,YAAY,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,MAAM,CAAC,EAAE,UAAU,GAAG,IAAI,CAAC;IAC3B,MAAM,CAAC,EAAE,cAAc,CAAC;IACxB,kBAAkB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACnC,gBAAgB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACjC,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,QAAQ;IACvB,EAAE,EAAE,MAAM,CAAC;IACX,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,cAAc,CAAC;IACvB,aAAa,EAAE,iBAAiB,CAAC;IACjC,WAAW,EAAE,eAAe,CAAC;IAC7B,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9B,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,OAAO,CAAC,EAAE,UAAU,EAAE,CAAC;IACvB,KAAK,CAAC,EAAE,QAAQ,EAAE,CAAC;CACpB;AAED,MAAM,WAAW,YAAY;IAC3B,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,MAAM,EAAE,kBAAkB,CAAC;IAC3B,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;CACnB;AAMD,MAAM,WAAW,iBAAiB,CAAC,CAAC;IAClC,KAAK,EAAE,CAAC,EAAE,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;CAClB;AAMD,MAAM,WAAW,SAAS;IACxB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,MAAM,YAAY,GAAG,MAAM,GAAG,KAAK,GAAG,OAAO,GAAG,MAAM,CAAC;AAE7D,MAAM,WAAW,aAAa;IAC5B,MAAM,CAAC,EAAE,YAAY,CAAC;IACtB,KAAK,CAAC,EAAE,OAAO,CAAC;CACjB;AAED,MAAM,WAAW,gBAAgB;IAC/B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,OAAO,CAAC;CACnB;AAMD,MAAM,WAAW,mBAAmB;IAClC,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,MAAM,CAAC,EAAE,YAAY,CAAC;CACvB;AAED,MAAM,WAAW,mBAAmB;IAClC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,MAAM,CAAC,EAAE,YAAY,CAAC;CACvB;AAED,MAAM,WAAW,oBAAoB;IACnC,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,SAAS,CAAC,EAAE,UAAU,GAAG,IAAI,CAAC;IAC9B,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,SAAS,CAAC,EAAE,UAAU,EAAE,GAAG,IAAI,CAAC;CACjC;AAED,MAAM,WAAW,qBAAqB;IACpC,SAAS,EAAE,MAAM,CAAC;IAClB,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CACtB;AAED,MAAM,WAAW,qBAAqB;IACpC,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9B,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CAC5B;AAED,MAAM,WAAW,qBAAqB;IACpC,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/B,kBAAkB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACnC,YAAY,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,YAAY,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,MAAM,CAAC,EAAE,UAAU,GAAG,IAAI,CAAC;IAC3B,MAAM,CAAC,EAAE,cAAc,CAAC;IACxB,kBAAkB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACnC,gBAAgB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CAClC;AAED,MAAM,WAAW,qBAAqB;IACpC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/B,kBAAkB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACnC,YAAY,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,YAAY,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,MAAM,CAAC,EAAE,UAAU,GAAG,IAAI,CAAC;IAC3B,MAAM,CAAC,EAAE,cAAc,CAAC;IACxB,kBAAkB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACnC,gBAAgB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CAClC;AAED,MAAM,WAAW,uBAAuB;IACtC,MAAM,CAAC,EAAE,gBAAgB,CAAC;IAC1B,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CAC1B;AAED,MAAM,WAAW,6BAA6B;IAC5C,OAAO,EAAE,KAAK,CAAC,uBAAuB,GAAG;QAAE,EAAE,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;CAC1D;AAMD,MAAM,WAAW,iBAAiB;IAChC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,YAAY,CAAC;CACvB;AAED,MAAM,WAAW,kBAAkB;IACjC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,mBAAmB;IAClC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,cAAc,CAAC;CACzB;AAED,MAAM,WAAW,qBAAqB;IACpC,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,QAAQ,CAAC;CACrB;AAED,MAAM,WAAW,yBAAyB;IACxC,QAAQ,CAAC,EAAE,QAAQ,CAAC;CACrB;AAED,MAAM,WAAW,mBAAmB;IAClC,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE,cAAc,CAAC;CACzB;AAED,MAAM,WAAW,uBAAuB;IACtC,MAAM,CAAC,EAAE,kBAAkB,CAAC;IAC5B,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB"}
|
package/package.json
CHANGED
package/skill/SKILL.md
CHANGED
|
@@ -1,9 +1,9 @@
|
|
|
1
1
|
---
|
|
2
2
|
name: expert-eval-cli
|
|
3
|
-
version: "2.0.
|
|
3
|
+
version: "2.0.3"
|
|
4
4
|
description: >
|
|
5
5
|
ExpertEval CLI 工具技能:帮助用户安装、更新和使用 expert_eval_cli,完成 API Key 认证、
|
|
6
|
-
|
|
6
|
+
环境切换、专家管理、版本包上传与解析、评测任务创建/查询与报告链接维护、评测用例管理、评测记录单条或批量回写、
|
|
7
7
|
评测账号领取/释放等操作。适用于 ExpertEval、专家评估、评测任务、评测记录、版本管理、
|
|
8
8
|
agent.json/agent.yml/skills.json 上传、评测账号管理等场景。
|
|
9
9
|
---
|
|
@@ -21,8 +21,9 @@ description: >
|
|
|
21
21
|
- **环境切换**:支持线上环境和开发环境 Base URL,通过环境变量或登录参数切换。
|
|
22
22
|
- **专家管理**:查询、创建、更新、删除专家;支持按关键词和状态筛选;可拉取专家原始 `agent.json` / `agent.yml`。
|
|
23
23
|
- **版本管理**:查询、获取、创建、删除版本;支持上传 ZIP 包,也支持直接传入解析后的 `agent.json`、`agent.yml`、`skills.json`。
|
|
24
|
-
-
|
|
25
|
-
-
|
|
24
|
+
- **评测任务管理**:查询、创建、获取详情、更新 Package/Case 评测报告飞书云文档链接、删除评测任务;详情包含版本、记录、用例与报告链接信息;可拉取任务对应的被测 Agent Card,并可按 `evalType=package|case` 过滤任务记录。
|
|
25
|
+
- **评测用例管理**:按评测任务、专家业务 ID、状态查询用例;创建、增量更新或删除用例;支持回填实际结果、产物链接、任务链接、扩展信息与执行时间。
|
|
26
|
+
- **评测记录回写**:按任务查询评测记录,可用 `evalType=package|case` 区分包体静态评测与运行时用例评测;支持单条更新状态/评论/证据,或通过 JSON/文件批量更新记录。
|
|
26
27
|
- **评测账号管理**:查询 ready/running 账号,领取评测账号并在完成后释放回 ready。
|
|
27
28
|
- **Agent 友好输出**:非 TTY 默认 JSON 输出,支持 `--format json|csv|table|auto` 与 `--quiet`,便于自动化解析和流水线集成。
|
|
28
29
|
|
|
@@ -40,6 +41,7 @@ description: >
|
|
|
40
41
|
3. 上传版本时,如已有本地 ZIP,优先使用 `--package-zip-file`;如已有解析产物,可直接使用 `--agent-json-file`、`--agent-yaml-file`、`--skill-json-file`。
|
|
41
42
|
4. 回写评测记录前,应先查询记录 ID 和现有状态,避免误更新。
|
|
42
43
|
5. 对批量更新,优先使用 `--records-file`,便于审计和重试。
|
|
44
|
+
6. 查询记录时按场景选择 `--eval-type`:`package` 表示包体静态评测(A~F 类,关注 ZIP/agent 配置/技能结构等),`case` 表示运行时用例评测(G 类,关注实际执行、对话安全与任务结果)。
|
|
43
45
|
|
|
44
46
|
## 安装与更新
|
|
45
47
|
|
|
@@ -165,10 +167,22 @@ expert_eval -q # 静默模式,仅依赖 exit code
|
|
|
165
167
|
| 查询评测任务 | `expert_eval eval-tasks list --expert-id exp-001 --status in_progress` |
|
|
166
168
|
| 创建评测任务 | `expert_eval eval-tasks create --version-id v-1 --name "v1 评测"` |
|
|
167
169
|
| 获取任务详情 | `expert_eval eval-tasks get <task-id>` |
|
|
170
|
+
| 更新任务报告链接 | `expert_eval eval-tasks update <task-id> --package-report https://example.feishu.cn/docx/package-report --case-report https://example.feishu.cn/docx/case-report` |
|
|
171
|
+
| 清空任务报告链接 | `expert_eval eval-tasks update <task-id> --clear-package-report --clear-case-report` |
|
|
168
172
|
| 获取任务记录 | `expert_eval eval-tasks records <task-id>` |
|
|
173
|
+
| 获取 Package 评测记录 | `expert_eval eval-tasks records <task-id> --eval-type package` |
|
|
174
|
+
| 获取 Case 评测记录 | `expert_eval eval-tasks records <task-id> --eval-type case` |
|
|
169
175
|
| 获取任务 Agent Card | `expert_eval eval-tasks agent-card <task-id>` |
|
|
170
176
|
| 删除评测任务 | `expert_eval eval-tasks delete <task-id>` |
|
|
177
|
+
| 查询评测用例 | `expert_eval eval-cases list --eval-task-id task-1 --status untested` |
|
|
178
|
+
| 按专家查询用例 | `expert_eval eval-cases list --expert-id exp-001` |
|
|
179
|
+
| 创建评测用例 | `expert_eval eval-cases create --eval-task-id task-1 --instruction "查询年假政策" --expected-result "准确回答年假天数" --evaluation-criteria "答案符合政策" --status untested` |
|
|
180
|
+
| 更新评测用例 | `expert_eval eval-cases update <case-id> --status passed --actual-result "已完成" --artifact-link https://example.com/report.xlsx` |
|
|
181
|
+
| 清空用例字段 | `expert_eval eval-cases update <case-id> --clear-actual-result --clear-artifact-link --clear-extras` |
|
|
182
|
+
| 删除评测用例 | `expert_eval eval-cases delete <case-id>` |
|
|
171
183
|
| 列出评审记录 | `expert_eval eval-records list --eval-task-id task-1` |
|
|
184
|
+
| 列出 Package 评审记录 | `expert_eval eval-records list --eval-task-id task-1 --eval-type package` |
|
|
185
|
+
| 列出 Case 评审记录 | `expert_eval eval-records list --eval-task-id task-1 --eval-type case` |
|
|
172
186
|
| 修改评审记录 | `expert_eval eval-records update <record-id> --status passed --comment "通过"` |
|
|
173
187
|
| 清空记录评论/证据 | `expert_eval eval-records update <record-id> --clear-comment --clear-evidence` |
|
|
174
188
|
| 批量修改记录 | `expert_eval eval-records batch --records-file ./records.json` |
|
|
@@ -190,7 +204,11 @@ expert_eval eval-tasks list --page 1 --page-size 50 --version-id v-1
|
|
|
190
204
|
|
|
191
205
|
- 专家状态:`developing`、`adjusting`、`published`、`paused`
|
|
192
206
|
- 评测任务状态:`pending`、`in_progress`、`failed`、`changes_requested`、`passed`
|
|
207
|
+
- 评测用例状态:`untested`、`passed`、`failed`
|
|
193
208
|
- 评测记录状态:`untested`、`passed`、`warning`、`failed`
|
|
209
|
+
- 评测类型:`package`、`case`
|
|
210
|
+
- `package`:包体静态评测,通常对应 A~F 类标准,检查 ZIP 包、`agent.json`/`agent.yml`、skills 目录结构、元信息、配置完整性等,不依赖实际运行对话。
|
|
211
|
+
- `case`:运行时用例评测,通常对应 G 类标准,基于评测用例/实际任务执行结果,检查回答质量、工具调用效果、安全合规、是否泄露提示词等运行时表现。
|
|
194
212
|
- 评测账号状态:`ready`、`running`
|
|
195
213
|
|
|
196
214
|
### 批量回写记录格式
|
|
@@ -59,6 +59,17 @@ Body: `{ expertId, packageZip?, packageName?, agentJson?, agentYaml?, skillJson?
|
|
|
59
59
|
### `GET /openapi/versions/{id}`
|
|
60
60
|
Get version by primary ID.
|
|
61
61
|
|
|
62
|
+
### `GET /openapi/versions/{id}/download-url`
|
|
63
|
+
Generate a temporary signed download URL for the version ZIP package.
|
|
64
|
+
|
|
65
|
+
Query params:
|
|
66
|
+
- `expiresIn` (int, optional; default 600; range 60-3600)
|
|
67
|
+
|
|
68
|
+
Response: `{ downloadUrl, expiresIn, fileName }`
|
|
69
|
+
|
|
70
|
+
### `GET /openapi/versions/{id}/download`
|
|
71
|
+
Download the version ZIP package as an `application/zip` file stream. Response header `Content-Disposition` includes the attachment filename when available.
|
|
72
|
+
|
|
62
73
|
### `DELETE /openapi/versions/{id}`
|
|
63
74
|
Delete version by primary ID. Response: `{ id }`
|
|
64
75
|
|
|
@@ -82,25 +93,81 @@ Body: `{ versionId, name? }`
|
|
|
82
93
|
### `GET /openapi/eval-tasks/{id}`
|
|
83
94
|
Get task detail, including version raw content, all evaluation records and cases.
|
|
84
95
|
|
|
96
|
+
Task detail/list items may include report links:
|
|
97
|
+
- `packageReport` (string | null): Package evaluation report Lark document URL.
|
|
98
|
+
- `caseReport` (string | null): Case evaluation report Lark document URL.
|
|
99
|
+
|
|
100
|
+
### `PATCH /openapi/eval-tasks/{id}`
|
|
101
|
+
Update evaluation task report links. Only `packageReport` and `caseReport` are supported. Values must be valid `https` URLs; pass `null` or an empty string to clear a report link.
|
|
102
|
+
|
|
103
|
+
Body: `{ packageReport?, caseReport? }`
|
|
104
|
+
|
|
85
105
|
### `DELETE /openapi/eval-tasks/{id}`
|
|
86
106
|
Delete an evaluation task. Response: `{ id }`
|
|
87
107
|
|
|
88
108
|
### `GET /openapi/eval-tasks/{id}/records`
|
|
89
|
-
Get
|
|
109
|
+
Get records for an evaluation task, including the original standard content for each item. Supports filtering by evaluation type.
|
|
110
|
+
|
|
111
|
+
Query params:
|
|
112
|
+
- `evalType` (`package` | `case`, optional)
|
|
113
|
+
|
|
114
|
+
Evaluation type semantics:
|
|
115
|
+
- `package`: static package evaluation, usually A-F standards, checking ZIP package contents, `agent.json`/`agent.yml`, skills directory/frontmatter, metadata and configuration completeness. It does not require runtime case execution.
|
|
116
|
+
- `case`: runtime case evaluation, usually G standards, checking actual task/dialog execution, answer quality, tool-call behavior, security/compliance behavior and prompt-leakage resistance.
|
|
90
117
|
|
|
91
118
|
### `GET /openapi/eval-tasks/{id}/agent-card`
|
|
92
119
|
Get the raw agent card for the version evaluated by this task.
|
|
93
120
|
|
|
121
|
+
## Eval Cases
|
|
122
|
+
|
|
123
|
+
### `GET /openapi/eval-cases`
|
|
124
|
+
List evaluation cases.
|
|
125
|
+
|
|
126
|
+
Query params:
|
|
127
|
+
- `evalTaskId` (string, optional)
|
|
128
|
+
- `expertId` (string, optional; expert business ID / agent ID)
|
|
129
|
+
- `status` (`untested` | `passed` | `failed`, optional)
|
|
130
|
+
|
|
131
|
+
Response: `EvalCase[]`
|
|
132
|
+
|
|
133
|
+
### `POST /openapi/eval-cases`
|
|
134
|
+
Create an evaluation case. The API returns `404` if the evaluation task does not exist.
|
|
135
|
+
|
|
136
|
+
Body fields include:
|
|
137
|
+
- `evalTaskId` (string, required)
|
|
138
|
+
- `instruction` (string, required)
|
|
139
|
+
- `expectedResult` (string, optional)
|
|
140
|
+
- `evaluationCriteria` (string, optional)
|
|
141
|
+
- `actualResult` (string, optional)
|
|
142
|
+
- `artifactLink` (string, optional)
|
|
143
|
+
- `taskLink` (string, optional)
|
|
144
|
+
- `extras` (object, optional)
|
|
145
|
+
- `status` (`untested` | `passed` | `failed`, optional)
|
|
146
|
+
- `executionStartTime` / `executionEndTime` (string, optional)
|
|
147
|
+
|
|
148
|
+
### `PATCH /openapi/eval-cases/{id}`
|
|
149
|
+
Partially update an evaluation case. Only provided fields are updated; an empty body returns `400`.
|
|
150
|
+
|
|
151
|
+
Body: any subset of `instruction`, `expectedResult`, `evaluationCriteria`, `actualResult`, `artifactLink`, `taskLink`, `extras`, `status`, `executionStartTime`, `executionEndTime`.
|
|
152
|
+
|
|
153
|
+
### `DELETE /openapi/eval-cases/{id}`
|
|
154
|
+
Delete an evaluation case. Response: `{ id }`
|
|
155
|
+
|
|
94
156
|
## Eval Records
|
|
95
157
|
|
|
96
158
|
### `GET /openapi/eval-records`
|
|
97
|
-
List evaluation records by task.
|
|
159
|
+
List evaluation records by task. Supports filtering by evaluation type.
|
|
98
160
|
|
|
99
161
|
Query params:
|
|
100
162
|
- `evalTaskId` (string, required)
|
|
163
|
+
- `evalType` (`package` | `case`, optional)
|
|
101
164
|
|
|
102
165
|
Response: `EvalRecord[]`
|
|
103
166
|
|
|
167
|
+
Each record may include `evalType`:
|
|
168
|
+
- `package`: static package evaluation, usually A-F standards, checking package/config/skill structure before runtime execution.
|
|
169
|
+
- `case`: runtime case evaluation, usually G standards, checking actual case execution, answer quality and safety/compliance behavior.
|
|
170
|
+
|
|
104
171
|
### `POST /openapi/eval-records/batch`
|
|
105
172
|
Batch update evaluation record status, comment and evidence.
|
|
106
173
|
|