agentv 4.3.4 → 4.4.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/{chunk-TCJKPOU7.js → chunk-4WMLJHW5.js} +587 -387
- package/dist/chunk-4WMLJHW5.js.map +1 -0
- package/dist/{chunk-HMOXP7T5.js → chunk-63NDZ6UC.js} +182 -60
- package/dist/chunk-63NDZ6UC.js.map +1 -0
- package/dist/{chunk-WICUFOIA.js → chunk-VYZQMN57.js} +4 -4
- package/dist/{chunk-WICUFOIA.js.map → chunk-VYZQMN57.js.map} +1 -1
- package/dist/cli.js +3 -3
- package/dist/{dist-M7R6II6Y.js → dist-P74O2P2I.js} +20 -2
- package/dist/index.js +3 -3
- package/dist/{interactive-GVBU4GSC.js → interactive-VJP2AEPT.js} +3 -3
- package/dist/studio/assets/index-D-gfAa3s.js +65 -0
- package/dist/studio/assets/index-jJVIJh8b.css +1 -0
- package/dist/studio/assets/{index-tOa8ADje.js → index-zWHsVvgi.js} +1 -1
- package/dist/studio/index.html +2 -2
- package/package.json +1 -1
- package/dist/chunk-HMOXP7T5.js.map +0 -1
- package/dist/chunk-TCJKPOU7.js.map +0 -1
- package/dist/studio/assets/index-CcrZuqEa.js +0 -65
- package/dist/studio/assets/index-xvMmIJ7Q.css +0 -1
- /package/dist/{dist-M7R6II6Y.js.map → dist-P74O2P2I.js.map} +0 -0
- /package/dist/{interactive-GVBU4GSC.js.map → interactive-VJP2AEPT.js.map} +0 -0
package/dist/cli.js
CHANGED
|
@@ -2,9 +2,9 @@
|
|
|
2
2
|
import { createRequire } from 'node:module'; const require = createRequire(import.meta.url);
|
|
3
3
|
import {
|
|
4
4
|
runCli
|
|
5
|
-
} from "./chunk-
|
|
6
|
-
import "./chunk-
|
|
7
|
-
import "./chunk-
|
|
5
|
+
} from "./chunk-4WMLJHW5.js";
|
|
6
|
+
import "./chunk-VYZQMN57.js";
|
|
7
|
+
import "./chunk-63NDZ6UC.js";
|
|
8
8
|
import "./chunk-QOBQ5XYF.js";
|
|
9
9
|
import "./chunk-HQDCIXVH.js";
|
|
10
10
|
import "./chunk-ZKO2LGRR.js";
|
|
@@ -29,6 +29,7 @@ import {
|
|
|
29
29
|
ToolTrajectoryEvaluator,
|
|
30
30
|
WorkspaceCreationError,
|
|
31
31
|
WorkspacePoolManager,
|
|
32
|
+
addProject,
|
|
32
33
|
assembleLlmGraderPrompt,
|
|
33
34
|
avgToolDurationMs,
|
|
34
35
|
buildDirectoryChain,
|
|
@@ -57,10 +58,12 @@ import {
|
|
|
57
58
|
deepEqual,
|
|
58
59
|
defineConfig,
|
|
59
60
|
deriveCategory,
|
|
61
|
+
deriveProjectId,
|
|
60
62
|
detectFormat,
|
|
61
63
|
discoverAssertions,
|
|
62
64
|
discoverCopilotSessions,
|
|
63
65
|
discoverGraders,
|
|
66
|
+
discoverProjects,
|
|
64
67
|
discoverProviders,
|
|
65
68
|
ensureVSCodeSubagents,
|
|
66
69
|
evaluate,
|
|
@@ -84,6 +87,8 @@ import {
|
|
|
84
87
|
generateRubrics,
|
|
85
88
|
getAgentvHome,
|
|
86
89
|
getOutputFilenames,
|
|
90
|
+
getProject,
|
|
91
|
+
getProjectsRegistryPath,
|
|
87
92
|
getSubagentsRoot,
|
|
88
93
|
getTextContent,
|
|
89
94
|
getTraceStateRoot,
|
|
@@ -105,6 +110,7 @@ import {
|
|
|
105
110
|
loadEvalCaseById,
|
|
106
111
|
loadEvalCases,
|
|
107
112
|
loadEvalSuite,
|
|
113
|
+
loadProjectRegistry,
|
|
108
114
|
loadTestById,
|
|
109
115
|
loadTestSuite,
|
|
110
116
|
loadTests,
|
|
@@ -119,6 +125,7 @@ import {
|
|
|
119
125
|
readTargetDefinitions,
|
|
120
126
|
readTestSuiteMetadata,
|
|
121
127
|
readTextFile,
|
|
128
|
+
removeProject,
|
|
122
129
|
resolveAndCreateProvider,
|
|
123
130
|
resolveFileReference,
|
|
124
131
|
resolveTargetDefinition,
|
|
@@ -137,6 +144,7 @@ import {
|
|
|
137
144
|
runIsJsonAssertion,
|
|
138
145
|
runRegexAssertion,
|
|
139
146
|
runStartsWithAssertion,
|
|
147
|
+
saveProjectRegistry,
|
|
140
148
|
scoreToVerdict,
|
|
141
149
|
shouldEnableCache,
|
|
142
150
|
shouldSkipCacheForTemperature,
|
|
@@ -149,10 +157,11 @@ import {
|
|
|
149
157
|
toCamelCaseDeep,
|
|
150
158
|
toSnakeCaseDeep,
|
|
151
159
|
tokensPerTool,
|
|
160
|
+
touchProject,
|
|
152
161
|
transpileEvalYaml,
|
|
153
162
|
transpileEvalYamlFile,
|
|
154
163
|
trimBaselineResult
|
|
155
|
-
} from "./chunk-
|
|
164
|
+
} from "./chunk-63NDZ6UC.js";
|
|
156
165
|
import {
|
|
157
166
|
OtlpJsonFileExporter
|
|
158
167
|
} from "./chunk-QOBQ5XYF.js";
|
|
@@ -192,6 +201,7 @@ export {
|
|
|
192
201
|
ToolTrajectoryEvaluator,
|
|
193
202
|
WorkspaceCreationError,
|
|
194
203
|
WorkspacePoolManager,
|
|
204
|
+
addProject,
|
|
195
205
|
assembleLlmGraderPrompt,
|
|
196
206
|
assembleLlmGraderPrompt as assembleLlmJudgePrompt,
|
|
197
207
|
avgToolDurationMs,
|
|
@@ -221,11 +231,13 @@ export {
|
|
|
221
231
|
deepEqual,
|
|
222
232
|
defineConfig,
|
|
223
233
|
deriveCategory,
|
|
234
|
+
deriveProjectId,
|
|
224
235
|
detectFormat,
|
|
225
236
|
discoverAssertions,
|
|
226
237
|
discoverCopilotSessions,
|
|
227
238
|
discoverGraders,
|
|
228
239
|
discoverGraders as discoverJudges,
|
|
240
|
+
discoverProjects,
|
|
229
241
|
discoverProviders,
|
|
230
242
|
ensureVSCodeSubagents,
|
|
231
243
|
evaluate,
|
|
@@ -249,6 +261,8 @@ export {
|
|
|
249
261
|
generateRubrics,
|
|
250
262
|
getAgentvHome,
|
|
251
263
|
getOutputFilenames,
|
|
264
|
+
getProject,
|
|
265
|
+
getProjectsRegistryPath,
|
|
252
266
|
getSubagentsRoot,
|
|
253
267
|
getTextContent,
|
|
254
268
|
getTraceStateRoot,
|
|
@@ -270,6 +284,7 @@ export {
|
|
|
270
284
|
loadEvalCaseById,
|
|
271
285
|
loadEvalCases,
|
|
272
286
|
loadEvalSuite,
|
|
287
|
+
loadProjectRegistry,
|
|
273
288
|
loadTestById,
|
|
274
289
|
loadTestSuite,
|
|
275
290
|
loadTests,
|
|
@@ -284,6 +299,7 @@ export {
|
|
|
284
299
|
readTargetDefinitions,
|
|
285
300
|
readTestSuiteMetadata,
|
|
286
301
|
readTextFile,
|
|
302
|
+
removeProject,
|
|
287
303
|
resolveAndCreateProvider,
|
|
288
304
|
resolveFileReference,
|
|
289
305
|
resolveTargetDefinition,
|
|
@@ -302,6 +318,7 @@ export {
|
|
|
302
318
|
runIsJsonAssertion,
|
|
303
319
|
runRegexAssertion,
|
|
304
320
|
runStartsWithAssertion,
|
|
321
|
+
saveProjectRegistry,
|
|
305
322
|
scoreToVerdict,
|
|
306
323
|
shouldEnableCache,
|
|
307
324
|
shouldSkipCacheForTemperature,
|
|
@@ -314,8 +331,9 @@ export {
|
|
|
314
331
|
toCamelCaseDeep,
|
|
315
332
|
toSnakeCaseDeep,
|
|
316
333
|
tokensPerTool,
|
|
334
|
+
touchProject,
|
|
317
335
|
transpileEvalYaml,
|
|
318
336
|
transpileEvalYamlFile,
|
|
319
337
|
trimBaselineResult
|
|
320
338
|
};
|
|
321
|
-
//# sourceMappingURL=dist-
|
|
339
|
+
//# sourceMappingURL=dist-P74O2P2I.js.map
|
package/dist/index.js
CHANGED
|
@@ -3,9 +3,9 @@ import {
|
|
|
3
3
|
app,
|
|
4
4
|
preprocessArgv,
|
|
5
5
|
runCli
|
|
6
|
-
} from "./chunk-
|
|
7
|
-
import "./chunk-
|
|
8
|
-
import "./chunk-
|
|
6
|
+
} from "./chunk-4WMLJHW5.js";
|
|
7
|
+
import "./chunk-VYZQMN57.js";
|
|
8
|
+
import "./chunk-63NDZ6UC.js";
|
|
9
9
|
import "./chunk-QOBQ5XYF.js";
|
|
10
10
|
import "./chunk-HQDCIXVH.js";
|
|
11
11
|
import "./chunk-ZKO2LGRR.js";
|
|
@@ -4,7 +4,7 @@ import {
|
|
|
4
4
|
fileExists,
|
|
5
5
|
findRepoRoot,
|
|
6
6
|
runEvalCommand
|
|
7
|
-
} from "./chunk-
|
|
7
|
+
} from "./chunk-VYZQMN57.js";
|
|
8
8
|
import {
|
|
9
9
|
DEFAULT_EVAL_PATTERNS,
|
|
10
10
|
deriveCategory,
|
|
@@ -12,7 +12,7 @@ import {
|
|
|
12
12
|
listTargetNames,
|
|
13
13
|
loadConfig,
|
|
14
14
|
readTargetDefinitions
|
|
15
|
-
} from "./chunk-
|
|
15
|
+
} from "./chunk-63NDZ6UC.js";
|
|
16
16
|
import "./chunk-QOBQ5XYF.js";
|
|
17
17
|
import "./chunk-HQDCIXVH.js";
|
|
18
18
|
import "./chunk-ZKO2LGRR.js";
|
|
@@ -363,4 +363,4 @@ ${ANSI_DIM}Retrying execution errors...${ANSI_RESET}
|
|
|
363
363
|
export {
|
|
364
364
|
launchInteractiveWizard
|
|
365
365
|
};
|
|
366
|
-
//# sourceMappingURL=interactive-
|
|
366
|
+
//# sourceMappingURL=interactive-VJP2AEPT.js.map
|