@agentv/core 4.17.1 → 4.19.0-next.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/{chunk-6VZY3B6M.js → chunk-24ND5HZC.js} +102 -102
- package/dist/chunk-24ND5HZC.js.map +1 -0
- package/dist/chunk-QXX3IBYV.js +19740 -0
- package/dist/chunk-QXX3IBYV.js.map +1 -0
- package/dist/evaluation/validation/index.cjs +5 -5
- package/dist/evaluation/validation/index.cjs.map +1 -1
- package/dist/evaluation/validation/index.js +3 -3
- package/dist/evaluation/validation/index.js.map +1 -1
- package/dist/index.cjs +22852 -21848
- package/dist/index.cjs.map +1 -1
- package/dist/index.d.cts +1015 -974
- package/dist/index.d.ts +1015 -974
- package/dist/index.js +494 -19790
- package/dist/index.js.map +1 -1
- package/dist/ts-eval-loader-XFQ6S4DT.js +12 -0
- package/dist/ts-eval-loader-XFQ6S4DT.js.map +1 -0
- package/package.json +1 -1
- package/dist/chunk-6VZY3B6M.js.map +0 -1
|
@@ -68,7 +68,7 @@ function isTestMessage(value) {
|
|
|
68
68
|
}
|
|
69
69
|
return false;
|
|
70
70
|
}
|
|
71
|
-
var
|
|
71
|
+
var GRADER_KIND_VALUES = [
|
|
72
72
|
"code-grader",
|
|
73
73
|
"llm-grader",
|
|
74
74
|
"rubric",
|
|
@@ -94,9 +94,9 @@ var EVALUATOR_KIND_VALUES = [
|
|
|
94
94
|
"rubrics",
|
|
95
95
|
"inline-assert"
|
|
96
96
|
];
|
|
97
|
-
var
|
|
98
|
-
function
|
|
99
|
-
return typeof value === "string" &&
|
|
97
|
+
var GRADER_KIND_SET = new Set(GRADER_KIND_VALUES);
|
|
98
|
+
function isGraderKind(value) {
|
|
99
|
+
return typeof value === "string" && GRADER_KIND_SET.has(value);
|
|
100
100
|
}
|
|
101
101
|
|
|
102
102
|
// src/evaluation/file-utils.ts
|
|
@@ -214,6 +214,96 @@ async function resolveFileReference(rawValue, searchRoots) {
|
|
|
214
214
|
return { displayPath, attempted };
|
|
215
215
|
}
|
|
216
216
|
|
|
217
|
+
// src/evaluation/providers/types.ts
|
|
218
|
+
var AGENT_PROVIDER_KINDS = [
|
|
219
|
+
"codex",
|
|
220
|
+
"copilot-sdk",
|
|
221
|
+
"copilot-cli",
|
|
222
|
+
"pi-coding-agent",
|
|
223
|
+
"pi-cli",
|
|
224
|
+
"claude",
|
|
225
|
+
"claude-cli",
|
|
226
|
+
"claude-sdk",
|
|
227
|
+
"vscode",
|
|
228
|
+
"vscode-insiders"
|
|
229
|
+
];
|
|
230
|
+
var LLM_GRADER_CAPABLE_KINDS = [
|
|
231
|
+
"openai",
|
|
232
|
+
"openrouter",
|
|
233
|
+
"azure",
|
|
234
|
+
"anthropic",
|
|
235
|
+
"gemini",
|
|
236
|
+
"agentv",
|
|
237
|
+
"mock"
|
|
238
|
+
];
|
|
239
|
+
var KNOWN_PROVIDERS = [
|
|
240
|
+
"openai",
|
|
241
|
+
"openrouter",
|
|
242
|
+
"azure",
|
|
243
|
+
"anthropic",
|
|
244
|
+
"gemini",
|
|
245
|
+
"codex",
|
|
246
|
+
"copilot-sdk",
|
|
247
|
+
"copilot-cli",
|
|
248
|
+
"copilot-log",
|
|
249
|
+
"pi-coding-agent",
|
|
250
|
+
"pi-cli",
|
|
251
|
+
"claude",
|
|
252
|
+
"claude-cli",
|
|
253
|
+
"claude-sdk",
|
|
254
|
+
"cli",
|
|
255
|
+
"mock",
|
|
256
|
+
"vscode",
|
|
257
|
+
"vscode-insiders",
|
|
258
|
+
"agentv",
|
|
259
|
+
"transcript"
|
|
260
|
+
];
|
|
261
|
+
var PROVIDER_ALIASES = [
|
|
262
|
+
"azure-openai",
|
|
263
|
+
// alias for "azure"
|
|
264
|
+
"google",
|
|
265
|
+
// alias for "gemini"
|
|
266
|
+
"google-gemini",
|
|
267
|
+
// alias for "gemini"
|
|
268
|
+
"codex-cli",
|
|
269
|
+
// alias for "codex"
|
|
270
|
+
"copilot",
|
|
271
|
+
// alias for "copilot-cli" (default copilot experience)
|
|
272
|
+
"copilot_sdk",
|
|
273
|
+
// alias for "copilot-sdk" (underscore variant)
|
|
274
|
+
"pi",
|
|
275
|
+
// alias for "pi-coding-agent"
|
|
276
|
+
"claude-code",
|
|
277
|
+
// alias for "claude" (legacy)
|
|
278
|
+
"cc-mirror",
|
|
279
|
+
// alias for "claude-cli" (auto-discovers binary from ~/.cc-mirror/<variant>/)
|
|
280
|
+
"bedrock",
|
|
281
|
+
// legacy/future support
|
|
282
|
+
"vertex"
|
|
283
|
+
// legacy/future support
|
|
284
|
+
];
|
|
285
|
+
function extractLastAssistantContent(messages) {
|
|
286
|
+
if (!messages || messages.length === 0) {
|
|
287
|
+
return "";
|
|
288
|
+
}
|
|
289
|
+
for (let i = messages.length - 1; i >= 0; i--) {
|
|
290
|
+
const msg = messages[i];
|
|
291
|
+
if (msg.role === "assistant" && msg.content !== void 0) {
|
|
292
|
+
if (typeof msg.content === "string") {
|
|
293
|
+
return msg.content;
|
|
294
|
+
}
|
|
295
|
+
if (isContentArray(msg.content)) {
|
|
296
|
+
return getTextContent(msg.content);
|
|
297
|
+
}
|
|
298
|
+
return JSON.stringify(msg.content);
|
|
299
|
+
}
|
|
300
|
+
}
|
|
301
|
+
return "";
|
|
302
|
+
}
|
|
303
|
+
function isAgentProvider(provider) {
|
|
304
|
+
return provider ? AGENT_PROVIDER_KINDS.includes(provider.kind) : false;
|
|
305
|
+
}
|
|
306
|
+
|
|
217
307
|
// src/evaluation/providers/targets.ts
|
|
218
308
|
import { existsSync, readFileSync } from "node:fs";
|
|
219
309
|
import { homedir } from "node:os";
|
|
@@ -1634,96 +1724,6 @@ function resolveOptionalNumberArray(source, description) {
|
|
|
1634
1724
|
return resolved.length > 0 ? resolved : void 0;
|
|
1635
1725
|
}
|
|
1636
1726
|
|
|
1637
|
-
// src/evaluation/providers/types.ts
|
|
1638
|
-
var AGENT_PROVIDER_KINDS = [
|
|
1639
|
-
"codex",
|
|
1640
|
-
"copilot-sdk",
|
|
1641
|
-
"copilot-cli",
|
|
1642
|
-
"pi-coding-agent",
|
|
1643
|
-
"pi-cli",
|
|
1644
|
-
"claude",
|
|
1645
|
-
"claude-cli",
|
|
1646
|
-
"claude-sdk",
|
|
1647
|
-
"vscode",
|
|
1648
|
-
"vscode-insiders"
|
|
1649
|
-
];
|
|
1650
|
-
var LLM_GRADER_CAPABLE_KINDS = [
|
|
1651
|
-
"openai",
|
|
1652
|
-
"openrouter",
|
|
1653
|
-
"azure",
|
|
1654
|
-
"anthropic",
|
|
1655
|
-
"gemini",
|
|
1656
|
-
"agentv",
|
|
1657
|
-
"mock"
|
|
1658
|
-
];
|
|
1659
|
-
var KNOWN_PROVIDERS = [
|
|
1660
|
-
"openai",
|
|
1661
|
-
"openrouter",
|
|
1662
|
-
"azure",
|
|
1663
|
-
"anthropic",
|
|
1664
|
-
"gemini",
|
|
1665
|
-
"codex",
|
|
1666
|
-
"copilot-sdk",
|
|
1667
|
-
"copilot-cli",
|
|
1668
|
-
"copilot-log",
|
|
1669
|
-
"pi-coding-agent",
|
|
1670
|
-
"pi-cli",
|
|
1671
|
-
"claude",
|
|
1672
|
-
"claude-cli",
|
|
1673
|
-
"claude-sdk",
|
|
1674
|
-
"cli",
|
|
1675
|
-
"mock",
|
|
1676
|
-
"vscode",
|
|
1677
|
-
"vscode-insiders",
|
|
1678
|
-
"agentv",
|
|
1679
|
-
"transcript"
|
|
1680
|
-
];
|
|
1681
|
-
var PROVIDER_ALIASES = [
|
|
1682
|
-
"azure-openai",
|
|
1683
|
-
// alias for "azure"
|
|
1684
|
-
"google",
|
|
1685
|
-
// alias for "gemini"
|
|
1686
|
-
"google-gemini",
|
|
1687
|
-
// alias for "gemini"
|
|
1688
|
-
"codex-cli",
|
|
1689
|
-
// alias for "codex"
|
|
1690
|
-
"copilot",
|
|
1691
|
-
// alias for "copilot-cli" (default copilot experience)
|
|
1692
|
-
"copilot_sdk",
|
|
1693
|
-
// alias for "copilot-sdk" (underscore variant)
|
|
1694
|
-
"pi",
|
|
1695
|
-
// alias for "pi-coding-agent"
|
|
1696
|
-
"claude-code",
|
|
1697
|
-
// alias for "claude" (legacy)
|
|
1698
|
-
"cc-mirror",
|
|
1699
|
-
// alias for "claude-cli" (auto-discovers binary from ~/.cc-mirror/<variant>/)
|
|
1700
|
-
"bedrock",
|
|
1701
|
-
// legacy/future support
|
|
1702
|
-
"vertex"
|
|
1703
|
-
// legacy/future support
|
|
1704
|
-
];
|
|
1705
|
-
function extractLastAssistantContent(messages) {
|
|
1706
|
-
if (!messages || messages.length === 0) {
|
|
1707
|
-
return "";
|
|
1708
|
-
}
|
|
1709
|
-
for (let i = messages.length - 1; i >= 0; i--) {
|
|
1710
|
-
const msg = messages[i];
|
|
1711
|
-
if (msg.role === "assistant" && msg.content !== void 0) {
|
|
1712
|
-
if (typeof msg.content === "string") {
|
|
1713
|
-
return msg.content;
|
|
1714
|
-
}
|
|
1715
|
-
if (isContentArray(msg.content)) {
|
|
1716
|
-
return getTextContent(msg.content);
|
|
1717
|
-
}
|
|
1718
|
-
return JSON.stringify(msg.content);
|
|
1719
|
-
}
|
|
1720
|
-
}
|
|
1721
|
-
return "";
|
|
1722
|
-
}
|
|
1723
|
-
function isAgentProvider(provider) {
|
|
1724
|
-
return provider ? AGENT_PROVIDER_KINDS.includes(provider.kind) : false;
|
|
1725
|
-
}
|
|
1726
|
-
|
|
1727
1727
|
// src/evaluation/interpolation.ts
|
|
1728
1728
|
var ENV_VAR_PATTERN = /\$\{\{\s*([A-Za-z_][A-Za-z0-9_]*)\s*\}\}/g;
|
|
1729
1729
|
function interpolateEnv(value, env) {
|
|
@@ -1870,7 +1870,7 @@ export {
|
|
|
1870
1870
|
isJsonObject,
|
|
1871
1871
|
isJsonValue,
|
|
1872
1872
|
isTestMessage,
|
|
1873
|
-
|
|
1873
|
+
isGraderKind,
|
|
1874
1874
|
interpolateEnv,
|
|
1875
1875
|
loadCasesFromFile,
|
|
1876
1876
|
expandFileReferences,
|
|
@@ -1882,15 +1882,15 @@ export {
|
|
|
1882
1882
|
buildDirectoryChain,
|
|
1883
1883
|
buildSearchRoots,
|
|
1884
1884
|
resolveFileReference,
|
|
1885
|
-
CLI_PLACEHOLDERS,
|
|
1886
|
-
findDeprecatedCamelCaseTargetWarnings,
|
|
1887
|
-
COMMON_TARGET_SETTINGS,
|
|
1888
|
-
resolveDelegatedTargetDefinition,
|
|
1889
|
-
resolveTargetDefinition,
|
|
1890
1885
|
LLM_GRADER_CAPABLE_KINDS,
|
|
1891
1886
|
KNOWN_PROVIDERS,
|
|
1892
1887
|
PROVIDER_ALIASES,
|
|
1893
1888
|
extractLastAssistantContent,
|
|
1894
|
-
isAgentProvider
|
|
1889
|
+
isAgentProvider,
|
|
1890
|
+
CLI_PLACEHOLDERS,
|
|
1891
|
+
findDeprecatedCamelCaseTargetWarnings,
|
|
1892
|
+
COMMON_TARGET_SETTINGS,
|
|
1893
|
+
resolveDelegatedTargetDefinition,
|
|
1894
|
+
resolveTargetDefinition
|
|
1895
1895
|
};
|
|
1896
|
-
//# sourceMappingURL=chunk-
|
|
1896
|
+
//# sourceMappingURL=chunk-24ND5HZC.js.map
|