@agentv/core 4.18.0-next.1 → 4.19.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/{chunk-PYDBJOAO.js → chunk-24ND5HZC.js} +97 -97
- package/dist/chunk-24ND5HZC.js.map +1 -0
- package/dist/chunk-QXX3IBYV.js +19740 -0
- package/dist/chunk-QXX3IBYV.js.map +1 -0
- package/dist/evaluation/validation/index.js +1 -1
- package/dist/index.cjs +20086 -19073
- package/dist/index.cjs.map +1 -1
- package/dist/index.d.cts +861 -818
- package/dist/index.d.ts +861 -818
- package/dist/index.js +479 -19769
- package/dist/index.js.map +1 -1
- package/dist/ts-eval-loader-XFQ6S4DT.js +12 -0
- package/dist/ts-eval-loader-XFQ6S4DT.js.map +1 -0
- package/package.json +1 -1
- package/dist/chunk-PYDBJOAO.js.map +0 -1
|
@@ -214,6 +214,96 @@ async function resolveFileReference(rawValue, searchRoots) {
|
|
|
214
214
|
return { displayPath, attempted };
|
|
215
215
|
}
|
|
216
216
|
|
|
217
|
+
// src/evaluation/providers/types.ts
|
|
218
|
+
var AGENT_PROVIDER_KINDS = [
|
|
219
|
+
"codex",
|
|
220
|
+
"copilot-sdk",
|
|
221
|
+
"copilot-cli",
|
|
222
|
+
"pi-coding-agent",
|
|
223
|
+
"pi-cli",
|
|
224
|
+
"claude",
|
|
225
|
+
"claude-cli",
|
|
226
|
+
"claude-sdk",
|
|
227
|
+
"vscode",
|
|
228
|
+
"vscode-insiders"
|
|
229
|
+
];
|
|
230
|
+
var LLM_GRADER_CAPABLE_KINDS = [
|
|
231
|
+
"openai",
|
|
232
|
+
"openrouter",
|
|
233
|
+
"azure",
|
|
234
|
+
"anthropic",
|
|
235
|
+
"gemini",
|
|
236
|
+
"agentv",
|
|
237
|
+
"mock"
|
|
238
|
+
];
|
|
239
|
+
var KNOWN_PROVIDERS = [
|
|
240
|
+
"openai",
|
|
241
|
+
"openrouter",
|
|
242
|
+
"azure",
|
|
243
|
+
"anthropic",
|
|
244
|
+
"gemini",
|
|
245
|
+
"codex",
|
|
246
|
+
"copilot-sdk",
|
|
247
|
+
"copilot-cli",
|
|
248
|
+
"copilot-log",
|
|
249
|
+
"pi-coding-agent",
|
|
250
|
+
"pi-cli",
|
|
251
|
+
"claude",
|
|
252
|
+
"claude-cli",
|
|
253
|
+
"claude-sdk",
|
|
254
|
+
"cli",
|
|
255
|
+
"mock",
|
|
256
|
+
"vscode",
|
|
257
|
+
"vscode-insiders",
|
|
258
|
+
"agentv",
|
|
259
|
+
"transcript"
|
|
260
|
+
];
|
|
261
|
+
var PROVIDER_ALIASES = [
|
|
262
|
+
"azure-openai",
|
|
263
|
+
// alias for "azure"
|
|
264
|
+
"google",
|
|
265
|
+
// alias for "gemini"
|
|
266
|
+
"google-gemini",
|
|
267
|
+
// alias for "gemini"
|
|
268
|
+
"codex-cli",
|
|
269
|
+
// alias for "codex"
|
|
270
|
+
"copilot",
|
|
271
|
+
// alias for "copilot-cli" (default copilot experience)
|
|
272
|
+
"copilot_sdk",
|
|
273
|
+
// alias for "copilot-sdk" (underscore variant)
|
|
274
|
+
"pi",
|
|
275
|
+
// alias for "pi-coding-agent"
|
|
276
|
+
"claude-code",
|
|
277
|
+
// alias for "claude" (legacy)
|
|
278
|
+
"cc-mirror",
|
|
279
|
+
// alias for "claude-cli" (auto-discovers binary from ~/.cc-mirror/<variant>/)
|
|
280
|
+
"bedrock",
|
|
281
|
+
// legacy/future support
|
|
282
|
+
"vertex"
|
|
283
|
+
// legacy/future support
|
|
284
|
+
];
|
|
285
|
+
function extractLastAssistantContent(messages) {
|
|
286
|
+
if (!messages || messages.length === 0) {
|
|
287
|
+
return "";
|
|
288
|
+
}
|
|
289
|
+
for (let i = messages.length - 1; i >= 0; i--) {
|
|
290
|
+
const msg = messages[i];
|
|
291
|
+
if (msg.role === "assistant" && msg.content !== void 0) {
|
|
292
|
+
if (typeof msg.content === "string") {
|
|
293
|
+
return msg.content;
|
|
294
|
+
}
|
|
295
|
+
if (isContentArray(msg.content)) {
|
|
296
|
+
return getTextContent(msg.content);
|
|
297
|
+
}
|
|
298
|
+
return JSON.stringify(msg.content);
|
|
299
|
+
}
|
|
300
|
+
}
|
|
301
|
+
return "";
|
|
302
|
+
}
|
|
303
|
+
function isAgentProvider(provider) {
|
|
304
|
+
return provider ? AGENT_PROVIDER_KINDS.includes(provider.kind) : false;
|
|
305
|
+
}
|
|
306
|
+
|
|
217
307
|
// src/evaluation/providers/targets.ts
|
|
218
308
|
import { existsSync, readFileSync } from "node:fs";
|
|
219
309
|
import { homedir } from "node:os";
|
|
@@ -1634,96 +1724,6 @@ function resolveOptionalNumberArray(source, description) {
|
|
|
1634
1724
|
return resolved.length > 0 ? resolved : void 0;
|
|
1635
1725
|
}
|
|
1636
1726
|
|
|
1637
|
-
// src/evaluation/providers/types.ts
|
|
1638
|
-
var AGENT_PROVIDER_KINDS = [
|
|
1639
|
-
"codex",
|
|
1640
|
-
"copilot-sdk",
|
|
1641
|
-
"copilot-cli",
|
|
1642
|
-
"pi-coding-agent",
|
|
1643
|
-
"pi-cli",
|
|
1644
|
-
"claude",
|
|
1645
|
-
"claude-cli",
|
|
1646
|
-
"claude-sdk",
|
|
1647
|
-
"vscode",
|
|
1648
|
-
"vscode-insiders"
|
|
1649
|
-
];
|
|
1650
|
-
var LLM_GRADER_CAPABLE_KINDS = [
|
|
1651
|
-
"openai",
|
|
1652
|
-
"openrouter",
|
|
1653
|
-
"azure",
|
|
1654
|
-
"anthropic",
|
|
1655
|
-
"gemini",
|
|
1656
|
-
"agentv",
|
|
1657
|
-
"mock"
|
|
1658
|
-
];
|
|
1659
|
-
var KNOWN_PROVIDERS = [
|
|
1660
|
-
"openai",
|
|
1661
|
-
"openrouter",
|
|
1662
|
-
"azure",
|
|
1663
|
-
"anthropic",
|
|
1664
|
-
"gemini",
|
|
1665
|
-
"codex",
|
|
1666
|
-
"copilot-sdk",
|
|
1667
|
-
"copilot-cli",
|
|
1668
|
-
"copilot-log",
|
|
1669
|
-
"pi-coding-agent",
|
|
1670
|
-
"pi-cli",
|
|
1671
|
-
"claude",
|
|
1672
|
-
"claude-cli",
|
|
1673
|
-
"claude-sdk",
|
|
1674
|
-
"cli",
|
|
1675
|
-
"mock",
|
|
1676
|
-
"vscode",
|
|
1677
|
-
"vscode-insiders",
|
|
1678
|
-
"agentv",
|
|
1679
|
-
"transcript"
|
|
1680
|
-
];
|
|
1681
|
-
var PROVIDER_ALIASES = [
|
|
1682
|
-
"azure-openai",
|
|
1683
|
-
// alias for "azure"
|
|
1684
|
-
"google",
|
|
1685
|
-
// alias for "gemini"
|
|
1686
|
-
"google-gemini",
|
|
1687
|
-
// alias for "gemini"
|
|
1688
|
-
"codex-cli",
|
|
1689
|
-
// alias for "codex"
|
|
1690
|
-
"copilot",
|
|
1691
|
-
// alias for "copilot-cli" (default copilot experience)
|
|
1692
|
-
"copilot_sdk",
|
|
1693
|
-
// alias for "copilot-sdk" (underscore variant)
|
|
1694
|
-
"pi",
|
|
1695
|
-
// alias for "pi-coding-agent"
|
|
1696
|
-
"claude-code",
|
|
1697
|
-
// alias for "claude" (legacy)
|
|
1698
|
-
"cc-mirror",
|
|
1699
|
-
// alias for "claude-cli" (auto-discovers binary from ~/.cc-mirror/<variant>/)
|
|
1700
|
-
"bedrock",
|
|
1701
|
-
// legacy/future support
|
|
1702
|
-
"vertex"
|
|
1703
|
-
// legacy/future support
|
|
1704
|
-
];
|
|
1705
|
-
function extractLastAssistantContent(messages) {
|
|
1706
|
-
if (!messages || messages.length === 0) {
|
|
1707
|
-
return "";
|
|
1708
|
-
}
|
|
1709
|
-
for (let i = messages.length - 1; i >= 0; i--) {
|
|
1710
|
-
const msg = messages[i];
|
|
1711
|
-
if (msg.role === "assistant" && msg.content !== void 0) {
|
|
1712
|
-
if (typeof msg.content === "string") {
|
|
1713
|
-
return msg.content;
|
|
1714
|
-
}
|
|
1715
|
-
if (isContentArray(msg.content)) {
|
|
1716
|
-
return getTextContent(msg.content);
|
|
1717
|
-
}
|
|
1718
|
-
return JSON.stringify(msg.content);
|
|
1719
|
-
}
|
|
1720
|
-
}
|
|
1721
|
-
return "";
|
|
1722
|
-
}
|
|
1723
|
-
function isAgentProvider(provider) {
|
|
1724
|
-
return provider ? AGENT_PROVIDER_KINDS.includes(provider.kind) : false;
|
|
1725
|
-
}
|
|
1726
|
-
|
|
1727
1727
|
// src/evaluation/interpolation.ts
|
|
1728
1728
|
var ENV_VAR_PATTERN = /\$\{\{\s*([A-Za-z_][A-Za-z0-9_]*)\s*\}\}/g;
|
|
1729
1729
|
function interpolateEnv(value, env) {
|
|
@@ -1882,15 +1882,15 @@ export {
|
|
|
1882
1882
|
buildDirectoryChain,
|
|
1883
1883
|
buildSearchRoots,
|
|
1884
1884
|
resolveFileReference,
|
|
1885
|
-
CLI_PLACEHOLDERS,
|
|
1886
|
-
findDeprecatedCamelCaseTargetWarnings,
|
|
1887
|
-
COMMON_TARGET_SETTINGS,
|
|
1888
|
-
resolveDelegatedTargetDefinition,
|
|
1889
|
-
resolveTargetDefinition,
|
|
1890
1885
|
LLM_GRADER_CAPABLE_KINDS,
|
|
1891
1886
|
KNOWN_PROVIDERS,
|
|
1892
1887
|
PROVIDER_ALIASES,
|
|
1893
1888
|
extractLastAssistantContent,
|
|
1894
|
-
isAgentProvider
|
|
1889
|
+
isAgentProvider,
|
|
1890
|
+
CLI_PLACEHOLDERS,
|
|
1891
|
+
findDeprecatedCamelCaseTargetWarnings,
|
|
1892
|
+
COMMON_TARGET_SETTINGS,
|
|
1893
|
+
resolveDelegatedTargetDefinition,
|
|
1894
|
+
resolveTargetDefinition
|
|
1895
1895
|
};
|
|
1896
|
-
//# sourceMappingURL=chunk-
|
|
1896
|
+
//# sourceMappingURL=chunk-24ND5HZC.js.map
|