@agentv/core 4.17.1 → 4.19.0-next.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -68,7 +68,7 @@ function isTestMessage(value) {
68
68
  }
69
69
  return false;
70
70
  }
71
- var EVALUATOR_KIND_VALUES = [
71
+ var GRADER_KIND_VALUES = [
72
72
  "code-grader",
73
73
  "llm-grader",
74
74
  "rubric",
@@ -94,9 +94,9 @@ var EVALUATOR_KIND_VALUES = [
94
94
  "rubrics",
95
95
  "inline-assert"
96
96
  ];
97
- var EVALUATOR_KIND_SET = new Set(EVALUATOR_KIND_VALUES);
98
- function isEvaluatorKind(value) {
99
- return typeof value === "string" && EVALUATOR_KIND_SET.has(value);
97
+ var GRADER_KIND_SET = new Set(GRADER_KIND_VALUES);
98
+ function isGraderKind(value) {
99
+ return typeof value === "string" && GRADER_KIND_SET.has(value);
100
100
  }
101
101
 
102
102
  // src/evaluation/file-utils.ts
@@ -214,6 +214,96 @@ async function resolveFileReference(rawValue, searchRoots) {
214
214
  return { displayPath, attempted };
215
215
  }
216
216
 
217
+ // src/evaluation/providers/types.ts
218
+ var AGENT_PROVIDER_KINDS = [
219
+ "codex",
220
+ "copilot-sdk",
221
+ "copilot-cli",
222
+ "pi-coding-agent",
223
+ "pi-cli",
224
+ "claude",
225
+ "claude-cli",
226
+ "claude-sdk",
227
+ "vscode",
228
+ "vscode-insiders"
229
+ ];
230
+ var LLM_GRADER_CAPABLE_KINDS = [
231
+ "openai",
232
+ "openrouter",
233
+ "azure",
234
+ "anthropic",
235
+ "gemini",
236
+ "agentv",
237
+ "mock"
238
+ ];
239
+ var KNOWN_PROVIDERS = [
240
+ "openai",
241
+ "openrouter",
242
+ "azure",
243
+ "anthropic",
244
+ "gemini",
245
+ "codex",
246
+ "copilot-sdk",
247
+ "copilot-cli",
248
+ "copilot-log",
249
+ "pi-coding-agent",
250
+ "pi-cli",
251
+ "claude",
252
+ "claude-cli",
253
+ "claude-sdk",
254
+ "cli",
255
+ "mock",
256
+ "vscode",
257
+ "vscode-insiders",
258
+ "agentv",
259
+ "transcript"
260
+ ];
261
+ var PROVIDER_ALIASES = [
262
+ "azure-openai",
263
+ // alias for "azure"
264
+ "google",
265
+ // alias for "gemini"
266
+ "google-gemini",
267
+ // alias for "gemini"
268
+ "codex-cli",
269
+ // alias for "codex"
270
+ "copilot",
271
+ // alias for "copilot-cli" (default copilot experience)
272
+ "copilot_sdk",
273
+ // alias for "copilot-sdk" (underscore variant)
274
+ "pi",
275
+ // alias for "pi-coding-agent"
276
+ "claude-code",
277
+ // alias for "claude" (legacy)
278
+ "cc-mirror",
279
+ // alias for "claude-cli" (auto-discovers binary from ~/.cc-mirror/<variant>/)
280
+ "bedrock",
281
+ // legacy/future support
282
+ "vertex"
283
+ // legacy/future support
284
+ ];
285
+ function extractLastAssistantContent(messages) {
286
+ if (!messages || messages.length === 0) {
287
+ return "";
288
+ }
289
+ for (let i = messages.length - 1; i >= 0; i--) {
290
+ const msg = messages[i];
291
+ if (msg.role === "assistant" && msg.content !== void 0) {
292
+ if (typeof msg.content === "string") {
293
+ return msg.content;
294
+ }
295
+ if (isContentArray(msg.content)) {
296
+ return getTextContent(msg.content);
297
+ }
298
+ return JSON.stringify(msg.content);
299
+ }
300
+ }
301
+ return "";
302
+ }
303
+ function isAgentProvider(provider) {
304
+ return provider ? AGENT_PROVIDER_KINDS.includes(provider.kind) : false;
305
+ }
306
+
217
307
  // src/evaluation/providers/targets.ts
218
308
  import { existsSync, readFileSync } from "node:fs";
219
309
  import { homedir } from "node:os";
@@ -1634,96 +1724,6 @@ function resolveOptionalNumberArray(source, description) {
1634
1724
  return resolved.length > 0 ? resolved : void 0;
1635
1725
  }
1636
1726
 
1637
- // src/evaluation/providers/types.ts
1638
- var AGENT_PROVIDER_KINDS = [
1639
- "codex",
1640
- "copilot-sdk",
1641
- "copilot-cli",
1642
- "pi-coding-agent",
1643
- "pi-cli",
1644
- "claude",
1645
- "claude-cli",
1646
- "claude-sdk",
1647
- "vscode",
1648
- "vscode-insiders"
1649
- ];
1650
- var LLM_GRADER_CAPABLE_KINDS = [
1651
- "openai",
1652
- "openrouter",
1653
- "azure",
1654
- "anthropic",
1655
- "gemini",
1656
- "agentv",
1657
- "mock"
1658
- ];
1659
- var KNOWN_PROVIDERS = [
1660
- "openai",
1661
- "openrouter",
1662
- "azure",
1663
- "anthropic",
1664
- "gemini",
1665
- "codex",
1666
- "copilot-sdk",
1667
- "copilot-cli",
1668
- "copilot-log",
1669
- "pi-coding-agent",
1670
- "pi-cli",
1671
- "claude",
1672
- "claude-cli",
1673
- "claude-sdk",
1674
- "cli",
1675
- "mock",
1676
- "vscode",
1677
- "vscode-insiders",
1678
- "agentv",
1679
- "transcript"
1680
- ];
1681
- var PROVIDER_ALIASES = [
1682
- "azure-openai",
1683
- // alias for "azure"
1684
- "google",
1685
- // alias for "gemini"
1686
- "google-gemini",
1687
- // alias for "gemini"
1688
- "codex-cli",
1689
- // alias for "codex"
1690
- "copilot",
1691
- // alias for "copilot-cli" (default copilot experience)
1692
- "copilot_sdk",
1693
- // alias for "copilot-sdk" (underscore variant)
1694
- "pi",
1695
- // alias for "pi-coding-agent"
1696
- "claude-code",
1697
- // alias for "claude" (legacy)
1698
- "cc-mirror",
1699
- // alias for "claude-cli" (auto-discovers binary from ~/.cc-mirror/<variant>/)
1700
- "bedrock",
1701
- // legacy/future support
1702
- "vertex"
1703
- // legacy/future support
1704
- ];
1705
- function extractLastAssistantContent(messages) {
1706
- if (!messages || messages.length === 0) {
1707
- return "";
1708
- }
1709
- for (let i = messages.length - 1; i >= 0; i--) {
1710
- const msg = messages[i];
1711
- if (msg.role === "assistant" && msg.content !== void 0) {
1712
- if (typeof msg.content === "string") {
1713
- return msg.content;
1714
- }
1715
- if (isContentArray(msg.content)) {
1716
- return getTextContent(msg.content);
1717
- }
1718
- return JSON.stringify(msg.content);
1719
- }
1720
- }
1721
- return "";
1722
- }
1723
- function isAgentProvider(provider) {
1724
- return provider ? AGENT_PROVIDER_KINDS.includes(provider.kind) : false;
1725
- }
1726
-
1727
1727
  // src/evaluation/interpolation.ts
1728
1728
  var ENV_VAR_PATTERN = /\$\{\{\s*([A-Za-z_][A-Za-z0-9_]*)\s*\}\}/g;
1729
1729
  function interpolateEnv(value, env) {
@@ -1870,7 +1870,7 @@ export {
1870
1870
  isJsonObject,
1871
1871
  isJsonValue,
1872
1872
  isTestMessage,
1873
- isEvaluatorKind,
1873
+ isGraderKind,
1874
1874
  interpolateEnv,
1875
1875
  loadCasesFromFile,
1876
1876
  expandFileReferences,
@@ -1882,15 +1882,15 @@ export {
1882
1882
  buildDirectoryChain,
1883
1883
  buildSearchRoots,
1884
1884
  resolveFileReference,
1885
- CLI_PLACEHOLDERS,
1886
- findDeprecatedCamelCaseTargetWarnings,
1887
- COMMON_TARGET_SETTINGS,
1888
- resolveDelegatedTargetDefinition,
1889
- resolveTargetDefinition,
1890
1885
  LLM_GRADER_CAPABLE_KINDS,
1891
1886
  KNOWN_PROVIDERS,
1892
1887
  PROVIDER_ALIASES,
1893
1888
  extractLastAssistantContent,
1894
- isAgentProvider
1889
+ isAgentProvider,
1890
+ CLI_PLACEHOLDERS,
1891
+ findDeprecatedCamelCaseTargetWarnings,
1892
+ COMMON_TARGET_SETTINGS,
1893
+ resolveDelegatedTargetDefinition,
1894
+ resolveTargetDefinition
1895
1895
  };
1896
- //# sourceMappingURL=chunk-6VZY3B6M.js.map
1896
+ //# sourceMappingURL=chunk-24ND5HZC.js.map