agentv 3.10.0 → 3.10.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (41) hide show
  1. package/dist/{chunk-X3KJVUAB.js → chunk-GWHHM6X2.js} +10 -5
  2. package/dist/chunk-GWHHM6X2.js.map +1 -0
  3. package/dist/{chunk-DJ6FJ6J4.js → chunk-JLFFYTZA.js} +4 -4
  4. package/dist/{chunk-DDMAQT5P.js → chunk-TXCVDTEE.js} +9 -8
  5. package/dist/chunk-TXCVDTEE.js.map +1 -0
  6. package/dist/cli.js +3 -3
  7. package/dist/{dist-DJFWBJNJ.js → dist-FPC7J7KQ.js} +2 -2
  8. package/dist/index.js +3 -3
  9. package/dist/{interactive-ST4ZSRK4.js → interactive-N463HRIL.js} +3 -3
  10. package/dist/templates/.agents/skills/agentv-chat-to-eval/README.md +84 -0
  11. package/dist/templates/.agents/skills/agentv-chat-to-eval/SKILL.md +144 -0
  12. package/dist/templates/.agents/skills/agentv-chat-to-eval/examples/transcript-json.md +67 -0
  13. package/dist/templates/.agents/skills/agentv-chat-to-eval/examples/transcript-markdown.md +101 -0
  14. package/dist/templates/.agents/skills/agentv-eval-builder/SKILL.md +458 -0
  15. package/dist/templates/.agents/skills/agentv-eval-builder/references/config-schema.json +36 -0
  16. package/dist/templates/.agents/skills/agentv-eval-builder/references/custom-evaluators.md +118 -0
  17. package/dist/templates/.agents/skills/agentv-eval-builder/references/eval-schema.json +12753 -0
  18. package/dist/templates/.agents/skills/agentv-eval-builder/references/rubric-evaluator.md +77 -0
  19. package/dist/templates/.agents/skills/agentv-eval-orchestrator/SKILL.md +50 -0
  20. package/dist/templates/.agents/skills/agentv-prompt-optimizer/SKILL.md +78 -0
  21. package/dist/templates/.agentv/.env.example +25 -0
  22. package/dist/templates/.claude/skills/agentv-eval-builder/SKILL.md +177 -0
  23. package/dist/templates/.claude/skills/agentv-eval-builder/references/batch-cli-evaluator.md +316 -0
  24. package/dist/templates/.claude/skills/agentv-eval-builder/references/compare-command.md +137 -0
  25. package/dist/templates/.claude/skills/agentv-eval-builder/references/composite-evaluator.md +215 -0
  26. package/dist/templates/.claude/skills/agentv-eval-builder/references/config-schema.json +27 -0
  27. package/dist/templates/.claude/skills/agentv-eval-builder/references/custom-evaluators.md +115 -0
  28. package/dist/templates/.claude/skills/agentv-eval-builder/references/eval-schema.json +278 -0
  29. package/dist/templates/.claude/skills/agentv-eval-builder/references/example-evals.md +333 -0
  30. package/dist/templates/.claude/skills/agentv-eval-builder/references/rubric-evaluator.md +79 -0
  31. package/dist/templates/.claude/skills/agentv-eval-builder/references/structured-data-evaluators.md +121 -0
  32. package/dist/templates/.claude/skills/agentv-eval-builder/references/tool-trajectory-evaluator.md +298 -0
  33. package/dist/templates/.claude/skills/agentv-prompt-optimizer/SKILL.md +78 -0
  34. package/dist/templates/.github/prompts/agentv-eval-build.prompt.md +5 -0
  35. package/dist/templates/.github/prompts/agentv-optimize.prompt.md +4 -0
  36. package/package.json +3 -3
  37. package/dist/chunk-DDMAQT5P.js.map +0 -1
  38. package/dist/chunk-X3KJVUAB.js.map +0 -1
  39. /package/dist/{chunk-DJ6FJ6J4.js.map → chunk-JLFFYTZA.js.map} +0 -0
  40. /package/dist/{dist-DJFWBJNJ.js.map → dist-FPC7J7KQ.js.map} +0 -0
  41. /package/dist/{interactive-ST4ZSRK4.js.map → interactive-N463HRIL.js.map} +0 -0
@@ -301,7 +301,7 @@ var require_dist = __commonJS({
301
301
  }
302
302
  });
303
303
 
304
- // ../../packages/core/dist/chunk-K7JCJIXA.js
304
+ // ../../packages/core/dist/chunk-VCFYWLFV.js
305
305
  import { constants } from "node:fs";
306
306
  import { access, readFile } from "node:fs/promises";
307
307
  import path from "node:path";
@@ -419,7 +419,7 @@ __export(external_exports2, {
419
419
  void: () => voidType
420
420
  });
421
421
 
422
- // ../../packages/core/dist/chunk-K7JCJIXA.js
422
+ // ../../packages/core/dist/chunk-VCFYWLFV.js
423
423
  import { readFile as readFile2 } from "node:fs/promises";
424
424
  import path3 from "node:path";
425
425
  import fg from "fast-glob";
@@ -840,7 +840,12 @@ function resolveTargetDefinition(definition, env = process.env, evalFilePath) {
840
840
  `${parsed.name}: target-level workspace_template has been removed. Use eval-level workspace.template.`
841
841
  );
842
842
  }
843
- const provider = parsed.provider.toLowerCase();
843
+ const provider = resolveString(
844
+ parsed.provider,
845
+ env,
846
+ `${parsed.name} provider`,
847
+ true
848
+ ).toLowerCase();
844
849
  const providerBatching = resolveOptionalBoolean(
845
850
  parsed.provider_batching ?? parsed.providerBatching
846
851
  );
@@ -23131,7 +23136,7 @@ async function readTargetDefinitions(filePath) {
23131
23136
  throw new Error(`targets.yaml not found at ${absolutePath}`);
23132
23137
  }
23133
23138
  const raw = await readFile9(absolutePath, "utf8");
23134
- const parsed = interpolateEnv(parse4(raw), process.env);
23139
+ const parsed = parse4(raw);
23135
23140
  if (!isRecord(parsed)) {
23136
23141
  throw new Error(`targets.yaml at ${absolutePath} must be a YAML object with a 'targets' field`);
23137
23142
  }
@@ -31057,4 +31062,4 @@ export {
31057
31062
  OtelStreamingObserver,
31058
31063
  createAgentKernel
31059
31064
  };
31060
- //# sourceMappingURL=chunk-X3KJVUAB.js.map
31065
+ //# sourceMappingURL=chunk-GWHHM6X2.js.map