agentv 3.10.0 → 3.10.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/{chunk-X3KJVUAB.js → chunk-GWHHM6X2.js} +10 -5
- package/dist/chunk-GWHHM6X2.js.map +1 -0
- package/dist/{chunk-DJ6FJ6J4.js → chunk-JLFFYTZA.js} +4 -4
- package/dist/{chunk-DDMAQT5P.js → chunk-TXCVDTEE.js} +9 -8
- package/dist/chunk-TXCVDTEE.js.map +1 -0
- package/dist/cli.js +3 -3
- package/dist/{dist-DJFWBJNJ.js → dist-FPC7J7KQ.js} +2 -2
- package/dist/index.js +3 -3
- package/dist/{interactive-ST4ZSRK4.js → interactive-N463HRIL.js} +3 -3
- package/dist/templates/.agents/skills/agentv-chat-to-eval/README.md +84 -0
- package/dist/templates/.agents/skills/agentv-chat-to-eval/SKILL.md +144 -0
- package/dist/templates/.agents/skills/agentv-chat-to-eval/examples/transcript-json.md +67 -0
- package/dist/templates/.agents/skills/agentv-chat-to-eval/examples/transcript-markdown.md +101 -0
- package/dist/templates/.agents/skills/agentv-eval-builder/SKILL.md +458 -0
- package/dist/templates/.agents/skills/agentv-eval-builder/references/config-schema.json +36 -0
- package/dist/templates/.agents/skills/agentv-eval-builder/references/custom-evaluators.md +118 -0
- package/dist/templates/.agents/skills/agentv-eval-builder/references/eval-schema.json +12753 -0
- package/dist/templates/.agents/skills/agentv-eval-builder/references/rubric-evaluator.md +77 -0
- package/dist/templates/.agents/skills/agentv-eval-orchestrator/SKILL.md +50 -0
- package/dist/templates/.agents/skills/agentv-prompt-optimizer/SKILL.md +78 -0
- package/dist/templates/.agentv/.env.example +25 -0
- package/dist/templates/.claude/skills/agentv-eval-builder/SKILL.md +177 -0
- package/dist/templates/.claude/skills/agentv-eval-builder/references/batch-cli-evaluator.md +316 -0
- package/dist/templates/.claude/skills/agentv-eval-builder/references/compare-command.md +137 -0
- package/dist/templates/.claude/skills/agentv-eval-builder/references/composite-evaluator.md +215 -0
- package/dist/templates/.claude/skills/agentv-eval-builder/references/config-schema.json +27 -0
- package/dist/templates/.claude/skills/agentv-eval-builder/references/custom-evaluators.md +115 -0
- package/dist/templates/.claude/skills/agentv-eval-builder/references/eval-schema.json +278 -0
- package/dist/templates/.claude/skills/agentv-eval-builder/references/example-evals.md +333 -0
- package/dist/templates/.claude/skills/agentv-eval-builder/references/rubric-evaluator.md +79 -0
- package/dist/templates/.claude/skills/agentv-eval-builder/references/structured-data-evaluators.md +121 -0
- package/dist/templates/.claude/skills/agentv-eval-builder/references/tool-trajectory-evaluator.md +298 -0
- package/dist/templates/.claude/skills/agentv-prompt-optimizer/SKILL.md +78 -0
- package/dist/templates/.github/prompts/agentv-eval-build.prompt.md +5 -0
- package/dist/templates/.github/prompts/agentv-optimize.prompt.md +4 -0
- package/package.json +3 -3
- package/dist/chunk-DDMAQT5P.js.map +0 -1
- package/dist/chunk-X3KJVUAB.js.map +0 -1
- /package/dist/{chunk-DJ6FJ6J4.js.map → chunk-JLFFYTZA.js.map} +0 -0
- /package/dist/{dist-DJFWBJNJ.js.map → dist-FPC7J7KQ.js.map} +0 -0
- /package/dist/{interactive-ST4ZSRK4.js.map → interactive-N463HRIL.js.map} +0 -0
|
@@ -301,7 +301,7 @@ var require_dist = __commonJS({
|
|
|
301
301
|
}
|
|
302
302
|
});
|
|
303
303
|
|
|
304
|
-
// ../../packages/core/dist/chunk-
|
|
304
|
+
// ../../packages/core/dist/chunk-VCFYWLFV.js
|
|
305
305
|
import { constants } from "node:fs";
|
|
306
306
|
import { access, readFile } from "node:fs/promises";
|
|
307
307
|
import path from "node:path";
|
|
@@ -419,7 +419,7 @@ __export(external_exports2, {
|
|
|
419
419
|
void: () => voidType
|
|
420
420
|
});
|
|
421
421
|
|
|
422
|
-
// ../../packages/core/dist/chunk-
|
|
422
|
+
// ../../packages/core/dist/chunk-VCFYWLFV.js
|
|
423
423
|
import { readFile as readFile2 } from "node:fs/promises";
|
|
424
424
|
import path3 from "node:path";
|
|
425
425
|
import fg from "fast-glob";
|
|
@@ -840,7 +840,12 @@ function resolveTargetDefinition(definition, env = process.env, evalFilePath) {
|
|
|
840
840
|
`${parsed.name}: target-level workspace_template has been removed. Use eval-level workspace.template.`
|
|
841
841
|
);
|
|
842
842
|
}
|
|
843
|
-
const provider =
|
|
843
|
+
const provider = resolveString(
|
|
844
|
+
parsed.provider,
|
|
845
|
+
env,
|
|
846
|
+
`${parsed.name} provider`,
|
|
847
|
+
true
|
|
848
|
+
).toLowerCase();
|
|
844
849
|
const providerBatching = resolveOptionalBoolean(
|
|
845
850
|
parsed.provider_batching ?? parsed.providerBatching
|
|
846
851
|
);
|
|
@@ -23131,7 +23136,7 @@ async function readTargetDefinitions(filePath) {
|
|
|
23131
23136
|
throw new Error(`targets.yaml not found at ${absolutePath}`);
|
|
23132
23137
|
}
|
|
23133
23138
|
const raw = await readFile9(absolutePath, "utf8");
|
|
23134
|
-
const parsed =
|
|
23139
|
+
const parsed = parse4(raw);
|
|
23135
23140
|
if (!isRecord(parsed)) {
|
|
23136
23141
|
throw new Error(`targets.yaml at ${absolutePath} must be a YAML object with a 'targets' field`);
|
|
23137
23142
|
}
|
|
@@ -31057,4 +31062,4 @@ export {
|
|
|
31057
31062
|
OtelStreamingObserver,
|
|
31058
31063
|
createAgentKernel
|
|
31059
31064
|
};
|
|
31060
|
-
//# sourceMappingURL=chunk-
|
|
31065
|
+
//# sourceMappingURL=chunk-GWHHM6X2.js.map
|