agentv 2.1.0 → 2.2.0

package/dist/cli.js

@@ -1,7 +1,7 @@
 #!/usr/bin/env node
 import {
   runCli
-} from "./chunk-5BLNVACB.js";
+} from "./chunk-5HTT24MQ.js";
 import "./chunk-UE4GLFVL.js";
 
 // src/cli.ts

package/dist/index.js

@@ -1,7 +1,7 @@
 import {
   app,
   runCli
-} from "./chunk-5BLNVACB.js";
+} from "./chunk-5HTT24MQ.js";
 import "./chunk-UE4GLFVL.js";
 export {
   app,

package/dist/templates/.claude/skills/agentv-eval-builder/SKILL.md

@@ -7,7 +7,7 @@ description: Create and maintain AgentV YAML evaluation files for testing AI age
 
 ## Schema Reference
 - Schema: `references/eval-schema.json` (JSON Schema for validation and tooling)
-- Format: YAML with structured content arrays
+- Format: YAML or JSONL (see below)
 - Examples: `references/example-evals.md`
 
 ## Feature Reference
@@ -30,6 +30,28 @@ description: Create and maintain AgentV YAML evaluation files for testing AI age
 - Attachments (type: `file`) should default to the `user` role
 - File paths: Relative (from eval file dir) or absolute with "/" prefix (from repo root)
 
+## JSONL Format
+
+For large-scale evaluations, use JSONL (one eval case per line) instead of YAML:
+
+**dataset.jsonl:**
+```jsonl
+{"id": "test-1", "expected_outcome": "Correct answer", "input_messages": [{"role": "user", "content": "What is 2+2?"}]}
+{"id": "test-2", "expected_outcome": "Clear explanation", "input_messages": [{"role": "user", "content": [{"type": "text", "value": "Review this"}, {"type": "file", "value": "./code.py"}]}]}
+```
+
+**dataset.yaml (optional sidecar for defaults):**
+```yaml
+description: My dataset
+dataset: my-tests
+execution:
+  target: azure_base
+evaluator: llm_judge
+```
+
+Benefits: Git-friendly diffs, streaming-compatible, easy programmatic generation.
+Per-case fields override sidecar defaults. See `examples/features/basic-jsonl/` for complete example.
+
 ## Custom Evaluators
 
 Configure multiple evaluators per eval case via `execution.evaluators` array.

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "agentv",
-  "version": "2.1.0",
+  "version": "2.2.0",
   "description": "CLI entry point for AgentV",
   "type": "module",
   "repository": {