agentv 0.2.6 → 0.2.8
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +66 -41
- package/dist/{chunk-32ZAVIQY.js → chunk-RLBRJX7V.js} +523 -396
- package/dist/chunk-RLBRJX7V.js.map +1 -0
- package/dist/cli.js +1 -1
- package/dist/index.js +1 -1
- package/dist/templates/config-schema.json +27 -0
- package/dist/templates/eval-build.prompt.md +3 -3
- package/dist/templates/eval-schema.json +3 -3
- package/package.json +3 -2
- package/dist/chunk-32ZAVIQY.js.map +0 -1
package/dist/cli.js
CHANGED
package/dist/index.js
CHANGED
|
@@ -0,0 +1,27 @@
|
|
|
1
|
+
{
|
|
2
|
+
"$schema": "http://json-schema.org/draft-07/schema#",
|
|
3
|
+
"title": "AgentV Config Schema",
|
|
4
|
+
"description": "Schema for .agentv/config.yaml configuration files",
|
|
5
|
+
"type": "object",
|
|
6
|
+
"properties": {
|
|
7
|
+
"$schema": {
|
|
8
|
+
"type": "string",
|
|
9
|
+
"description": "Schema identifier",
|
|
10
|
+
"enum": ["agentv-config-v2"]
|
|
11
|
+
},
|
|
12
|
+
"guideline_patterns": {
|
|
13
|
+
"type": "array",
|
|
14
|
+
"description": "Glob patterns for identifying guideline files (instructions, prompts). Files matching these patterns are treated as guidelines, while non-matching files are treated as regular file content.",
|
|
15
|
+
"items": {
|
|
16
|
+
"type": "string",
|
|
17
|
+
"description": "Glob pattern (e.g., '**/*.instructions.md', '**/prompts/**')"
|
|
18
|
+
},
|
|
19
|
+
"examples": [
|
|
20
|
+
["**/*.instructions.md", "**/instructions/**", "**/*.prompt.md", "**/prompts/**"],
|
|
21
|
+
["**/*.guide.md", "**/guidelines/**", "docs/AGENTS.md"]
|
|
22
|
+
]
|
|
23
|
+
}
|
|
24
|
+
},
|
|
25
|
+
"required": ["$schema"],
|
|
26
|
+
"additionalProperties": false
|
|
27
|
+
}
|
|
@@ -3,11 +3,11 @@ description: 'Apply when writing evals in YAML format'
|
|
|
3
3
|
---
|
|
4
4
|
|
|
5
5
|
## Schema Reference
|
|
6
|
-
- Schema:
|
|
6
|
+
- Schema: `@../contexts/eval-schema.json` (JSON Schema for validation and tooling)
|
|
7
7
|
- Format: YAML with structured content arrays
|
|
8
8
|
|
|
9
9
|
## Structure Requirements
|
|
10
|
-
- Root level: `
|
|
10
|
+
- Root level: `$schema` (required: "agentv-eval-v2"), `description` (optional), `target` (optional), `evalcases` (required)
|
|
11
11
|
- Eval case fields: `id` (required), `outcome` (required), `input_messages` (required), `expected_messages` (required)
|
|
12
12
|
- Optional fields: `conversation_id`, `note`, `execution`
|
|
13
13
|
- Message fields: `role` (required), `content` (required)
|
|
@@ -17,7 +17,7 @@ description: 'Apply when writing evals in YAML format'
|
|
|
17
17
|
|
|
18
18
|
## Example
|
|
19
19
|
```yaml
|
|
20
|
-
|
|
20
|
+
$schema: agentv-eval-v2
|
|
21
21
|
description: Example showing basic features and conversation threading
|
|
22
22
|
target: default
|
|
23
23
|
|
|
@@ -4,10 +4,10 @@
|
|
|
4
4
|
"description": "Schema for YAML evaluation files with conversation flows, multiple evaluators, and execution configuration",
|
|
5
5
|
"type": "object",
|
|
6
6
|
"properties": {
|
|
7
|
-
"
|
|
7
|
+
"$schema": {
|
|
8
8
|
"type": "string",
|
|
9
|
-
"description": "Schema
|
|
10
|
-
"enum": ["
|
|
9
|
+
"description": "Schema identifier",
|
|
10
|
+
"enum": ["agentv-eval-v2"]
|
|
11
11
|
},
|
|
12
12
|
"description": {
|
|
13
13
|
"type": "string",
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "agentv",
|
|
3
|
-
"version": "0.2.
|
|
3
|
+
"version": "0.2.8",
|
|
4
4
|
"description": "CLI entry point for AgentV",
|
|
5
5
|
"type": "module",
|
|
6
6
|
"repository": {
|
|
@@ -22,8 +22,9 @@
|
|
|
22
22
|
"commander": "^12.1.0",
|
|
23
23
|
"dotenv": "^16.4.5",
|
|
24
24
|
"log-update": "^7.0.1",
|
|
25
|
+
"micromatch": "^4.0.8",
|
|
25
26
|
"yaml": "^2.6.1",
|
|
26
|
-
"@agentv/core": "0.2.
|
|
27
|
+
"@agentv/core": "0.2.8"
|
|
27
28
|
},
|
|
28
29
|
"devDependencies": {
|
|
29
30
|
"execa": "^9.3.0"
|