agentv 4.41.1 → 4.41.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +3 -1
- package/dist/{artifact-writer-AMV64TWV.js → artifact-writer-GKRPI5WH.js} +4 -4
- package/dist/{chunk-LXXMQSAR.js → chunk-P7YRPQFD.js} +659 -286
- package/dist/chunk-P7YRPQFD.js.map +1 -0
- package/dist/{chunk-ENHX2CCS.js → chunk-QCF3LUI7.js} +269 -157
- package/dist/chunk-QCF3LUI7.js.map +1 -0
- package/dist/{chunk-A4J456KS.js → chunk-VBEWRK44.js} +429 -12
- package/dist/chunk-VBEWRK44.js.map +1 -0
- package/dist/{chunk-Z45FKRMJ.js → chunk-XDE2ZRII.js} +2 -2
- package/dist/{chunk-JQ6XRG7X.js → chunk-YO5PBZOH.js} +22 -20
- package/dist/{chunk-JQ6XRG7X.js.map → chunk-YO5PBZOH.js.map} +1 -1
- package/dist/cli.js +5 -5
- package/dist/{dist-X5P5IR65.js → dist-FDVFAGRG.js} +9 -47
- package/dist/index.js +5 -5
- package/dist/{interactive-OPSG4MPD.js → interactive-ITOKDIDQ.js} +5 -5
- package/dist/skills/agentv-bench/references/environment-adaptation.md +1 -1
- package/dist/skills/agentv-bench/references/eval-yaml-spec.md +2 -2
- package/dist/skills/agentv-eval-writer/SKILL.md +4 -4
- package/dist/skills/agentv-eval-writer/references/custom-evaluators.md +2 -2
- package/dist/{ts-eval-loader-ZVL6CGTE-TZYZX3QS.js → ts-eval-loader-UPFWPMQO-SKZNUXPB.js} +2 -2
- package/package.json +1 -1
- package/dist/chunk-A4J456KS.js.map +0 -1
- package/dist/chunk-ENHX2CCS.js.map +0 -1
- package/dist/chunk-LXXMQSAR.js.map +0 -1
- /package/dist/{artifact-writer-AMV64TWV.js.map → artifact-writer-GKRPI5WH.js.map} +0 -0
- /package/dist/{chunk-Z45FKRMJ.js.map → chunk-XDE2ZRII.js.map} +0 -0
- /package/dist/{dist-X5P5IR65.js.map → dist-FDVFAGRG.js.map} +0 -0
- /package/dist/{interactive-OPSG4MPD.js.map → interactive-ITOKDIDQ.js.map} +0 -0
- /package/dist/{ts-eval-loader-ZVL6CGTE-TZYZX3QS.js.map → ts-eval-loader-UPFWPMQO-SKZNUXPB.js.map} +0 -0
package/README.md
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
# AgentV
|
|
2
2
|
|
|
3
|
-
**Evaluate AI agents from the terminal. No server. No signup.**
|
|
3
|
+
**Evaluate AI agents against real repos from the terminal. No server. No signup.**
|
|
4
4
|
|
|
5
5
|
```bash
|
|
6
6
|
npm install -g agentv
|
|
@@ -33,6 +33,8 @@ agentv eval evals/math.yaml
|
|
|
33
33
|
## Why AgentV?
|
|
34
34
|
|
|
35
35
|
- **Local-first** — runs on your machine, no cloud accounts or API keys for eval infrastructure
|
|
36
|
+
- **Repo-backed workspaces** — reuse real repos, setup scripts, and existing harnesses instead of rebuilding synthetic tasks
|
|
37
|
+
- **Portable artifacts** — results, traces, and reports are saved in a durable format other tools can consume
|
|
36
38
|
- **Version-controlled** — evals, judges, and results all live in Git
|
|
37
39
|
- **Hybrid graders** — deterministic code checks + LLM-based subjective scoring
|
|
38
40
|
- **CI/CD native** — exit codes, JSONL output, threshold flags for pipeline gating
|
|
@@ -4,8 +4,8 @@ import {
|
|
|
4
4
|
buildResultIndexArtifact,
|
|
5
5
|
writeArtifactsFromResults,
|
|
6
6
|
writePerTestArtifacts
|
|
7
|
-
} from "./chunk-
|
|
8
|
-
import "./chunk-
|
|
7
|
+
} from "./chunk-VBEWRK44.js";
|
|
8
|
+
import "./chunk-XDE2ZRII.js";
|
|
9
9
|
import "./chunk-76FOHROU.js";
|
|
10
10
|
import "./chunk-BPGJ4HBU.js";
|
|
11
11
|
import {
|
|
@@ -20,7 +20,7 @@ import {
|
|
|
20
20
|
parseJsonlResults,
|
|
21
21
|
writeArtifacts,
|
|
22
22
|
writeInitialBenchmarkArtifact
|
|
23
|
-
} from "./chunk-
|
|
23
|
+
} from "./chunk-QCF3LUI7.js";
|
|
24
24
|
import "./chunk-NPVGBFF6.js";
|
|
25
25
|
import "./chunk-M7BUKBAF.js";
|
|
26
26
|
import "./chunk-5H446C7X.js";
|
|
@@ -41,4 +41,4 @@ export {
|
|
|
41
41
|
writeInitialBenchmarkArtifact,
|
|
42
42
|
writePerTestArtifacts
|
|
43
43
|
};
|
|
44
|
-
//# sourceMappingURL=artifact-writer-
|
|
44
|
+
//# sourceMappingURL=artifact-writer-GKRPI5WH.js.map
|