agentv 3.4.0 → 3.6.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +20 -11
- package/dist/{agentv-provider-HDSAUUEF-LUBMM7TH.js → agentv-provider-NFFLXG5M-TJAWCWCX.js} +2 -2
- package/dist/{chunk-AR3QEKXH.js → chunk-BJV6MDBE.js} +3 -3
- package/dist/{chunk-AR3QEKXH.js.map → chunk-BJV6MDBE.js.map} +1 -1
- package/dist/{chunk-A7ZDUB46.js → chunk-IP5BO54H.js} +35 -26
- package/dist/chunk-IP5BO54H.js.map +1 -0
- package/dist/{chunk-GOZV2HN2.js → chunk-K4RXLQWV.js} +453 -494
- package/dist/chunk-K4RXLQWV.js.map +1 -0
- package/dist/{chunk-RE5I3U2S.js → chunk-UU5N43YS.js} +27 -46
- package/dist/chunk-UU5N43YS.js.map +1 -0
- package/dist/cli.js +4 -4
- package/dist/{dist-AFDYFH6Y.js → dist-VWEFBDZ5.js} +3 -5
- package/dist/index.js +4 -4
- package/dist/{interactive-WXXTZ7PD.js → interactive-5S4ILY2Y.js} +4 -4
- package/dist/templates/.agentv/.env.example +9 -11
- package/dist/templates/.agentv/config.yaml +0 -5
- package/dist/templates/.agentv/targets.yaml +16 -0
- package/package.json +1 -1
- package/dist/chunk-A7ZDUB46.js.map +0 -1
- package/dist/chunk-GOZV2HN2.js.map +0 -1
- package/dist/chunk-RE5I3U2S.js.map +0 -1
- /package/dist/{agentv-provider-HDSAUUEF-LUBMM7TH.js.map → agentv-provider-NFFLXG5M-TJAWCWCX.js.map} +0 -0
- /package/dist/{dist-AFDYFH6Y.js.map → dist-VWEFBDZ5.js.map} +0 -0
- /package/dist/{interactive-WXXTZ7PD.js.map → interactive-5S4ILY2Y.js.map} +0 -0
package/README.md
CHANGED
|
@@ -31,6 +31,11 @@ If you are not using Claude plugins, use the CLI directly.
|
|
|
31
31
|
|
|
32
32
|
**1. Install:**
|
|
33
33
|
```bash
|
|
34
|
+
bun install -g agentv
|
|
35
|
+
```
|
|
36
|
+
|
|
37
|
+
Or with npm:
|
|
38
|
+
```bash
|
|
34
39
|
npm install -g agentv
|
|
35
40
|
```
|
|
36
41
|
|
|
@@ -77,7 +82,7 @@ Learn more in the [examples/](examples/README.md) directory. For a detailed comp
|
|
|
77
82
|
|
|
78
83
|
| Feature | AgentV | [LangWatch](https://github.com/langwatch/langwatch) | [LangSmith](https://github.com/langchain-ai/langsmith-sdk) | [LangFuse](https://github.com/langfuse/langfuse) |
|
|
79
84
|
|---------|--------|-----------|-----------|----------|
|
|
80
|
-
| **Setup** | `
|
|
85
|
+
| **Setup** | `bun install -g agentv` | Cloud account + API key | Cloud account + API key | Cloud account + API key |
|
|
81
86
|
| **Server** | None (local) | Managed cloud | Managed cloud | Managed cloud |
|
|
82
87
|
| **Privacy** | All local | Cloud-hosted | Cloud-hosted | Cloud-hosted |
|
|
83
88
|
| **CLI-first** | ✓ | ✗ | Limited | Limited |
|
|
@@ -238,21 +243,19 @@ import json, sys
|
|
|
238
243
|
data = json.load(sys.stdin)
|
|
239
244
|
answer = data.get("answer", "")
|
|
240
245
|
|
|
241
|
-
|
|
242
|
-
misses = []
|
|
246
|
+
assertions = []
|
|
243
247
|
|
|
244
248
|
if "42" in answer:
|
|
245
|
-
|
|
249
|
+
assertions.append({"text": "Answer contains correct value (42)", "passed": True})
|
|
246
250
|
else:
|
|
247
|
-
|
|
251
|
+
assertions.append({"text": "Answer does not contain expected value (42)", "passed": False})
|
|
248
252
|
|
|
249
|
-
|
|
253
|
+
passed = sum(1 for a in assertions if a["passed"])
|
|
254
|
+
score = 1.0 if passed == len(assertions) else 0.0
|
|
250
255
|
|
|
251
256
|
print(json.dumps({
|
|
252
257
|
"score": score,
|
|
253
|
-
"
|
|
254
|
-
"misses": misses,
|
|
255
|
-
"reasoning": f"Passed {len(hits)} check(s)"
|
|
258
|
+
"assertions": assertions,
|
|
256
259
|
}))
|
|
257
260
|
```
|
|
258
261
|
|
|
@@ -564,10 +567,16 @@ Automatically retries on rate limits, transient 5xx errors, and network failures
|
|
|
564
567
|
|
|
565
568
|
## Troubleshooting
|
|
566
569
|
|
|
567
|
-
### `EACCES` permission error on global install
|
|
570
|
+
### `EACCES` permission error on global install (npm)
|
|
568
571
|
|
|
569
|
-
If you see `EACCES: permission denied` when running `npm install -g agentv`,
|
|
572
|
+
If you see `EACCES: permission denied` when running `npm install -g agentv`, switch to bun (recommended) or configure npm to use a user-owned directory:
|
|
573
|
+
|
|
574
|
+
**Option 1 (recommended): Use bun instead**
|
|
575
|
+
```bash
|
|
576
|
+
bun install -g agentv
|
|
577
|
+
```
|
|
570
578
|
|
|
579
|
+
**Option 2: Fix npm permissions**
|
|
571
580
|
```bash
|
|
572
581
|
mkdir -p ~/.npm-global
|
|
573
582
|
npm config set prefix ~/.npm-global --location=user
|
|
@@ -1,9 +1,9 @@
|
|
|
1
1
|
import { createRequire } from 'node:module'; const require = createRequire(import.meta.url);
|
|
2
2
|
import {
|
|
3
3
|
AgentvProvider
|
|
4
|
-
} from "./chunk-
|
|
4
|
+
} from "./chunk-BJV6MDBE.js";
|
|
5
5
|
import "./chunk-5H446C7X.js";
|
|
6
6
|
export {
|
|
7
7
|
AgentvProvider
|
|
8
8
|
};
|
|
9
|
-
//# sourceMappingURL=agentv-provider-
|
|
9
|
+
//# sourceMappingURL=agentv-provider-NFFLXG5M-TJAWCWCX.js.map
|
|
@@ -25156,7 +25156,7 @@ function createGoogleGenerativeAI(options = {}) {
|
|
|
25156
25156
|
}
|
|
25157
25157
|
var google = createGoogleGenerativeAI();
|
|
25158
25158
|
|
|
25159
|
-
// ../../packages/core/dist/chunk-
|
|
25159
|
+
// ../../packages/core/dist/chunk-W5YDZWT4.js
|
|
25160
25160
|
import { createOpenAI } from "@ai-sdk/openai";
|
|
25161
25161
|
function parseModelString(model) {
|
|
25162
25162
|
const colonIndex = model.indexOf(":");
|
|
@@ -25178,7 +25178,7 @@ function createLanguageModel(modelString) {
|
|
|
25178
25178
|
case "anthropic":
|
|
25179
25179
|
return createAnthropic()(modelName);
|
|
25180
25180
|
case "azure":
|
|
25181
|
-
return createAzure()(modelName);
|
|
25181
|
+
return createAzure().chat(modelName);
|
|
25182
25182
|
case "google":
|
|
25183
25183
|
return createGoogleGenerativeAI()(modelName);
|
|
25184
25184
|
default:
|
|
@@ -25362,4 +25362,4 @@ export {
|
|
|
25362
25362
|
createGoogleGenerativeAI,
|
|
25363
25363
|
AgentvProvider
|
|
25364
25364
|
};
|
|
25365
|
-
//# sourceMappingURL=chunk-
|
|
25365
|
+
//# sourceMappingURL=chunk-BJV6MDBE.js.map
|