agentv 3.5.0 → 3.6.0

package/README.md

@@ -31,6 +31,11 @@ If you are not using Claude plugins, use the CLI directly.
 
 **1. Install:**
 ```bash
+bun install -g agentv
+```
+
+Or with npm:
+```bash
 npm install -g agentv
 ```
 
@@ -77,7 +82,7 @@ Learn more in the [examples/](examples/README.md) directory. For a detailed comp
 
 | Feature | AgentV | [LangWatch](https://github.com/langwatch/langwatch) | [LangSmith](https://github.com/langchain-ai/langsmith-sdk) | [LangFuse](https://github.com/langfuse/langfuse) |
 |---------|--------|-----------|-----------|----------|
-| **Setup** | `npm install agentv` | Cloud account + API key | Cloud account + API key | Cloud account + API key |
+| **Setup** | `bun install -g agentv` | Cloud account + API key | Cloud account + API key | Cloud account + API key |
 | **Server** | None (local) | Managed cloud | Managed cloud | Managed cloud |
 | **Privacy** | All local | Cloud-hosted | Cloud-hosted | Cloud-hosted |
 | **CLI-first** | ✓ | ✗ | Limited | Limited |
@@ -562,10 +567,16 @@ Automatically retries on rate limits, transient 5xx errors, and network failures
 
 ## Troubleshooting
 
-### `EACCES` permission error on global install
+### `EACCES` permission error on global install (npm)
 
-If you see `EACCES: permission denied` when running `npm install -g agentv`, npm is trying to write to a system directory. Fix this by configuring npm to use a user-owned directory:
+If you see `EACCES: permission denied` when running `npm install -g agentv`, switch to bun (recommended) or configure npm to use a user-owned directory:
+
+**Option 1 (recommended): Use bun instead**
+```bash
+bun install -g agentv
+```
 
+**Option 2: Fix npm permissions**
 ```bash
 mkdir -p ~/.npm-global
 npm config set prefix ~/.npm-global --location=user

package/dist/{chunk-5GG6DDP5.js → chunk-IP5BO54H.js}

@@ -16,7 +16,7 @@ import {
   validateEvalFile,
   validateFileReferences,
   validateTargetsFile
-} from "./chunk-RLL4QGNL.js";
+} from "./chunk-UU5N43YS.js";
 import {
   createBuiltinRegistry,
   createProvider,
@@ -34,7 +34,7 @@ import {
   toSnakeCaseDeep as toSnakeCaseDeep2,
   transpileEvalYamlFile,
   trimBaselineResult
-} from "./chunk-D6G4N2H2.js";
+} from "./chunk-K4RXLQWV.js";
 import {
   __commonJS,
   __esm,
@@ -3493,9 +3493,9 @@ var ASSERTION_TEMPLATES = {
   default: `#!/usr/bin/env bun
 import { defineAssertion } from '@agentv/eval';
 
-export default defineAssertion(({ answer }) => {
+export default defineAssertion(({ outputText }) => {
   // TODO: Implement your assertion logic
-  const pass = answer.length > 0;
+  const pass = outputText.length > 0;
   return {
     pass,
     reasoning: pass ? 'Output has content' : 'Output is empty',
@@ -3505,9 +3505,9 @@ export default defineAssertion(({ answer }) => {
   score: `#!/usr/bin/env bun
 import { defineAssertion } from '@agentv/eval';
 
-export default defineAssertion(({ answer }) => {
+export default defineAssertion(({ outputText }) => {
   // TODO: Implement your scoring logic (0.0 to 1.0)
-  const score = answer.length > 0 ? 1.0 : 0.0;
+  const score = outputText.length > 0 ? 1.0 : 0.0;
   return {
     pass: score >= 0.5,
     score,
@@ -3967,7 +3967,6 @@ var evalAssertCommand = command({
     }
     const payload = JSON.stringify(
       {
-        answer: resolvedOutput,
         output: [{ role: "assistant", content: resolvedOutput }],
         input: [{ role: "user", content: resolvedInput }],
         question: resolvedInput,
@@ -4185,7 +4184,7 @@ var evalRunCommand = command({
   },
   handler: async (args) => {
     if (args.evalPaths.length === 0 && process.stdin.isTTY) {
-      const { launchInteractiveWizard } = await import("./interactive-J7SUWZH2.js");
+      const { launchInteractiveWizard } = await import("./interactive-5S4ILY2Y.js");
       await launchInteractiveWizard();
       return;
     }
@@ -4707,10 +4706,10 @@ function exportResults(sourceFile, content, outputDir) {
   const outputsDir = path8.join(outputDir, "outputs");
   mkdirSync2(outputsDir, { recursive: true });
   for (const result of patched) {
-    const answer = result.answer;
-    if (answer) {
+    const outputText = result.outputText;
+    if (outputText) {
       const id = safeTestId(result);
-      writeFileSync3(path8.join(outputsDir, `${id}.txt`), answer);
+      writeFileSync3(path8.join(outputsDir, `${id}.txt`), outputText);
     }
   }
 }
@@ -5022,7 +5021,7 @@ function toTraceSummary(raw) {
   return toCamelCaseDeep(raw.trace);
 }
 function extractCandidate(raw) {
-  if (raw.answer !== void 0) return raw.answer;
+  if (raw.output_text !== void 0) return raw.output_text;
   if (raw.output !== void 0)
     return typeof raw.output === "string" ? raw.output : JSON.stringify(raw.output);
   return "";
@@ -6278,4 +6277,4 @@ export {
   preprocessArgv,
   runCli
 };
-//# sourceMappingURL=chunk-5GG6DDP5.js.map
+//# sourceMappingURL=chunk-IP5BO54H.js.map