braintrust 3.3.0 → 3.5.0

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "braintrust",
-  "version": "3.3.0",
+  "version": "3.5.0",
   "description": "SDK for integrating Braintrust",
   "repository": {
     "type": "git",
@@ -107,10 +107,22 @@
   ],
   "scripts": {
     "build": "cross-env NODE_OPTIONS=\"--max-old-space-size=8192\" tsup",
+    "check:typings": "tsc --noEmit",
     "watch": "tsup --watch",
     "clean": "rm -r dist/* && rm -r dev/dist/*",
     "docs": "npx typedoc --options typedoc.json src/node/index.ts",
     "test": "vitest run --exclude \"src/wrappers/**/*.test.ts\" --exclude \"src/otel/**/*.test.ts\" --exclude \"smoke/**/*.test.ts\" --exclude \"src/zod/**/*.test.ts\" --exclude \"tests/api-compatibility/**\"",
+    "test:core": "pnpm prune && pnpm test",
+    "test:checks": "pnpm run test:core && pnpm run test:vitest",
+    "test:external": "pnpm run test:external:openai && pnpm run test:external:anthropic && pnpm run test:external:google-genai && pnpm run test:external:ai-sdk && pnpm run test:external:claude-agent-sdk",
+    "test:external:openai": "bash scripts/test-provider.sh test:openai openai",
+    "test:external:anthropic": "bash scripts/test-provider.sh test:anthropic @anthropic-ai/sdk",
+    "test:external:google-genai": "bash scripts/test-provider.sh test:google-genai @google/genai",
+    "test:external:ai-sdk": "pnpm run test:external:ai-sdk-v5 && pnpm run test:external:ai-sdk-v6",
+    "test:external:ai-sdk-v5": "cd src/wrappers/ai-sdk/tests/v5 && pnpm install --ignore-workspace && pnpm test",
+    "test:external:ai-sdk-v6": "cd src/wrappers/ai-sdk/tests/v6 && pnpm install --ignore-workspace && pnpm test",
+    "test:external:claude-agent-sdk": "cd src/wrappers/claude-agent-sdk && pnpm install && pnpm test",
+    "test:all": "pnpm run test:checks && pnpm run test:external",
     "test:api-compat": "vitest run tests/api-compatibility/api-compatibility.test.ts",
     "test:anthropic": "vitest run src/wrappers/anthropic.test.ts",
     "test:openai": "vitest run src/wrappers/oai.test.ts",
@@ -126,8 +138,14 @@
     "test:claude-agent-sdk": "pnpm --filter @braintrust/claude-agent-sdk-tests test",
     "test:vitest": "pnpm --filter @braintrust/vitest-wrapper-tests test",
     "test:output": "tsx scripts/test-output.ts --with-comparison --with-metrics --with-progress",
+    "bench": "npx tsx src/queue.bench.ts",
+    "publish:validate": "./scripts/validate-release.sh && pnpm install --frozen-lockfile && pnpm run build && npm publish",
     "lint": "eslint .",
-    "fix:eslint": "eslint --fix ."
+    "fix:lint": "eslint --fix .",
+    "playground": "tsx playground.ts",
+    "playground:auto": "mkdir -p .context && pnpm exec esbuild playground.ts --platform=node --format=esm --outfile=.context/playground.auto.mjs && node --import ./dist/auto-instrumentations/hook.mjs ./.context/playground.auto.mjs",
+    "playground:cli:push": "node dist/cli.js push playground.ts",
+    "playground:cli:eval": "node dist/cli.js eval playground.ts"
   },
   "author": "",
   "license": "MIT",
@@ -158,20 +176,21 @@
     "cross-env": "^7.0.3",
     "eslint-plugin-node-import": "^1.0.5",
     "jiti": "^2.6.1",
+    "openai": "6.25.0",
     "openapi-zod-client": "^1.18.3",
     "rollup": "^4.28.1",
-    "vite": "^5.4.14",
-    "webpack": "^5.97.1",
     "tar": "^7.5.2",
     "tinybench": "^4.0.1",
     "ts-jest": "^29.1.4",
     "tsup": "^8.5.1",
-    "tsx": "^3.14.0",
+    "tsx": "^4.21.0",
     "typedoc": "^0.25.13",
     "typedoc-plugin-markdown": "^3.17.1",
     "typescript": "5.4.4",
+    "vite": "^6.4.1",
     "vite-tsconfig-paths": "^4.3.2",
-    "vitest": "^2.1.9",
+    "vitest": "^4.1.0",
+    "webpack": "^5.97.1",
     "zod": "^3.25.34"
   },
   "dependencies": {
@@ -186,7 +205,7 @@
     "cli-progress": "^3.12.0",
     "cli-table3": "^0.6.5",
     "cors": "^2.8.5",
-    "dc-browser": "^1.0.2",
+    "dc-browser": "^1.0.3",
     "dotenv": "^16.4.5",
     "esbuild": "^0.27.0",
     "eventsource-parser": "^1.1.2",

package/dist/auto-instrumentations/chunk-KVX7OFPD.mjs

@@ -1,288 +0,0 @@
-// src/auto-instrumentations/configs/openai.ts
-var openaiConfigs = [
-  // Chat Completions
-  {
-    channelName: "chat.completions.create",
-    module: {
-      name: "openai",
-      versionRange: ">=4.0.0",
-      filePath: "resources/chat/completions.mjs"
-    },
-    functionQuery: {
-      className: "Completions",
-      methodName: "create",
-      kind: "Async"
-    }
-  },
-  // Embeddings
-  {
-    channelName: "embeddings.create",
-    module: {
-      name: "openai",
-      versionRange: ">=4.0.0",
-      filePath: "resources/embeddings.mjs"
-    },
-    functionQuery: {
-      className: "Embeddings",
-      methodName: "create",
-      kind: "Async"
-    }
-  },
-  // Beta Chat Completions Parse
-  {
-    channelName: "beta.chat.completions.parse",
-    module: {
-      name: "openai",
-      versionRange: ">=4.0.0",
-      filePath: "resources/beta/chat/completions.mjs"
-    },
-    functionQuery: {
-      className: "Completions",
-      methodName: "parse",
-      kind: "Async"
-    }
-  },
-  // Moderations
-  {
-    channelName: "moderations.create",
-    module: {
-      name: "openai",
-      versionRange: ">=4.0.0",
-      filePath: "resources/moderations.mjs"
-    },
-    functionQuery: {
-      className: "Moderations",
-      methodName: "create",
-      kind: "Async"
-    }
-  },
-  // Beta Chat Completions Stream
-  {
-    channelName: "beta.chat.completions.stream",
-    module: {
-      name: "openai",
-      versionRange: ">=4.0.0",
-      filePath: "resources/beta/chat/completions.mjs"
-    },
-    functionQuery: {
-      className: "Completions",
-      methodName: "stream",
-      kind: "Sync"
-    }
-  },
-  // Responses API (v4.87.0+)
-  {
-    channelName: "responses.create",
-    module: {
-      name: "openai",
-      versionRange: ">=4.87.0",
-      filePath: "resources/responses/responses.mjs"
-    },
-    functionQuery: {
-      className: "Responses",
-      methodName: "create",
-      kind: "Async"
-    }
-  },
-  {
-    channelName: "responses.stream",
-    module: {
-      name: "openai",
-      versionRange: ">=4.87.0",
-      filePath: "resources/responses/responses.mjs"
-    },
-    functionQuery: {
-      className: "Responses",
-      methodName: "stream",
-      kind: "Sync"
-    }
-  },
-  {
-    channelName: "responses.parse",
-    module: {
-      name: "openai",
-      versionRange: ">=4.87.0",
-      filePath: "resources/responses/responses.mjs"
-    },
-    functionQuery: {
-      className: "Responses",
-      methodName: "parse",
-      kind: "Async"
-    }
-  }
-];
-
-// src/auto-instrumentations/configs/anthropic.ts
-var anthropicConfigs = [
-  // Messages API - create (supports streaming via stream=true parameter)
-  {
-    channelName: "messages.create",
-    module: {
-      name: "@anthropic-ai/sdk",
-      versionRange: ">=0.60.0",
-      filePath: "resources/messages.mjs"
-    },
-    functionQuery: {
-      className: "Messages",
-      methodName: "create",
-      kind: "Async"
-    }
-  },
-  // Beta Messages API - create (supports streaming via stream=true parameter)
-  {
-    channelName: "beta.messages.create",
-    module: {
-      name: "@anthropic-ai/sdk",
-      versionRange: ">=0.60.0",
-      filePath: "resources/beta/messages/messages.mjs"
-    },
-    functionQuery: {
-      className: "Messages",
-      methodName: "create",
-      kind: "Async"
-    }
-  }
-];
-
-// src/auto-instrumentations/configs/ai-sdk.ts
-var aiSDKConfigs = [
-  // generateText - async function
-  {
-    channelName: "generateText",
-    module: {
-      name: "ai",
-      versionRange: ">=3.0.0",
-      filePath: "dist/index.mjs"
-    },
-    functionQuery: {
-      functionName: "generateText",
-      kind: "Async"
-    }
-  },
-  // streamText - async function
-  {
-    channelName: "streamText",
-    module: {
-      name: "ai",
-      versionRange: ">=3.0.0",
-      filePath: "dist/index.mjs"
-    },
-    functionQuery: {
-      functionName: "streamText",
-      kind: "Async"
-    }
-  },
-  // generateObject - async function
-  {
-    channelName: "generateObject",
-    module: {
-      name: "ai",
-      versionRange: ">=3.0.0",
-      filePath: "dist/index.mjs"
-    },
-    functionQuery: {
-      functionName: "generateObject",
-      kind: "Async"
-    }
-  },
-  // streamObject - async function
-  {
-    channelName: "streamObject",
-    module: {
-      name: "ai",
-      versionRange: ">=3.0.0",
-      filePath: "dist/index.mjs"
-    },
-    functionQuery: {
-      functionName: "streamObject",
-      kind: "Async"
-    }
-  },
-  // Agent.generate - async method (v3-v5 only, Agent structure changed in v6)
-  {
-    channelName: "Agent.generate",
-    module: {
-      name: "ai",
-      versionRange: ">=3.0.0 <6.0.0",
-      filePath: "dist/index.mjs"
-    },
-    functionQuery: {
-      className: "Agent",
-      methodName: "generate",
-      kind: "Async"
-    }
-  },
-  // Agent.stream - async method (v3-v5 only, Agent structure changed in v6)
-  {
-    channelName: "Agent.stream",
-    module: {
-      name: "ai",
-      versionRange: ">=3.0.0 <6.0.0",
-      filePath: "dist/index.mjs"
-    },
-    functionQuery: {
-      className: "Agent",
-      methodName: "stream",
-      kind: "Async"
-    }
-  }
-];
-
-// src/auto-instrumentations/configs/claude-agent-sdk.ts
-var claudeAgentSDKConfigs = [
-  // query - Main entry point for agent interactions (top-level exported async generator function)
-  {
-    channelName: "query",
-    module: {
-      name: "@anthropic-ai/claude-agent-sdk",
-      versionRange: ">=0.1.0",
-      filePath: "sdk.mjs"
-    },
-    functionQuery: {
-      functionName: "query",
-      kind: "Async"
-    }
-  }
-];
-
-// src/auto-instrumentations/configs/google-genai.ts
-var googleGenAIConfigs = [
-  // Models.generateContentInternal - The actual class method (Node.js entry point)
-  // Note: generateContent is an arrow function property that calls this internal method
-  {
-    channelName: "models.generateContent",
-    module: {
-      name: "@google/genai",
-      versionRange: ">=1.0.0",
-      filePath: "dist/node/index.mjs"
-    },
-    functionQuery: {
-      className: "Models",
-      methodName: "generateContentInternal",
-      kind: "Async"
-    }
-  },
-  // Models.generateContentStreamInternal - The actual class method (Node.js entry point)
-  // Note: generateContentStream is an arrow function property that calls this internal method
-  {
-    channelName: "models.generateContentStream",
-    module: {
-      name: "@google/genai",
-      versionRange: ">=1.0.0",
-      filePath: "dist/node/index.mjs"
-    },
-    functionQuery: {
-      className: "Models",
-      methodName: "generateContentStreamInternal",
-      kind: "Async"
-    }
-  }
-];
-
-export {
-  openaiConfigs,
-  anthropicConfigs,
-  aiSDKConfigs,
-  claudeAgentSDKConfigs,
-  googleGenAIConfigs
-};

package/dist/auto-instrumentations/chunk-XDBPUTVE.mjs

@@ -1,22 +0,0 @@
-// src/auto-instrumentations/loader/get-package-version.ts
-import { readFileSync } from "node:fs";
-import { join } from "node:path";
-var packageVersions = /* @__PURE__ */ new Map();
-function getPackageVersion(baseDir) {
-  if (packageVersions.has(baseDir)) {
-    return packageVersions.get(baseDir);
-  }
-  try {
-    const packageJsonPath = join(baseDir, "package.json");
-    const jsonFile = readFileSync(packageJsonPath, "utf8");
-    const { version } = JSON.parse(jsonFile);
-    packageVersions.set(baseDir, version);
-    return version;
-  } catch {
-    return process.version.slice(1);
-  }
-}
-
-export {
-  getPackageVersion
-};

package/dist/auto-instrumentations/chunk-ZEC7BCL4.mjs

@@ -1,22 +0,0 @@
-// src/auto-instrumentations/loader/get-package-version.ts
-import { readFileSync } from "node:fs";
-import { join } from "node:path";
-var packageVersions = /* @__PURE__ */ new Map();
-function getPackageVersion(baseDir) {
-  if (packageVersions.has(baseDir)) {
-    return packageVersions.get(baseDir);
-  }
-  try {
-    const packageJsonPath = join(baseDir, "package.json");
-    const jsonFile = readFileSync(packageJsonPath, "utf8");
-    const { version } = JSON.parse(jsonFile);
-    packageVersions.set(baseDir, version);
-    return version;
-  } catch {
-    return process.version.slice(1);
-  }
-}
-
-export {
-  getPackageVersion
-};