braintrust 0.2.0 → 0.2.2

package/dist/browser.mjs

@@ -2997,6 +2997,110 @@ function traced(callback, args) {
     })();
   }
 }
+function isGeneratorFunction(fn) {
+  return Object.prototype.toString.call(fn) === "[object GeneratorFunction]";
+}
+function isAsyncGeneratorFunction(fn) {
+  return Object.prototype.toString.call(fn) === "[object AsyncGeneratorFunction]";
+}
+function wrapTracedSyncGenerator(fn, spanArgs, noTraceIO) {
+  const wrapper = function* (...fnArgs) {
+    const span = startSpan(spanArgs);
+    try {
+      if (!noTraceIO) {
+        span.log({ input: fnArgs });
+      }
+      const envValue = isomorph_default.getEnv("BRAINTRUST_MAX_GENERATOR_ITEMS");
+      const maxItems = envValue !== void 0 ? Number(envValue) : 1e3;
+      if (!noTraceIO && maxItems !== 0) {
+        let collected = [];
+        let truncated = false;
+        const gen = generatorWithCurrent(span, fn.apply(this, fnArgs));
+        try {
+          for (const value of gen) {
+            if (maxItems === -1 || !truncated && collected.length < maxItems) {
+              collected.push(value);
+            } else {
+              truncated = true;
+              collected = [];
+              console.warn(
+                `Generator output exceeded limit of ${maxItems} items, output not logged. Increase BRAINTRUST_MAX_GENERATOR_ITEMS or set to -1 to disable limit.`
+              );
+            }
+            yield value;
+          }
+          if (!truncated) {
+            span.log({ output: collected });
+          }
+        } catch (error) {
+          logError(span, error);
+          if (!truncated && collected.length > 0) {
+            span.log({ output: collected });
+          }
+          throw error;
+        }
+      } else {
+        const gen = generatorWithCurrent(span, fn.apply(this, fnArgs));
+        for (const value of gen) {
+          yield value;
+        }
+      }
+    } finally {
+      span.end();
+    }
+  };
+  Object.defineProperty(wrapper, "name", { value: fn.name });
+  return wrapper;
+}
+function wrapTracedAsyncGenerator(fn, spanArgs, noTraceIO) {
+  const wrapper = async function* (...fnArgs) {
+    const span = startSpan(spanArgs);
+    try {
+      if (!noTraceIO) {
+        span.log({ input: fnArgs });
+      }
+      const envValue = isomorph_default.getEnv("BRAINTRUST_MAX_GENERATOR_ITEMS");
+      const maxItems = envValue !== void 0 ? Number(envValue) : 1e3;
+      if (!noTraceIO && maxItems !== 0) {
+        let collected = [];
+        let truncated = false;
+        const gen = asyncGeneratorWithCurrent(span, fn.apply(this, fnArgs));
+        try {
+          for await (const value of gen) {
+            if (maxItems === -1 || !truncated && collected.length < maxItems) {
+              collected.push(value);
+            } else {
+              truncated = true;
+              collected = [];
+              console.warn(
+                `Generator output exceeded limit of ${maxItems} items, output not logged. Increase BRAINTRUST_MAX_GENERATOR_ITEMS or set to -1 to disable limit.`
+              );
+            }
+            yield value;
+          }
+          if (!truncated) {
+            span.log({ output: collected });
+          }
+        } catch (error) {
+          logError(span, error);
+          if (!truncated && collected.length > 0) {
+            span.log({ output: collected });
+          }
+          throw error;
+        }
+      } else {
+        const gen = asyncGeneratorWithCurrent(span, fn.apply(this, fnArgs));
+        for await (const value of gen) {
+          yield value;
+        }
+      }
+    } finally {
+      span.end();
+    }
+  };
+  Object.defineProperty(wrapper, "name", { value: fn.name });
+  return wrapper;
+}
 function wrapTraced(fn, args) {
   const spanArgs = {
     name: fn.name,
@@ -3005,6 +3109,13 @@ function wrapTraced(fn, args) {
   };
   const hasExplicitInput = args && args.event && "input" in args.event && args.event.input !== void 0;
   const hasExplicitOutput = args && args.event && args.event.output !== void 0;
+  const noTraceIO = args?.noTraceIO || hasExplicitInput || hasExplicitOutput;
+  if (isGeneratorFunction(fn)) {
+    return wrapTracedSyncGenerator(fn, spanArgs, !!noTraceIO);
+  }
+  if (isAsyncGeneratorFunction(fn)) {
+    return wrapTracedAsyncGenerator(fn, spanArgs, !!noTraceIO);
+  }
   if (args?.asyncFlush) {
     return (...fnArgs) => traced((span) => {
       if (!hasExplicitInput) {
@@ -3090,6 +3201,52 @@ function startSpanAndIsLogger(args) {
 function withCurrent(span, callback, state = void 0) {
   return (state ?? _globalState).currentSpan.run(span, () => callback(span));
 }
+function* generatorWithCurrent(span, gen, state = void 0) {
+  let nextValue;
+  while (true) {
+    const result = withCurrent(
+      span,
+      () => {
+        try {
+          return gen.next(nextValue);
+        } catch (e) {
+          return { value: void 0, done: true, error: e };
+        }
+      },
+      state
+    );
+    if ("error" in result) {
+      throw result.error;
+    }
+    if (result.done) {
+      return result.value;
+    }
+    nextValue = yield result.value;
+  }
+}
+async function* asyncGeneratorWithCurrent(span, gen, state = void 0) {
+  let nextValue;
+  while (true) {
+    const result = await withCurrent(
+      span,
+      async () => {
+        try {
+          return await gen.next(nextValue);
+        } catch (e) {
+          return { value: void 0, done: true, error: e };
+        }
+      },
+      state
+    );
+    if ("error" in result) {
+      throw result.error;
+    }
+    if (result.done) {
+      return result.value;
+    }
+    nextValue = yield result.value;
+  }
+}
 function withParent(parent, callback, state = void 0) {
   return (state ?? _globalState).currentParent.run(parent, () => callback());
 }
@@ -4563,6 +4720,11 @@ var Prompt = class _Prompt {
   }
 };
 var TEST_API_KEY = "___TEST_API_KEY__THIS_IS_NOT_REAL___";
+function setInitialTestState() {
+  if (!_internalGetGlobalState()) {
+    _internalSetInitialState();
+  }
+}
 async function simulateLoginForTests() {
   return await login({
     apiKey: TEST_API_KEY,
@@ -4580,7 +4742,10 @@ var _exportsForTestingOnly = {
   useTestBackgroundLogger,
   clearTestBackgroundLogger,
   simulateLoginForTests,
-  simulateLogoutForTests
+  simulateLogoutForTests,
+  setInitialTestState,
+  isGeneratorFunction,
+  isAsyncGeneratorFunction
 };
 
 // src/browser-config.ts
@@ -4793,6 +4958,8 @@ function responsesProxy(openai) {
         return responsesCreateProxy(target.create.bind(target));
       } else if (name === "stream") {
         return responsesStreamProxy(target.stream.bind(target));
+      } else if (name === "parse") {
+        return responsesParseProxy(target.parse.bind(target));
       }
       return Reflect.get(target, name, receiver);
     }
@@ -4837,6 +5004,36 @@ function parseEventFromResponseCreateResult(result) {
     metrics: parseMetricsFromUsage(result?.usage)
   };
 }
+function parseSpanFromResponseParseParams(params) {
+  const input = [{ role: "user", content: params.input }];
+  if (params.instructions) {
+    input.push({ role: "system", content: params.instructions });
+  }
+  const spanArgs = {
+    name: "openai.responses.parse",
+    spanAttributes: {
+      type: "llm"
+    },
+    event: {
+      input,
+      metadata: {
+        ...filterFrom(params, ["input", "instructions"]),
+        provider: "openai"
+      }
+    },
+    startTime: getCurrentUnixTimestamp()
+  };
+  return {
+    span: startSpan(spanArgs),
+    start: spanArgs.startTime
+  };
+}
+function parseEventFromResponseParseResult(result) {
+  return {
+    output: result?.output_parsed || result?.output_text || "",
+    metrics: parseMetricsFromUsage(result?.usage)
+  };
+}
 function traceResponseCreateStream(stream, timedSpan) {
   const span = timedSpan.span;
   let ttft = -1;
@@ -4911,6 +5108,16 @@ function responsesStreamProxy(target) {
     }
   });
 }
+function responsesParseProxy(target) {
+  const hooks = {
+    name: "openai.responses.parse",
+    toSpanFunc: parseSpanFromResponseParseParams,
+    resultToEventFunc: parseEventFromResponseParseResult,
+    traceStreamFunc: traceResponseCreateStream
+    // Reuse the same stream tracing
+  };
+  return proxyCreate(target, hooks);
+}
 var TOKEN_NAME_MAP = {
   input_tokens: "prompt_tokens",
   output_tokens: "completion_tokens",
@@ -5030,10 +5237,17 @@ function wrapOpenAI(openai) {
 }
 globalThis.__inherited_braintrust_wrap_openai = wrapOpenAI;
 function wrapOpenAIv4(openai) {
-  const completionProxy = createEndpointProxy(
-    openai.chat.completions,
-    wrapChatCompletion
-  );
+  const completionProxy = new Proxy(openai.chat.completions, {
+    get(target, name, receiver) {
+      const baseVal = Reflect.get(target, name, receiver);
+      if (name === "create") {
+        return wrapChatCompletion(baseVal.bind(target));
+      } else if (name === "parse") {
+        return wrapBetaChatCompletionParse(baseVal.bind(target));
+      }
+      return baseVal;
+    }
+  });
   const chatProxy = new Proxy(openai.chat, {
     get(target, name, receiver) {
       if (name === "completions") {
@@ -5427,6 +5641,8 @@ var evalBodySchema = z3.object({
       name: z3.string()
     })
   ).nullish(),
+  experiment_name: z3.string().nullish(),
+  project_id: z3.string().nullish(),
   parent: invokeParent.optional(),
   stream: z3.boolean().optional()
 });

package/dist/cli.js

@@ -1232,7 +1232,7 @@ var require_package = __commonJS({
   "package.json"(exports2, module2) {
     module2.exports = {
       name: "braintrust",
-      version: "0.2.0",
+      version: "0.2.2",
       description: "SDK for integrating Braintrust",
       repository: {
         type: "git",
@@ -1283,11 +1283,13 @@ var require_package = __commonJS({
         docs: "npx typedoc --options typedoc.json src/index.ts",
         prepublishOnly: "../../scripts/node_prepublish_sdk.py",
         postpublish: "../../scripts/node_postpublish_sdk.py",
-        test: "vitest run --exclude src/wrappers/anthropic.test.ts --exclude src/wrappers/oai.test.ts --exclude src/otel.test.ts --exclude src/otel-no-deps.test.ts",
+        test: "vitest run --exclude src/wrappers/anthropic.test.ts --exclude src/wrappers/oai.test.ts --exclude src/otel.test.ts --exclude src/otel-no-deps.test.ts  --exclude src/wrappers/ai-sdk-v1.test.ts --exclude src/wrappers/ai-sdk-v2.test.ts",
         "test:anthropic": "vitest run src/wrappers/anthropic.test.ts",
         "test:openai": "vitest run src/wrappers/oai.test.ts",
         "test:otel": "vitest run src/otel.test.ts",
-        "test:otel-no-deps": "vitest run src/otel-no-deps.test.ts --reporter=verbose"
+        "test:otel-no-deps": "vitest run src/otel-no-deps.test.ts --reporter=verbose",
+        "test:ai-sdk-v1": "vitest run src/wrappers/ai-sdk-v1.test.ts",
+        "test:ai-sdk-v2": "vitest run src/wrappers/ai-sdk-v2.test.ts src/wrappers/ai-sdk-v1.test.ts"
       },
       author: "",
       license: "MIT",
@@ -1322,7 +1324,7 @@ var require_package = __commonJS({
       },
       dependencies: {
         "@ai-sdk/provider": "^1.1.3",
-        "@braintrust/core": "0.0.91",
+        "@braintrust/core": "0.0.92",
         "@next/env": "^14.2.3",
         "@vercel/functions": "^1.0.2",
         argparse: "^2.0.1",
@@ -8875,6 +8877,8 @@ var evalBodySchema = import_zod8.z.object({
       name: import_zod8.z.string()
     })
   ).nullish(),
+  experiment_name: import_zod8.z.string().nullish(),
+  project_id: import_zod8.z.string().nullish(),
   parent: import_typespecs6.invokeParent.optional(),
   stream: import_zod8.z.boolean().optional()
 });
@@ -8957,7 +8961,16 @@ function runDevServer(evaluators, opts) {
     "/eval",
     checkAuthorized,
     asyncHandler(async (req, res) => {
-      const { name, parameters, parent, data, scores, stream } = evalBodySchema.parse(req.body);
+      const {
+        name,
+        parameters,
+        parent,
+        experiment_name,
+        project_id,
+        data,
+        scores,
+        stream
+      } = evalBodySchema.parse(req.body);
       const state = await cachedLogin({ apiKey: req.ctx?.token });
       const evaluator = allEvaluators[name];
       if (!evaluator) {
@@ -9016,17 +9029,19 @@ function runDevServer(evaluators, opts) {
               ) ?? []
             ),
             task,
-            state
+            state,
+            experimentName: experiment_name ?? void 0,
+            projectId: project_id ?? void 0
           },
           {
             // Avoid printing the bar to the console.
             progress: {
-              start: (name2, total) => {
+              start: () => {
               },
               stop: () => {
                 console.log("Finished running experiment");
               },
-              increment: (name2) => {
+              increment: () => {
               }
             },
             stream: (data2) => {

package/dist/index.d.mts

@@ -1156,6 +1156,29 @@ declare function logError(span: Span$1, error: unknown): void;
  * See {@link Span.traced} for full details.
  */
 declare function traced<IsAsyncFlush extends boolean = true, R = void>(callback: (span: Span$1) => R, args?: StartSpanArgs & SetCurrentArg & AsyncFlushArg<IsAsyncFlush> & OptionalStateArg): PromiseUnless<IsAsyncFlush, R>;
+/**
+ * Check if a function is a sync generator function.
+ *
+ * Note: This uses Object.prototype.toString which is sufficient for environments that
+ * support generator functions (ES6+). While our code is compiled to ES2022, consumers
+ * may run it in various environments. However, if generators aren't supported in their
+ * environment, the generator functions themselves won't work anyway, making detection moot.
+ *
+ * @param fn The function to check.
+ * @returns True if the function is a sync generator function.
+ */
+declare function isGeneratorFunction(fn: any): boolean;
+/**
+ * Check if a function is an async generator function.
+ *
+ * Note: see isGeneratorFunction disclaimer
+ * @param fn The function to check.
+ * @returns True if the function is an async generator function.
+ */
+declare function isAsyncGeneratorFunction(fn: any): boolean;
+type WrapTracedArgs = {
+    noTraceIO?: boolean;
+};
 /**
  * Wrap a function with `traced`, using the arguments as `input` and return value as `output`.
  * Any functions wrapped this way will automatically be traced, similar to the `@traced` decorator
@@ -1181,7 +1204,7 @@ declare function traced<IsAsyncFlush extends boolean = true, R = void>(callback:
  * @param args Span-level arguments (e.g. a custom name or type) to pass to `traced`.
  * @returns The wrapped function.
  */
-declare function wrapTraced<F extends (...args: any[]) => any, IsAsyncFlush extends boolean = true>(fn: F, args?: StartSpanArgs & SetCurrentArg & AsyncFlushArg<IsAsyncFlush>): IsAsyncFlush extends false ? (...args: Parameters<F>) => Promise<Awaited<ReturnType<F>>> : F;
+declare function wrapTraced<F extends (...args: any[]) => any, IsAsyncFlush extends boolean = true>(fn: F, args?: StartSpanArgs & SetCurrentArg & AsyncFlushArg<IsAsyncFlush> & WrapTracedArgs): IsAsyncFlush extends false ? (...args: Parameters<F>) => Promise<Awaited<ReturnType<F>>> : F;
 /**
  * A synonym for `wrapTraced`. If you're porting from systems that use `traceable`, you can use this to
  * make your codebase more consistent.
@@ -1691,6 +1714,7 @@ interface DatasetSummary {
     datasetUrl: string;
     dataSummary: DataSummary | undefined;
 }
+declare function setInitialTestState(): void;
 declare function simulateLoginForTests(): Promise<BraintrustState>;
 declare function simulateLogoutForTests(): BraintrustState;
 declare const _exportsForTestingOnly: {
@@ -1700,6 +1724,9 @@ declare const _exportsForTestingOnly: {
     clearTestBackgroundLogger: typeof clearTestBackgroundLogger;
     simulateLoginForTests: typeof simulateLoginForTests;
     simulateLogoutForTests: typeof simulateLogoutForTests;
+    setInitialTestState: typeof setInitialTestState;
+    isGeneratorFunction: typeof isGeneratorFunction;
+    isAsyncGeneratorFunction: typeof isAsyncGeneratorFunction;
 };
 
 declare const braintrustStreamChunkSchema: z.ZodUnion<[z.ZodObject<{
@@ -7134,7 +7161,7 @@ declare global {
  * not configured, nothing will be traced. If this is not an `OpenAI` object, this function is
  * a no-op.
  *
- * Currently, this only supports the `v4` API.
+ * Currently, this supports both the `v4` and `v5` API.
  *
  * @param openai
  * @returns The wrapped `OpenAI` object.
@@ -7145,6 +7172,50 @@ declare const LEGACY_CACHED_HEADER = "x-cached";
 declare const X_CACHED_HEADER = "x-bt-cached";
 declare function parseCachedHeader(value: string | null | undefined): number | undefined;
 
+interface LanguageModelV2Middleware<TModel = any, TCallOptions = any> {
+    wrapGenerate?: (options: {
+        doGenerate: () => any;
+        doStream: () => any;
+        params: TCallOptions;
+        model: TModel;
+    }) => Promise<any>;
+    wrapStream?: (options: {
+        doGenerate: () => any;
+        doStream: () => any;
+        params: TCallOptions;
+        model: TModel;
+    }) => Promise<any>;
+}
+/**
+ * Configuration options for the AI SDK middleware
+ */
+interface MiddlewareConfig {
+    /** Enable debug logging */
+    debug?: boolean;
+    /** Name identifier for the middleware instance */
+    name?: string;
+}
+/**
+ * Creates a Braintrust middleware for AI SDK v2 that automatically traces
+ * generateText and streamText calls with comprehensive metadata and metrics.
+ *
+ * @param config - Configuration options for the middleware
+ * @returns A middleware object compatible with AI SDK v2's wrapLanguageModel
+ *
+ * @example
+ * ```typescript
+ * import { wrapLanguageModel } from "ai";
+ * import { openai } from "@ai-sdk/openai";
+ * import { BraintrustMiddleware } from "braintrust";
+ *
+ * const model = wrapLanguageModel({
+ *   model: openai("gpt-4"),
+ *   middleware: BraintrustMiddleware({ debug: true, name: "MyMiddleware" })
+ * });
+ * ```
+ */
+declare function BraintrustMiddleware(config?: MiddlewareConfig): LanguageModelV2Middleware<any, any>;
+
 /**
  * Wrap an ai-sdk model (created with `.chat()`, `.completion()`, etc.) to add tracing. If Braintrust is
  * not configured, this is a no-op
@@ -7406,6 +7477,7 @@ declare const braintrust_BaseExperiment: typeof BaseExperiment;
 type braintrust_BaseMetadata = BaseMetadata;
 type braintrust_BraintrustExporter = BraintrustExporter;
 declare const braintrust_BraintrustExporter: typeof BraintrustExporter;
+declare const braintrust_BraintrustMiddleware: typeof BraintrustMiddleware;
 type braintrust_BraintrustSpanProcessor = BraintrustSpanProcessor;
 declare const braintrust_BraintrustSpanProcessor: typeof BraintrustSpanProcessor;
 type braintrust_BraintrustState = BraintrustState;
@@ -7564,7 +7636,7 @@ declare const braintrust_wrapOpenAI: typeof wrapOpenAI;
 declare const braintrust_wrapOpenAIv4: typeof wrapOpenAIv4;
 declare const braintrust_wrapTraced: typeof wrapTraced;
 declare namespace braintrust {
-  export { braintrust_AISpanProcessor as AISpanProcessor, type braintrust_AnyDataset as AnyDataset, braintrust_Attachment as Attachment, type braintrust_AttachmentParams as AttachmentParams, type braintrust_BackgroundLoggerOpts as BackgroundLoggerOpts, braintrust_BaseAttachment as BaseAttachment, braintrust_BaseExperiment as BaseExperiment, type braintrust_BaseMetadata as BaseMetadata, braintrust_BraintrustExporter as BraintrustExporter, braintrust_BraintrustSpanProcessor as BraintrustSpanProcessor, braintrust_BraintrustState as BraintrustState, braintrust_BraintrustStream as BraintrustStream, type braintrust_BraintrustStreamChunk as BraintrustStreamChunk, type braintrust_ChatPrompt as ChatPrompt, braintrust_CodeFunction as CodeFunction, type braintrust_CodeOpts as CodeOpts, braintrust_CodePrompt as CodePrompt, type braintrust_CompiledPrompt as CompiledPrompt, type braintrust_CompiledPromptParams as CompiledPromptParams, type braintrust_CompletionPrompt as CompletionPrompt, type braintrust_CreateProjectOpts as CreateProjectOpts, type braintrust_DataSummary as DataSummary, braintrust_Dataset as Dataset, type braintrust_DatasetSummary as DatasetSummary, type braintrust_DefaultMetadataType as DefaultMetadataType, type braintrust_DefaultPromptArgs as DefaultPromptArgs, braintrust_ERR_PERMALINK as ERR_PERMALINK, type braintrust_EndSpanArgs as EndSpanArgs, braintrust_Eval as Eval, type braintrust_EvalCase as EvalCase, type braintrust_EvalHooks as EvalHooks, type braintrust_EvalResult as EvalResult, braintrust_EvalResultWithSummary as EvalResultWithSummary, type braintrust_EvalScorer as EvalScorer, type braintrust_EvalScorerArgs as EvalScorerArgs, type braintrust_EvalTask as EvalTask, type braintrust_Evaluator as Evaluator, type braintrust_EvaluatorDef as EvaluatorDef, type braintrust_EvaluatorFile as EvaluatorFile, braintrust_Experiment as Experiment, type braintrust_ExperimentSummary as ExperimentSummary, type braintrust_Exportable as Exportable, braintrust_ExternalAttachment as ExternalAttachment, type braintrust_ExternalAttachmentParams as ExternalAttachmentParams, braintrust_FailedHTTPResponse as FailedHTTPResponse, type braintrust_FullInitOptions as FullInitOptions, type braintrust_FullLoginOptions as FullLoginOptions, type braintrust_FunctionEvent as FunctionEvent, braintrust_INTERNAL_BTQL_LIMIT as INTERNAL_BTQL_LIMIT, type braintrust_InitOptions as InitOptions, type braintrust_InvokeFunctionArgs as InvokeFunctionArgs, type braintrust_InvokeReturn as InvokeReturn, braintrust_LEGACY_CACHED_HEADER as LEGACY_CACHED_HEADER, braintrust_LazyValue as LazyValue, type braintrust_LogOptions as LogOptions, braintrust_Logger as Logger, type braintrust_LoginOptions as LoginOptions, type braintrust_MetricSummary as MetricSummary, braintrust_NOOP_SPAN as NOOP_SPAN, braintrust_NOOP_SPAN_PERMALINK as NOOP_SPAN_PERMALINK, braintrust_NoopSpan as NoopSpan, type braintrust_ObjectMetadata as ObjectMetadata, braintrust_Project as Project, braintrust_ProjectNameIdMap as ProjectNameIdMap, type braintrust_PromiseUnless as PromiseUnless, braintrust_Prompt as Prompt, braintrust_PromptBuilder as PromptBuilder, type braintrust_PromptContents as PromptContents, type braintrust_PromptDefinition as PromptDefinition, type braintrust_PromptDefinitionWithTools as PromptDefinitionWithTools, type braintrust_PromptOpts as PromptOpts, type braintrust_PromptRowWithId as PromptRowWithId, braintrust_ReadonlyAttachment as ReadonlyAttachment, braintrust_ReadonlyExperiment as ReadonlyExperiment, braintrust_Reporter as Reporter, type braintrust_ReporterBody as ReporterBody, type braintrust_ScoreSummary as ScoreSummary, braintrust_ScorerBuilder as ScorerBuilder, type braintrust_ScorerOpts as ScorerOpts, type braintrust_SerializedBraintrustState as SerializedBraintrustState, type braintrust_SetCurrentArg as SetCurrentArg, type Span$1 as Span, type braintrust_SpanContext as SpanContext, braintrust_SpanImpl as SpanImpl, type braintrust_StartSpanArgs as StartSpanArgs, braintrust_TestBackgroundLogger as TestBackgroundLogger, braintrust_ToolBuilder as ToolBuilder, type braintrust_WithTransactionId as WithTransactionId, braintrust_X_CACHED_HEADER as X_CACHED_HEADER, braintrust__exportsForTestingOnly as _exportsForTestingOnly, braintrust__internalGetGlobalState as _internalGetGlobalState, braintrust__internalSetInitialState as _internalSetInitialState, braintrust_braintrustStreamChunkSchema as braintrustStreamChunkSchema, braintrust_buildLocalSummary as buildLocalSummary, braintrust_createFinalValuePassThroughStream as createFinalValuePassThroughStream, braintrust_currentExperiment as currentExperiment, braintrust_currentLogger as currentLogger, braintrust_currentSpan as currentSpan, braintrust_defaultErrorScoreHandler as defaultErrorScoreHandler, braintrust_deserializePlainStringAsJSON as deserializePlainStringAsJSON, braintrust_devNullWritableStream as devNullWritableStream, braintrust_flush as flush, braintrust_getSpanParentObject as getSpanParentObject, graphFramework as graph, braintrust_init as init, braintrust_initDataset as initDataset, braintrust_initExperiment as initExperiment, braintrust_initFunction as initFunction, braintrust_initLogger as initLogger, braintrust_invoke as invoke, braintrust_loadPrompt as loadPrompt, braintrust_log as log, braintrust_logError as logError, braintrust_login as login, braintrust_loginToState as loginToState, braintrust_newId as newId, braintrust_parseCachedHeader as parseCachedHeader, braintrust_permalink as permalink, braintrust_projects as projects, braintrust_promptContentsSchema as promptContentsSchema, braintrust_promptDefinitionSchema as promptDefinitionSchema, braintrust_promptDefinitionToPromptData as promptDefinitionToPromptData, braintrust_promptDefinitionWithToolsSchema as promptDefinitionWithToolsSchema, braintrust_renderMessage as renderMessage, braintrust_renderPromptParams as renderPromptParams, braintrust_reportFailures as reportFailures, braintrust_runEvaluator as runEvaluator, braintrust_setFetch as setFetch, braintrust_spanComponentsToObjectId as spanComponentsToObjectId, braintrust_startSpan as startSpan, braintrust_summarize as summarize, braintrust_toolFunctionDefinitionSchema as toolFunctionDefinitionSchema, braintrust_traceable as traceable, braintrust_traced as traced, braintrust_updateSpan as updateSpan, braintrust_withCurrent as withCurrent, braintrust_withDataset as withDataset, braintrust_withExperiment as withExperiment, braintrust_withLogger as withLogger, braintrust_withParent as withParent, braintrust_wrapAISDKModel as wrapAISDKModel, braintrust_wrapAnthropic as wrapAnthropic, braintrust_wrapOpenAI as wrapOpenAI, braintrust_wrapOpenAIv4 as wrapOpenAIv4, braintrust_wrapTraced as wrapTraced };
+  export { braintrust_AISpanProcessor as AISpanProcessor, type braintrust_AnyDataset as AnyDataset, braintrust_Attachment as Attachment, type braintrust_AttachmentParams as AttachmentParams, type braintrust_BackgroundLoggerOpts as BackgroundLoggerOpts, braintrust_BaseAttachment as BaseAttachment, braintrust_BaseExperiment as BaseExperiment, type braintrust_BaseMetadata as BaseMetadata, braintrust_BraintrustExporter as BraintrustExporter, braintrust_BraintrustMiddleware as BraintrustMiddleware, braintrust_BraintrustSpanProcessor as BraintrustSpanProcessor, braintrust_BraintrustState as BraintrustState, braintrust_BraintrustStream as BraintrustStream, type braintrust_BraintrustStreamChunk as BraintrustStreamChunk, type braintrust_ChatPrompt as ChatPrompt, braintrust_CodeFunction as CodeFunction, type braintrust_CodeOpts as CodeOpts, braintrust_CodePrompt as CodePrompt, type braintrust_CompiledPrompt as CompiledPrompt, type braintrust_CompiledPromptParams as CompiledPromptParams, type braintrust_CompletionPrompt as CompletionPrompt, type braintrust_CreateProjectOpts as CreateProjectOpts, type braintrust_DataSummary as DataSummary, braintrust_Dataset as Dataset, type braintrust_DatasetSummary as DatasetSummary, type braintrust_DefaultMetadataType as DefaultMetadataType, type braintrust_DefaultPromptArgs as DefaultPromptArgs, braintrust_ERR_PERMALINK as ERR_PERMALINK, type braintrust_EndSpanArgs as EndSpanArgs, braintrust_Eval as Eval, type braintrust_EvalCase as EvalCase, type braintrust_EvalHooks as EvalHooks, type braintrust_EvalResult as EvalResult, braintrust_EvalResultWithSummary as EvalResultWithSummary, type braintrust_EvalScorer as EvalScorer, type braintrust_EvalScorerArgs as EvalScorerArgs, type braintrust_EvalTask as EvalTask, type braintrust_Evaluator as Evaluator, type braintrust_EvaluatorDef as EvaluatorDef, type braintrust_EvaluatorFile as EvaluatorFile, braintrust_Experiment as Experiment, type braintrust_ExperimentSummary as ExperimentSummary, type braintrust_Exportable as Exportable, braintrust_ExternalAttachment as ExternalAttachment, type braintrust_ExternalAttachmentParams as ExternalAttachmentParams, braintrust_FailedHTTPResponse as FailedHTTPResponse, type braintrust_FullInitOptions as FullInitOptions, type braintrust_FullLoginOptions as FullLoginOptions, type braintrust_FunctionEvent as FunctionEvent, braintrust_INTERNAL_BTQL_LIMIT as INTERNAL_BTQL_LIMIT, type braintrust_InitOptions as InitOptions, type braintrust_InvokeFunctionArgs as InvokeFunctionArgs, type braintrust_InvokeReturn as InvokeReturn, braintrust_LEGACY_CACHED_HEADER as LEGACY_CACHED_HEADER, braintrust_LazyValue as LazyValue, type braintrust_LogOptions as LogOptions, braintrust_Logger as Logger, type braintrust_LoginOptions as LoginOptions, type braintrust_MetricSummary as MetricSummary, braintrust_NOOP_SPAN as NOOP_SPAN, braintrust_NOOP_SPAN_PERMALINK as NOOP_SPAN_PERMALINK, braintrust_NoopSpan as NoopSpan, type braintrust_ObjectMetadata as ObjectMetadata, braintrust_Project as Project, braintrust_ProjectNameIdMap as ProjectNameIdMap, type braintrust_PromiseUnless as PromiseUnless, braintrust_Prompt as Prompt, braintrust_PromptBuilder as PromptBuilder, type braintrust_PromptContents as PromptContents, type braintrust_PromptDefinition as PromptDefinition, type braintrust_PromptDefinitionWithTools as PromptDefinitionWithTools, type braintrust_PromptOpts as PromptOpts, type braintrust_PromptRowWithId as PromptRowWithId, braintrust_ReadonlyAttachment as ReadonlyAttachment, braintrust_ReadonlyExperiment as ReadonlyExperiment, braintrust_Reporter as Reporter, type braintrust_ReporterBody as ReporterBody, type braintrust_ScoreSummary as ScoreSummary, braintrust_ScorerBuilder as ScorerBuilder, type braintrust_ScorerOpts as ScorerOpts, type braintrust_SerializedBraintrustState as SerializedBraintrustState, type braintrust_SetCurrentArg as SetCurrentArg, type Span$1 as Span, type braintrust_SpanContext as SpanContext, braintrust_SpanImpl as SpanImpl, type braintrust_StartSpanArgs as StartSpanArgs, braintrust_TestBackgroundLogger as TestBackgroundLogger, braintrust_ToolBuilder as ToolBuilder, type braintrust_WithTransactionId as WithTransactionId, braintrust_X_CACHED_HEADER as X_CACHED_HEADER, braintrust__exportsForTestingOnly as _exportsForTestingOnly, braintrust__internalGetGlobalState as _internalGetGlobalState, braintrust__internalSetInitialState as _internalSetInitialState, braintrust_braintrustStreamChunkSchema as braintrustStreamChunkSchema, braintrust_buildLocalSummary as buildLocalSummary, braintrust_createFinalValuePassThroughStream as createFinalValuePassThroughStream, braintrust_currentExperiment as currentExperiment, braintrust_currentLogger as currentLogger, braintrust_currentSpan as currentSpan, braintrust_defaultErrorScoreHandler as defaultErrorScoreHandler, braintrust_deserializePlainStringAsJSON as deserializePlainStringAsJSON, braintrust_devNullWritableStream as devNullWritableStream, braintrust_flush as flush, braintrust_getSpanParentObject as getSpanParentObject, graphFramework as graph, braintrust_init as init, braintrust_initDataset as initDataset, braintrust_initExperiment as initExperiment, braintrust_initFunction as initFunction, braintrust_initLogger as initLogger, braintrust_invoke as invoke, braintrust_loadPrompt as loadPrompt, braintrust_log as log, braintrust_logError as logError, braintrust_login as login, braintrust_loginToState as loginToState, braintrust_newId as newId, braintrust_parseCachedHeader as parseCachedHeader, braintrust_permalink as permalink, braintrust_projects as projects, braintrust_promptContentsSchema as promptContentsSchema, braintrust_promptDefinitionSchema as promptDefinitionSchema, braintrust_promptDefinitionToPromptData as promptDefinitionToPromptData, braintrust_promptDefinitionWithToolsSchema as promptDefinitionWithToolsSchema, braintrust_renderMessage as renderMessage, braintrust_renderPromptParams as renderPromptParams, braintrust_reportFailures as reportFailures, braintrust_runEvaluator as runEvaluator, braintrust_setFetch as setFetch, braintrust_spanComponentsToObjectId as spanComponentsToObjectId, braintrust_startSpan as startSpan, braintrust_summarize as summarize, braintrust_toolFunctionDefinitionSchema as toolFunctionDefinitionSchema, braintrust_traceable as traceable, braintrust_traced as traced, braintrust_updateSpan as updateSpan, braintrust_withCurrent as withCurrent, braintrust_withDataset as withDataset, braintrust_withExperiment as withExperiment, braintrust_withLogger as withLogger, braintrust_withParent as withParent, braintrust_wrapAISDKModel as wrapAISDKModel, braintrust_wrapAnthropic as wrapAnthropic, braintrust_wrapOpenAI as wrapOpenAI, braintrust_wrapOpenAIv4 as wrapOpenAIv4, braintrust_wrapTraced as wrapTraced };
 }
 
 type EvaluatorManifest = Record<string, EvaluatorDef<unknown, unknown, unknown, BaseMetadata>>;
@@ -14792,4 +14864,4 @@ type EvaluatorDefinitions = z.infer<typeof evaluatorDefinitionsSchema>;
  * @module braintrust
  */
 
-export { AISpanProcessor, type AnyDataset, Attachment, type AttachmentParams, type BackgroundLoggerOpts, BaseAttachment, BaseExperiment, type BaseMetadata, BraintrustExporter, BraintrustSpanProcessor, BraintrustState, BraintrustStream, type BraintrustStreamChunk, type ChatPrompt, CodeFunction, type CodeOpts, CodePrompt, type CompiledPrompt, type CompiledPromptParams, type CompletionPrompt, type CreateProjectOpts, type DataSummary, Dataset, type DatasetSummary, type DefaultMetadataType, type DefaultPromptArgs, ERR_PERMALINK, type EndSpanArgs, Eval, type EvalCase, type EvalHooks, type EvalParameterSerializedSchema, type EvalParameters, type EvalResult, EvalResultWithSummary, type EvalScorer, type EvalScorerArgs, type EvalTask, type Evaluator, type EvaluatorDef, type EvaluatorDefinition, type EvaluatorDefinitions, type EvaluatorFile, type EvaluatorManifest, Experiment, type ExperimentSummary, type Exportable, ExternalAttachment, type ExternalAttachmentParams, FailedHTTPResponse, type FullInitOptions, type FullLoginOptions, type FunctionEvent, INTERNAL_BTQL_LIMIT, type InitOptions, type InvokeFunctionArgs, type InvokeReturn, LEGACY_CACHED_HEADER, LazyValue, type LogOptions, Logger, type LoginOptions, type MetricSummary, NOOP_SPAN, NOOP_SPAN_PERMALINK, NoopSpan, type ObjectMetadata, Project, ProjectNameIdMap, type PromiseUnless, Prompt, PromptBuilder, type PromptContents, type PromptDefinition, type PromptDefinitionWithTools, type PromptOpts, type PromptRowWithId, ReadonlyAttachment, ReadonlyExperiment, Reporter, type ReporterBody, type ScoreSummary, ScorerBuilder, type ScorerOpts, type SerializedBraintrustState, type SetCurrentArg, type Span$1 as Span, type SpanContext, SpanImpl, type StartSpanArgs, TestBackgroundLogger, ToolBuilder, type WithTransactionId, X_CACHED_HEADER, _exportsForTestingOnly, _internalGetGlobalState, _internalSetInitialState, braintrustStreamChunkSchema, buildLocalSummary, createFinalValuePassThroughStream, currentExperiment, currentLogger, currentSpan, braintrust as default, defaultErrorScoreHandler, deserializePlainStringAsJSON, devNullWritableStream, evaluatorDefinitionSchema, evaluatorDefinitionsSchema, flush, getSpanParentObject, graphFramework as graph, init, initDataset, initExperiment, initFunction, initLogger, invoke, loadPrompt, log, logError, login, loginToState, newId, parseCachedHeader, permalink, projects, promptContentsSchema, promptDefinitionSchema, promptDefinitionToPromptData, promptDefinitionWithToolsSchema, renderMessage, renderPromptParams, reportFailures, runEvaluator, setFetch, spanComponentsToObjectId, startSpan, summarize, traceable, traced, updateSpan, withCurrent, withDataset, withExperiment, withLogger, withParent, wrapAISDKModel, wrapAnthropic, wrapOpenAI, wrapOpenAIv4, wrapTraced };
+export { AISpanProcessor, type AnyDataset, Attachment, type AttachmentParams, type BackgroundLoggerOpts, BaseAttachment, BaseExperiment, type BaseMetadata, BraintrustExporter, BraintrustMiddleware, BraintrustSpanProcessor, BraintrustState, BraintrustStream, type BraintrustStreamChunk, type ChatPrompt, CodeFunction, type CodeOpts, CodePrompt, type CompiledPrompt, type CompiledPromptParams, type CompletionPrompt, type CreateProjectOpts, type DataSummary, Dataset, type DatasetSummary, type DefaultMetadataType, type DefaultPromptArgs, ERR_PERMALINK, type EndSpanArgs, Eval, type EvalCase, type EvalHooks, type EvalParameterSerializedSchema, type EvalParameters, type EvalResult, EvalResultWithSummary, type EvalScorer, type EvalScorerArgs, type EvalTask, type Evaluator, type EvaluatorDef, type EvaluatorDefinition, type EvaluatorDefinitions, type EvaluatorFile, type EvaluatorManifest, Experiment, type ExperimentSummary, type Exportable, ExternalAttachment, type ExternalAttachmentParams, FailedHTTPResponse, type FullInitOptions, type FullLoginOptions, type FunctionEvent, INTERNAL_BTQL_LIMIT, type InitOptions, type InvokeFunctionArgs, type InvokeReturn, LEGACY_CACHED_HEADER, LazyValue, type LogOptions, Logger, type LoginOptions, type MetricSummary, NOOP_SPAN, NOOP_SPAN_PERMALINK, NoopSpan, type ObjectMetadata, Project, ProjectNameIdMap, type PromiseUnless, Prompt, PromptBuilder, type PromptContents, type PromptDefinition, type PromptDefinitionWithTools, type PromptOpts, type PromptRowWithId, ReadonlyAttachment, ReadonlyExperiment, Reporter, type ReporterBody, type ScoreSummary, ScorerBuilder, type ScorerOpts, type SerializedBraintrustState, type SetCurrentArg, type Span$1 as Span, type SpanContext, SpanImpl, type StartSpanArgs, TestBackgroundLogger, ToolBuilder, type WithTransactionId, X_CACHED_HEADER, _exportsForTestingOnly, _internalGetGlobalState, _internalSetInitialState, braintrustStreamChunkSchema, buildLocalSummary, createFinalValuePassThroughStream, currentExperiment, currentLogger, currentSpan, braintrust as default, defaultErrorScoreHandler, deserializePlainStringAsJSON, devNullWritableStream, evaluatorDefinitionSchema, evaluatorDefinitionsSchema, flush, getSpanParentObject, graphFramework as graph, init, initDataset, initExperiment, initFunction, initLogger, invoke, loadPrompt, log, logError, login, loginToState, newId, parseCachedHeader, permalink, projects, promptContentsSchema, promptDefinitionSchema, promptDefinitionToPromptData, promptDefinitionWithToolsSchema, renderMessage, renderPromptParams, reportFailures, runEvaluator, setFetch, spanComponentsToObjectId, startSpan, summarize, traceable, traced, updateSpan, withCurrent, withDataset, withExperiment, withLogger, withParent, wrapAISDKModel, wrapAnthropic, wrapOpenAI, wrapOpenAIv4, wrapTraced };