braintrust 3.3.0 → 3.4.0

package/dist/index.d.mts

@@ -15705,6 +15705,25 @@ interface IsoAsyncLocalStorage<T> {
     run<R>(store: T | undefined, callback: () => R): R;
     getStore(): T | undefined;
 }
+/**
+ * TracingChannel interface matching both node:diagnostics_channel and dc-browser.
+ * Provides event-based instrumentation for sync/async operations.
+ */
+interface IsoTracingChannel<M = any> {
+    hasSubscribers: boolean;
+    subscribe(handlers: IsoChannelHandlers<M>): void;
+    unsubscribe(handlers: IsoChannelHandlers<M>): boolean;
+    traceSync<F extends (...args: any[]) => any>(fn: F, message: M, thisArg?: ThisParameterType<F>, ...args: Parameters<F>): ReturnType<F>;
+    tracePromise<F extends (...args: any[]) => any>(fn: F, message: M, thisArg?: ThisParameterType<F>, ...args: Parameters<F>): Promise<Awaited<ReturnType<F>>>;
+    traceCallback<F extends (...args: any[]) => any>(fn: F, position: number | undefined, message: M, thisArg?: ThisParameterType<F>, ...args: Parameters<F>): ReturnType<F>;
+}
+interface IsoChannelHandlers<M = any> {
+    start?: (context: M, name: string) => void;
+    end?: (context: M, name: string) => void;
+    asyncStart?: (context: M, name: string) => void;
+    asyncEnd?: (context: M, name: string) => void;
+    error?: (context: M, name: string) => void;
+}
 interface Common {
     buildType: "browser" | "browser-js" | "node" | "edge-light" | "workerd" | "unknown";
     getRepoInfo: (settings?: GitMetadataSettingsType) => Promise<RepoInfoType | undefined>;
@@ -15712,6 +15731,7 @@ interface Common {
     getEnv: (name: string) => string | undefined;
     getCallerLocation: () => CallerLocation | undefined;
     newAsyncLocalStorage: <T>() => IsoAsyncLocalStorage<T>;
+    newTracingChannel: <M = any>(nameOrChannels: string | object) => IsoTracingChannel<M>;
     processOn: (event: string, handler: (code: any) => void) => void;
     hash?: (data: string) => string;
     basename: (filepath: string) => string;
@@ -15740,6 +15760,10 @@ interface Common {
 }
 declare const iso: Common;
 
+type DebugLogLevel = "error" | "warn" | "info" | "debug";
+type DebugLogLevelOption = DebugLogLevel | false | undefined;
+declare function resetDebugLoggerForTests(): void;
+
 /**
  * Abstract base class for ID generators
  */
@@ -18248,11 +18272,25 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
             type: "function";
         }[] | undefined;
     }) | undefined;
+}>, z.ZodObject<{
+    type: z.ZodLiteral<"model">;
+    default: z.ZodOptional<z.ZodString>;
+    description: z.ZodOptional<z.ZodString>;
+}, "strip", z.ZodTypeAny, {
+    type: "model";
+    description?: string | undefined;
+    default?: string | undefined;
+}, {
+    type: "model";
+    description?: string | undefined;
+    default?: string | undefined;
 }>, z.ZodType<z.ZodType<unknown, z.ZodTypeDef, unknown>, z.ZodTypeDef, z.ZodType<unknown, z.ZodTypeDef, unknown>>]>>;
 type EvalParameters = z.infer<typeof evalParametersSchema>;
 type InferParameterValue<T> = T extends {
     type: "prompt";
-} ? Prompt : T extends z.ZodType ? z.infer<T> : never;
+} ? Prompt : T extends {
+    type: "model";
+} ? string : T extends z.ZodType ? z.infer<T> : never;
 type InferParameters<T extends EvalParameters> = {
     [K in keyof T]: InferParameterValue<T[K]>;
 };
@@ -18538,6 +18576,8 @@ declare const loginSchema: z.ZodObject<{
         collect: "some" | "none" | "all";
         fields?: ("dirty" | "tag" | "commit" | "branch" | "author_name" | "author_email" | "commit_message" | "commit_time" | "git_diff")[] | undefined;
     }>>>;
+    debugLogLevel: z.ZodOptional<z.ZodEnum<["error", "warn", "info", "debug"]>>;
+    debugLogLevelDisabled: z.ZodOptional<z.ZodBoolean>;
 }, "strict", z.ZodTypeAny, {
     appUrl: string;
     appPublicUrl: string;
@@ -18550,6 +18590,8 @@ declare const loginSchema: z.ZodObject<{
         collect: "some" | "none" | "all";
         fields?: ("dirty" | "tag" | "commit" | "branch" | "author_name" | "author_email" | "commit_message" | "commit_time" | "git_diff")[] | undefined;
     } | null | undefined;
+    debugLogLevel?: "error" | "warn" | "info" | "debug" | undefined;
+    debugLogLevelDisabled?: boolean | undefined;
 }, {
     appUrl: string;
     appPublicUrl: string;
@@ -18562,6 +18604,8 @@ declare const loginSchema: z.ZodObject<{
         collect: "some" | "none" | "all";
         fields?: ("dirty" | "tag" | "commit" | "branch" | "author_name" | "author_email" | "commit_message" | "commit_time" | "git_diff")[] | undefined;
     } | null | undefined;
+    debugLogLevel?: "error" | "warn" | "info" | "debug" | undefined;
+    debugLogLevelDisabled?: boolean | undefined;
 }>;
 type SerializedBraintrustState = z.infer<typeof loginSchema>;
 declare class BraintrustState {
@@ -18582,6 +18626,8 @@ declare class BraintrustState {
     proxyUrl: string | null;
     loggedIn: boolean;
     gitMetadataSettings?: GitMetadataSettingsType;
+    debugLogLevel?: DebugLogLevel;
+    private debugLogLevelConfigured;
     fetch: typeof globalThis.fetch;
     private _appConn;
     private _apiConn;
@@ -18612,6 +18658,9 @@ declare class BraintrustState {
     static deserialize(serialized: unknown, opts?: LoginOptions): BraintrustState;
     setFetch(fetch: typeof globalThis.fetch): void;
     setMaskingFunction(maskingFunction: ((value: unknown) => unknown) | null): void;
+    setDebugLogLevel(option: DebugLogLevelOption): void;
+    getDebugLogLevel(): DebugLogLevel | undefined;
+    hasDebugLogLevelOverride(): boolean;
     login(loginParams: LoginOptions & {
         forceLogin?: boolean;
     }): Promise<void>;
@@ -19330,6 +19379,7 @@ type InitLoggerOptions<IsAsyncFlush> = FullLoginOptions & {
  * key is specified, will prompt the user to login.
  * @param options.orgName (Optional) The name of a specific organization to connect to. This is useful if you belong to multiple.
  * @param options.forceLogin Login again, even if you have already logged in (by default, the logger will not login if you are already logged in)
+ * @param options.debugLogLevel Enables internal Braintrust SDK troubleshooting output. Use `"error"`, `"warn"`, `"info"`, or `"debug"` to choose an explicit level, or `false` to explicitly disable it. If omitted, the SDK stays silent unless `BRAINTRUST_DEBUG_LOG_LEVEL` is set.
  * @param setCurrent If true (the default), set the global current-experiment to the newly-created one.
  * @returns The newly created Logger.
  */
@@ -19473,6 +19523,19 @@ interface LoginOptions {
      * server. Defaults to false.
      */
     disableSpanCache?: boolean;
+    /**
+     * Controls internal Braintrust SDK troubleshooting output.
+     *
+     * Use `"error"`, `"warn"`, `"info"`, or `"debug"` to control how much
+     * internal SDK troubleshooting output is emitted. Use `false` to explicitly
+     * disable this output.
+     *
+     * When omitted, the SDK remains silent unless
+     * `BRAINTRUST_DEBUG_LOG_LEVEL` is set to `"error"`, `"warn"`, `"info"`, or
+     * `"debug"`. This option only affects local console output; it does not
+     * change what data is logged to Braintrust.
+     */
+    debugLogLevel?: DebugLogLevel | false;
 }
 type FullLoginOptions = LoginOptions & {
     forceLogin?: boolean;
@@ -20183,6 +20246,7 @@ declare const _exportsForTestingOnly: {
     deepCopyEvent: typeof deepCopyEvent;
     useTestBackgroundLogger: typeof useTestBackgroundLogger;
     clearTestBackgroundLogger: typeof clearTestBackgroundLogger;
+    resetDebugLoggerForTests: typeof resetDebugLoggerForTests;
     simulateLoginForTests: typeof simulateLoginForTests;
     simulateLogoutForTests: typeof simulateLogoutForTests;
     setInitialTestState: typeof setInitialTestState;
@@ -20674,24 +20738,167 @@ declare function initFunction({ projectName, slug, version, state, }: {
     state?: BraintrustState;
 }): (input: any) => Promise<any>;
 
-interface BetaLike {
-    chat: {
-        completions: {
-            stream: any;
-        };
-    };
-    embeddings: any;
+declare const LEGACY_CACHED_HEADER = "x-cached";
+declare const X_CACHED_HEADER = "x-bt-cached";
+declare function parseCachedHeader(value: string | null | undefined): number | undefined;
+
+/**
+ * Vendored types for the OpenAI SDK which our wrapper and instrumentation consume.
+ *
+ * Should never be exposed to users of the SDK!
+ */
+interface OpenAIAPIPromise<T> extends Promise<T> {
+    withResponse(): Promise<OpenAIWithResponse<T>>;
 }
-interface ChatLike {
-    completions: any;
+interface OpenAIWithResponse<T> {
+    data: T;
+    response: Response;
+}
+interface OpenAIChatCreateParams {
+    messages: unknown;
+    stream?: boolean | null;
+    [key: string]: unknown;
+}
+interface OpenAIEmbeddingCreateParams {
+    input: unknown;
+    [key: string]: unknown;
+}
+interface OpenAIModerationCreateParams {
+    input: unknown;
+    [key: string]: unknown;
 }
-interface OpenAILike {
-    chat: ChatLike;
-    embeddings: any;
-    moderations: any;
-    beta?: BetaLike;
-    responses?: any;
+interface OpenAIResponseCreateParams {
+    input?: unknown;
+    stream?: boolean | null;
+    [key: string]: unknown;
+}
+interface OpenAIUsage {
+    total_tokens?: number;
+    prompt_tokens?: number;
+    completion_tokens?: number;
+    input_tokens?: number;
+    output_tokens?: number;
+    cached?: number;
+    input_tokens_details?: Record<string, number>;
+    output_tokens_details?: Record<string, number>;
+    [key: string]: number | Record<string, number> | undefined;
+}
+interface OpenAIChatToolFunction {
+    arguments: string;
+    name?: string;
+    [key: string]: unknown;
+}
+interface OpenAIChatToolCall {
+    id?: string;
+    type?: string;
+    function: OpenAIChatToolFunction;
+    [key: string]: unknown;
+}
+interface OpenAIChatMessage {
+    role?: string;
+    content?: unknown;
+    tool_calls?: OpenAIChatToolCall[];
+    [key: string]: unknown;
+}
+interface OpenAIChatChoice {
+    index: number;
+    message: OpenAIChatMessage;
+    finish_reason?: string | null;
+    logprobs?: unknown;
+    [key: string]: unknown;
+}
+interface OpenAIChatCompletion {
+    choices: OpenAIChatChoice[];
+    usage?: OpenAIUsage;
+    [key: string]: unknown;
+}
+interface OpenAIChatDelta {
+    role?: string;
+    content?: string;
+    tool_calls?: OpenAIChatToolCall[];
+    finish_reason?: string | null;
+    [key: string]: unknown;
+}
+interface OpenAIChatChunkChoice {
+    delta?: OpenAIChatDelta;
+    finish_reason?: string | null;
+    [key: string]: unknown;
+}
+interface OpenAIChatCompletionChunk {
+    choices?: OpenAIChatChunkChoice[];
+    usage?: OpenAIUsage;
+    [key: string]: unknown;
+}
+type OpenAIChatStream = AsyncIterable<OpenAIChatCompletionChunk>;
+interface OpenAIEmbeddingResponse {
+    data?: Array<{
+        embedding?: number[];
+        [key: string]: unknown;
+    }>;
+    usage?: OpenAIUsage;
+    [key: string]: unknown;
+}
+interface OpenAIModerationResponse {
+    results?: unknown[];
+    usage?: OpenAIUsage;
+    [key: string]: unknown;
+}
+interface OpenAIResponse {
+    output?: unknown;
+    usage?: OpenAIUsage;
+    [key: string]: unknown;
 }
+interface OpenAIResponseCompletedEvent {
+    type: "response.completed";
+    response: OpenAIResponse;
+}
+type OpenAIResponseStreamEvent = OpenAIResponseCompletedEvent | {
+    type: string;
+    response?: OpenAIResponse;
+    [key: string]: unknown;
+};
+type OpenAIResponseStream = AsyncIterable<OpenAIResponseStreamEvent>;
+interface OpenAISyncStream {
+    [key: string]: unknown;
+}
+interface OpenAIChatCompletions {
+    create: (params: OpenAIChatCreateParams, options?: unknown) => OpenAIAPIPromise<OpenAIChatCompletion | OpenAIChatStream>;
+    parse?: (params: OpenAIChatCreateParams, options?: unknown) => OpenAIAPIPromise<OpenAIChatCompletion>;
+    stream?: (params: OpenAIChatCreateParams, options?: unknown) => OpenAISyncStream;
+}
+interface OpenAIChatCompletionsWithParsing extends OpenAIChatCompletions {
+    parse: (params: OpenAIChatCreateParams, options?: unknown) => OpenAIAPIPromise<OpenAIChatCompletion>;
+    stream: (params: OpenAIChatCreateParams, options?: unknown) => OpenAISyncStream;
+}
+interface OpenAIChat {
+    completions: OpenAIChatCompletions;
+}
+interface OpenAIChatWithParsing {
+    completions: OpenAIChatCompletionsWithParsing;
+}
+interface OpenAIBeta {
+    chat: OpenAIChatWithParsing;
+}
+interface OpenAIEmbeddings {
+    create: (params: OpenAIEmbeddingCreateParams, options?: unknown) => OpenAIAPIPromise<OpenAIEmbeddingResponse>;
+}
+interface OpenAIModerations {
+    create: (params: OpenAIModerationCreateParams, options?: unknown) => OpenAIAPIPromise<OpenAIModerationResponse>;
+}
+interface OpenAIResponses {
+    create: (params: OpenAIResponseCreateParams, options?: unknown) => OpenAIAPIPromise<OpenAIResponse | OpenAIResponseStream>;
+    parse?: (params: OpenAIResponseCreateParams, options?: unknown) => OpenAIAPIPromise<OpenAIResponse>;
+    stream?: (params: OpenAIResponseCreateParams, options?: unknown) => OpenAISyncStream;
+}
+
+interface OpenAIV4Client {
+    chat: OpenAIChat;
+    embeddings: OpenAIEmbeddings;
+    moderations: OpenAIModerations;
+    beta?: OpenAIBeta;
+    responses?: OpenAIResponses;
+}
+
 declare global {
     var __inherited_braintrust_wrap_openai: ((openai: any) => any) | undefined;
 }
@@ -20700,16 +20907,14 @@ declare global {
  * not configured, nothing will be traced. If this is not an `OpenAI` object, this function is
  * a no-op.
  *
- * Currently, this supports both the `v4` and `v5` API.
+ * Currently, this supports the `v4`, `v5`, and `v6` API.
  *
  * @param openai
  * @returns The wrapped `OpenAI` object.
  */
 declare function wrapOpenAI<T extends object>(openai: T): T;
+type OpenAILike = OpenAIV4Client;
 declare function wrapOpenAIv4<T extends OpenAILike>(openai: T): T;
-declare const LEGACY_CACHED_HEADER = "x-cached";
-declare const X_CACHED_HEADER = "x-bt-cached";
-declare function parseCachedHeader(value: string | null | undefined): number | undefined;
 
 interface WrapAISDKOptions {
     denyOutputPaths?: string[];
@@ -20874,6 +21079,24 @@ type ScorerFunction<Output = unknown> = (args: {
     input?: unknown;
     metadata?: Record<string, unknown>;
 }) => Score | Promise<Score> | number | null | Array<Score>;
+type ProgressEvent = {
+    type: "suite_start";
+    suiteName: string;
+} | {
+    type: "test_start";
+    testName: string;
+} | {
+    type: "test_complete";
+    testName: string;
+    passed: boolean;
+    duration: number;
+} | {
+    type: "suite_complete";
+    suiteName: string;
+    passed: number;
+    failed: number;
+};
+
 interface BraintrustTestConfig {
     input?: unknown;
     expected?: unknown;
@@ -20955,23 +21178,6 @@ interface BraintrustVitest<VitestContext = unknown, ExpectType extends (...args:
         displaySummary?: boolean;
     }) => Promise<void>;
 }
-type ProgressEvent = {
-    type: "suite_start";
-    suiteName: string;
-} | {
-    type: "test_start";
-    testName: string;
-} | {
-    type: "test_complete";
-    testName: string;
-    passed: boolean;
-    duration: number;
-} | {
-    type: "suite_complete";
-    suiteName: string;
-    passed: number;
-    failed: number;
-};
 interface WrapperConfig {
     projectName?: string;
     /**
@@ -21036,6 +21242,115 @@ interface WrapperConfig {
  */
 declare function wrapVitest<VitestContext = unknown, ExpectType extends (...args: unknown[]) => unknown = (...args: unknown[]) => unknown>(vitestMethods: VitestMethods<VitestContext, ExpectType>, config?: WrapperConfig): BraintrustVitest<VitestContext, ExpectType>;
 
+/** Progress events emitted by the node-test integration. */
+type NodeTestProgressEvent = {
+    type: "test_start";
+    testName: string;
+} | {
+    type: "test_complete";
+    testName: string;
+    passed: boolean;
+    duration: number;
+};
+/**
+ * Minimal test context interface compatible with node:test's TestContext.
+ * We only use `name` from the context, making this compatible with any
+ * test runner that provides a `{ name?: string }` context object.
+ */
+interface MinimalTestContext {
+    name?: string;
+}
+/**
+ * Configuration for `initNodeTestSuite()`.
+ */
+interface NodeTestSuiteConfig {
+    /** Project name for the Braintrust experiment. */
+    projectName: string;
+    /** Optional experiment name. Defaults to a timestamp-based name. */
+    experimentName?: string;
+    /**
+     * If true, displays a formatted experiment summary after flushing.
+     * Defaults to true.
+     */
+    displaySummary?: boolean;
+    /**
+     * Pass `after` from `node:test` to auto-register a flush hook.
+     * When provided, `suite.flush()` is called automatically after all tests.
+     */
+    after?: (fn: () => void | Promise<void>) => void;
+    /**
+     * Callback for real-time progress events.
+     * Emits `test_start` and `test_complete` events.
+     */
+    onProgress?: (event: NodeTestProgressEvent) => void;
+}
+/**
+ * Configuration for a single eval test case.
+ */
+interface EvalConfig {
+    /** Test input data, logged to the span. */
+    input?: unknown;
+    /** Expected output, passed to scorers. */
+    expected?: unknown;
+    /** Custom metadata, logged to the span. */
+    metadata?: Record<string, unknown>;
+    /** Tags for organizing test cases. */
+    tags?: string[];
+    /** Scorer functions to evaluate the output. */
+    scorers?: ScorerFunction[];
+    /** Override span name (defaults to `t.name`, then `"unnamed test"`). */
+    name?: string;
+}
+/**
+ * Context passed to the eval test function.
+ */
+interface EvalContext {
+    input: unknown;
+    expected?: unknown;
+    metadata?: Record<string, unknown>;
+}
+/**
+ * The public API surface returned by `initNodeTestSuite()`.
+ */
+interface NodeTestSuite {
+    /**
+     * Creates a test function compatible with `node:test`.
+     * Pass the result to `test()` from `node:test`.
+     *
+     * @param config - Eval configuration (input, expected, scorers, etc.)
+     * @param fn - The test function. Its return value is logged as output and passed to scorers.
+     * @returns A function accepting a test context `t` from `node:test`.
+     */
+    eval(config: EvalConfig, fn: (context: EvalContext) => unknown | Promise<unknown>): (t: MinimalTestContext) => Promise<void>;
+    /**
+     * Flush the experiment: summarize results and send data to Braintrust.
+     * Called automatically if `after` was provided in the config.
+     */
+    flush(): Promise<void>;
+}
+
+/**
+ * Creates a new Node.js test suite with Braintrust experiment tracking.
+ *
+ * @example
+ * ```typescript
+ * import { test, describe, after } from 'node:test';
+ * import { initNodeTestSuite } from 'braintrust';
+ *
+ * describe('My Tests', () => {
+ *   const suite = initNodeTestSuite({ projectName: 'my-project', after });
+ *
+ *   test('my eval', suite.eval(
+ *     { input: 'hello', expected: 'world', scorers: [myScorer] },
+ *     async ({ input }) => {
+ *       return await myFunction(input);
+ *     }
+ *   ));
+ * });
+ * ```
+ */
+declare function initNodeTestSuite(config: NodeTestSuiteConfig): NodeTestSuite;
+
 interface BuildContext {
     getFunctionId(functionObj: unknown): Promise<FunctionIdType>;
 }
@@ -21168,6 +21483,14 @@ declare namespace graphFramework {
 }
 
 type GenericFunction<Input, Output> = ((input: Input) => Output) | ((input: Input) => Promise<Output>);
+interface BaseFnOpts {
+    name: string;
+    slug: string;
+    description: string;
+    ifExists: IfExistsType;
+    tags?: string[];
+    metadata?: Record<string, unknown>;
+}
 
 type SpanRecord = any;
 /**
@@ -26581,6 +26904,18 @@ declare const evalParametersSerializedSchema: z.ZodRecord<z.ZodString, z.ZodUnio
             enabled_tools?: string[] | null | undefined;
         }> | null | undefined;
     } | undefined;
+}>, z.ZodObject<{
+    type: z.ZodLiteral<"model">;
+    default: z.ZodOptional<z.ZodString>;
+    description: z.ZodOptional<z.ZodString>;
+}, "strip", z.ZodTypeAny, {
+    type: "model";
+    description?: string | undefined;
+    default?: string | undefined;
+}, {
+    type: "model";
+    description?: string | undefined;
+    default?: string | undefined;
 }>, z.ZodObject<{
     type: z.ZodLiteral<"data">;
     schema: z.ZodRecord<z.ZodString, z.ZodUnknown>;
@@ -28983,6 +29318,18 @@ declare const evaluatorDefinitionSchema: z.ZodObject<{
                     enabled_tools?: string[] | null | undefined;
                 }> | null | undefined;
             } | undefined;
+        }>, z.ZodObject<{
+            type: z.ZodLiteral<"model">;
+            default: z.ZodOptional<z.ZodString>;
+            description: z.ZodOptional<z.ZodString>;
+        }, "strip", z.ZodTypeAny, {
+            type: "model";
+            description?: string | undefined;
+            default?: string | undefined;
+        }, {
+            type: "model";
+            description?: string | undefined;
+            default?: string | undefined;
         }>, z.ZodObject<{
             type: z.ZodLiteral<"data">;
             schema: z.ZodRecord<z.ZodString, z.ZodUnknown>;
@@ -29255,6 +29602,10 @@ declare const evaluatorDefinitionSchema: z.ZodObject<{
                     enabled_tools?: string[] | null | undefined;
                 }> | null | undefined;
             } | undefined;
+        } | {
+            type: "model";
+            description?: string | undefined;
+            default?: string | undefined;
         } | {
             type: "data";
             schema: Record<string, unknown>;
@@ -29517,6 +29868,10 @@ declare const evaluatorDefinitionSchema: z.ZodObject<{
                     enabled_tools?: string[] | null | undefined;
                 }> | null | undefined;
             } | undefined;
+        } | {
+            type: "model";
+            description?: string | undefined;
+            default?: string | undefined;
         } | {
             type: "data";
             schema: Record<string, unknown>;
@@ -31819,6 +32174,18 @@ declare const evaluatorDefinitionSchema: z.ZodObject<{
                 enabled_tools?: string[] | null | undefined;
             }> | null | undefined;
         } | undefined;
+    }>, z.ZodObject<{
+        type: z.ZodLiteral<"model">;
+        default: z.ZodOptional<z.ZodString>;
+        description: z.ZodOptional<z.ZodString>;
+    }, "strip", z.ZodTypeAny, {
+        type: "model";
+        description?: string | undefined;
+        default?: string | undefined;
+    }, {
+        type: "model";
+        description?: string | undefined;
+        default?: string | undefined;
     }>, z.ZodObject<{
         type: z.ZodLiteral<"data">;
         schema: z.ZodRecord<z.ZodString, z.ZodUnknown>;
@@ -32096,6 +32463,10 @@ declare const evaluatorDefinitionSchema: z.ZodObject<{
                 enabled_tools?: string[] | null | undefined;
             }> | null | undefined;
         } | undefined;
+    } | {
+        type: "model";
+        description?: string | undefined;
+        default?: string | undefined;
     } | {
         type: "data";
         schema: Record<string, unknown>;
@@ -32371,6 +32742,10 @@ declare const evaluatorDefinitionSchema: z.ZodObject<{
                     enabled_tools?: string[] | null | undefined;
                 }> | null | undefined;
             } | undefined;
+        } | {
+            type: "model";
+            description?: string | undefined;
+            default?: string | undefined;
         } | {
             type: "data";
             schema: Record<string, unknown>;
@@ -32636,6 +33011,10 @@ declare const evaluatorDefinitionSchema: z.ZodObject<{
                 enabled_tools?: string[] | null | undefined;
             }> | null | undefined;
         } | undefined;
+    } | {
+        type: "model";
+        description?: string | undefined;
+        default?: string | undefined;
     } | {
         type: "data";
         schema: Record<string, unknown>;
@@ -32911,6 +33290,10 @@ declare const evaluatorDefinitionSchema: z.ZodObject<{
                     enabled_tools?: string[] | null | undefined;
                 }> | null | undefined;
             } | undefined;
+        } | {
+            type: "model";
+            description?: string | undefined;
+            default?: string | undefined;
         } | {
             type: "data";
             schema: Record<string, unknown>;
@@ -35289,6 +35672,18 @@ declare const evaluatorDefinitionsSchema: z.ZodRecord<z.ZodString, z.ZodObject<{
                     enabled_tools?: string[] | null | undefined;
                 }> | null | undefined;
             } | undefined;
+        }>, z.ZodObject<{
+            type: z.ZodLiteral<"model">;
+            default: z.ZodOptional<z.ZodString>;
+            description: z.ZodOptional<z.ZodString>;
+        }, "strip", z.ZodTypeAny, {
+            type: "model";
+            description?: string | undefined;
+            default?: string | undefined;
+        }, {
+            type: "model";
+            description?: string | undefined;
+            default?: string | undefined;
         }>, z.ZodObject<{
             type: z.ZodLiteral<"data">;
             schema: z.ZodRecord<z.ZodString, z.ZodUnknown>;
@@ -35561,6 +35956,10 @@ declare const evaluatorDefinitionsSchema: z.ZodRecord<z.ZodString, z.ZodObject<{
                     enabled_tools?: string[] | null | undefined;
                 }> | null | undefined;
             } | undefined;
+        } | {
+            type: "model";
+            description?: string | undefined;
+            default?: string | undefined;
         } | {
             type: "data";
             schema: Record<string, unknown>;
@@ -35823,6 +36222,10 @@ declare const evaluatorDefinitionsSchema: z.ZodRecord<z.ZodString, z.ZodObject<{
                     enabled_tools?: string[] | null | undefined;
                 }> | null | undefined;
             } | undefined;
+        } | {
+            type: "model";
+            description?: string | undefined;
+            default?: string | undefined;
         } | {
             type: "data";
             schema: Record<string, unknown>;
@@ -38125,6 +38528,18 @@ declare const evaluatorDefinitionsSchema: z.ZodRecord<z.ZodString, z.ZodObject<{
                 enabled_tools?: string[] | null | undefined;
             }> | null | undefined;
         } | undefined;
+    }>, z.ZodObject<{
+        type: z.ZodLiteral<"model">;
+        default: z.ZodOptional<z.ZodString>;
+        description: z.ZodOptional<z.ZodString>;
+    }, "strip", z.ZodTypeAny, {
+        type: "model";
+        description?: string | undefined;
+        default?: string | undefined;
+    }, {
+        type: "model";
+        description?: string | undefined;
+        default?: string | undefined;
     }>, z.ZodObject<{
         type: z.ZodLiteral<"data">;
         schema: z.ZodRecord<z.ZodString, z.ZodUnknown>;
@@ -38402,6 +38817,10 @@ declare const evaluatorDefinitionsSchema: z.ZodRecord<z.ZodString, z.ZodObject<{
                 enabled_tools?: string[] | null | undefined;
             }> | null | undefined;
         } | undefined;
+    } | {
+        type: "model";
+        description?: string | undefined;
+        default?: string | undefined;
     } | {
         type: "data";
         schema: Record<string, unknown>;
@@ -38677,6 +39096,10 @@ declare const evaluatorDefinitionsSchema: z.ZodRecord<z.ZodString, z.ZodObject<{
                     enabled_tools?: string[] | null | undefined;
                 }> | null | undefined;
             } | undefined;
+        } | {
+            type: "model";
+            description?: string | undefined;
+            default?: string | undefined;
         } | {
             type: "data";
             schema: Record<string, unknown>;
@@ -38942,6 +39365,10 @@ declare const evaluatorDefinitionsSchema: z.ZodRecord<z.ZodString, z.ZodObject<{
                 enabled_tools?: string[] | null | undefined;
             }> | null | undefined;
         } | undefined;
+    } | {
+        type: "model";
+        description?: string | undefined;
+        default?: string | undefined;
     } | {
         type: "data";
         schema: Record<string, unknown>;
@@ -39217,6 +39644,10 @@ declare const evaluatorDefinitionsSchema: z.ZodRecord<z.ZodString, z.ZodObject<{
                     enabled_tools?: string[] | null | undefined;
                 }> | null | undefined;
             } | undefined;
+        } | {
+            type: "model";
+            description?: string | undefined;
+            default?: string | undefined;
         } | {
             type: "data";
             schema: Record<string, unknown>;
@@ -39231,14 +39662,6 @@ declare const evaluatorDefinitionsSchema: z.ZodRecord<z.ZodString, z.ZodObject<{
 }>>;
 type EvaluatorDefinitions = z.infer<typeof evaluatorDefinitionsSchema>;
 
-interface BaseFnOpts {
-    name: string;
-    slug: string;
-    description: string;
-    ifExists: IfExistsType;
-    metadata?: Record<string, unknown>;
-}
-
 type NameOrId = {
     name: string;
 } | {
@@ -39329,6 +39752,7 @@ declare class CodeFunction<Input, Output, Fn extends GenericFunction<Input, Outp
     readonly parameters?: z.ZodSchema<Input>;
     readonly returns?: z.ZodSchema<Output>;
     readonly ifExists?: IfExistsType;
+    readonly tags?: string[];
     readonly metadata?: Record<string, unknown>;
     constructor(project: Project, opts: Omit<CodeOpts<Input, Output, Fn>, "name" | "slug"> & {
         name: string;
@@ -39348,6 +39772,7 @@ declare class CodePrompt {
     readonly id?: string;
     readonly functionType?: FunctionTypeEnumType;
     readonly toolFunctions: (SavedFunctionIdType | GenericCodeFunction)[];
+    readonly tags?: string[];
     readonly metadata?: Record<string, unknown>;
     constructor(project: Project, prompt: PromptDataType, toolFunctions: (SavedFunctionIdType | GenericCodeFunction)[], opts: Omit<PromptOpts<false, false, false, false>, "name" | "slug"> & {
         name: string;
@@ -39415,6 +39840,7 @@ interface FunctionEvent {
     function_data: z.infer<typeof FunctionData>;
     function_type?: FunctionTypeEnumType;
     if_exists?: IfExistsType;
+    tags?: string[];
     metadata?: Record<string, unknown>;
 }
 declare class ProjectNameIdMap {
@@ -40016,6 +40442,7 @@ declare const _exports_initDataset: typeof initDataset;
 declare const _exports_initExperiment: typeof initExperiment;
 declare const _exports_initFunction: typeof initFunction;
 declare const _exports_initLogger: typeof initLogger;
+declare const _exports_initNodeTestSuite: typeof initNodeTestSuite;
 declare const _exports_invoke: typeof invoke;
 declare const _exports_isTemplateFormat: typeof isTemplateFormat;
 declare const _exports_loadParameters: typeof loadParameters;
@@ -40071,7 +40498,7 @@ declare const _exports_wrapOpenAIv4: typeof wrapOpenAIv4;
 declare const _exports_wrapTraced: typeof wrapTraced;
 declare const _exports_wrapVitest: typeof wrapVitest;
 declare namespace _exports {
-  export { type _exports_AnyDataset as AnyDataset, _exports_Attachment as Attachment, type _exports_AttachmentParams as AttachmentParams, _exports_AttachmentReference as AttachmentReference, type _exports_BackgroundLoggerOpts as BackgroundLoggerOpts, _exports_BaseAttachment as BaseAttachment, _exports_BaseExperiment as BaseExperiment, type _exports_BaseMetadata as BaseMetadata, _exports_BraintrustMiddleware as BraintrustMiddleware, _exports_BraintrustState as BraintrustState, _exports_BraintrustStream as BraintrustStream, type _exports_BraintrustStreamChunk as BraintrustStreamChunk, _exports_CachedSpanFetcher as CachedSpanFetcher, type _exports_ChatPrompt as ChatPrompt, _exports_CodeFunction as CodeFunction, type _exports_CodeOpts as CodeOpts, _exports_CodePrompt as CodePrompt, type _exports_CommentEvent as CommentEvent, type _exports_CompiledPrompt as CompiledPrompt, type _exports_CompiledPromptParams as CompiledPromptParams, type _exports_CompletionPrompt as CompletionPrompt, _exports_ContextManager as ContextManager, type _exports_ContextParentSpanIds as ContextParentSpanIds, type _exports_CreateProjectOpts as CreateProjectOpts, _exports_DEFAULT_FETCH_BATCH_SIZE as DEFAULT_FETCH_BATCH_SIZE, _exports_DEFAULT_MAX_REQUEST_SIZE as DEFAULT_MAX_REQUEST_SIZE, type _exports_DataSummary as DataSummary, _exports_Dataset as Dataset, type _exports_DatasetRecord as DatasetRecord, type _exports_DatasetSummary as DatasetSummary, type _exports_DefaultMetadataType as DefaultMetadataType, type _exports_DefaultPromptArgs as DefaultPromptArgs, _exports_ERR_PERMALINK as ERR_PERMALINK, type _exports_EndSpanArgs as EndSpanArgs, _exports_Eval as Eval, type _exports_EvalCase as EvalCase, type _exports_EvalHooks as EvalHooks, type _exports_EvalParameterSerializedSchema as EvalParameterSerializedSchema, type _exports_EvalParameters as EvalParameters, type _exports_EvalResult as EvalResult, _exports_EvalResultWithSummary as EvalResultWithSummary, type _exports_EvalScorer as EvalScorer, type _exports_EvalScorerArgs as EvalScorerArgs, type _exports_EvalTask as EvalTask, type _exports_Evaluator as Evaluator, type _exports_EvaluatorDef as EvaluatorDef, type _exports_EvaluatorDefinition as EvaluatorDefinition, type _exports_EvaluatorDefinitions as EvaluatorDefinitions, type _exports_EvaluatorFile as EvaluatorFile, type _exports_EvaluatorManifest as EvaluatorManifest, _exports_Experiment as Experiment, type _exports_ExperimentLogFullArgs as ExperimentLogFullArgs, type _exports_ExperimentLogPartialArgs as ExperimentLogPartialArgs, type _exports_ExperimentSummary as ExperimentSummary, type _exports_Exportable as Exportable, _exports_ExternalAttachment as ExternalAttachment, type _exports_ExternalAttachmentParams as ExternalAttachmentParams, _exports_FailedHTTPResponse as FailedHTTPResponse, type _exports_FullInitDatasetOptions as FullInitDatasetOptions, type _exports_FullInitOptions as FullInitOptions, type _exports_FullLoginOptions as FullLoginOptions, type _exports_FunctionEvent as FunctionEvent, type _exports_GetThreadOptions as GetThreadOptions, _exports_IDGenerator as IDGenerator, type _exports_IdField as IdField, type _exports_InitDatasetOptions as InitDatasetOptions, type _exports_InitLoggerOptions as InitLoggerOptions, type _exports_InitOptions as InitOptions, type _exports_InputField as InputField, type _exports_InstrumentationConfig as InstrumentationConfig, type _exports_InvokeFunctionArgs as InvokeFunctionArgs, type _exports_InvokeReturn as InvokeReturn, _exports_JSONAttachment as JSONAttachment, _exports_LEGACY_CACHED_HEADER as LEGACY_CACHED_HEADER, _exports_LOGS3_OVERFLOW_REFERENCE_TYPE as LOGS3_OVERFLOW_REFERENCE_TYPE, _exports_LazyValue as LazyValue, type _exports_LoadPromptOptions as LoadPromptOptions, type _exports_LogCommentFullArgs as LogCommentFullArgs, type _exports_LogFeedbackFullArgs as LogFeedbackFullArgs, type _exports_LogOptions as LogOptions, _exports_Logger as Logger, _exports_LoginInvalidOrgError as LoginInvalidOrgError, type _exports_LoginOptions as LoginOptions, type _exports_Logs3OverflowInputRow as Logs3OverflowInputRow, type _exports_Logs3OverflowUpload as Logs3OverflowUpload, type _exports_MetricSummary as MetricSummary, _exports_NOOP_SPAN as NOOP_SPAN, _exports_NOOP_SPAN_PERMALINK as NOOP_SPAN_PERMALINK, _exports_NoopSpan as NoopSpan, _exports_ObjectFetcher as ObjectFetcher, type _exports_ObjectMetadata as ObjectMetadata, type _exports_OtherExperimentLogFields as OtherExperimentLogFields, type _exports_ParametersSource as ParametersSource, type _exports_ParentExperimentIds as ParentExperimentIds, type _exports_ParentProjectLogIds as ParentProjectLogIds, _exports_Project as Project, _exports_ProjectNameIdMap as ProjectNameIdMap, type _exports_PromiseUnless as PromiseUnless, _exports_Prompt as Prompt, _exports_PromptBuilder as PromptBuilder, type _exports_PromptContents as PromptContents, type _exports_PromptDefinition as PromptDefinition, type _exports_PromptDefinitionWithTools as PromptDefinitionWithTools, type _exports_PromptOpts as PromptOpts, type _exports_PromptRowWithId as PromptRowWithId, _exports_ReadonlyAttachment as ReadonlyAttachment, _exports_ReadonlyExperiment as ReadonlyExperiment, type _exports_RegisterSandboxOptions as RegisterSandboxOptions, type _exports_RegisterSandboxResult as RegisterSandboxResult, _exports_Reporter as Reporter, type _exports_ReporterBody as ReporterBody, type _exports_SandboxConfig as SandboxConfig, type _exports_ScoreSummary as ScoreSummary, _exports_ScorerBuilder as ScorerBuilder, type _exports_ScorerOpts as ScorerOpts, type _exports_SerializedBraintrustState as SerializedBraintrustState, type _exports_SetCurrentArg as SetCurrentArg, type _exports_Span as Span, type _exports_SpanContext as SpanContext, type _exports_SpanData as SpanData, _exports_SpanFetcher as SpanFetcher, _exports_SpanImpl as SpanImpl, type _exports_StartSpanArgs as StartSpanArgs, type _exports_TemplateFormat as TemplateFormat, type _exports_TemplateRenderer as TemplateRenderer, type _exports_TemplateRendererPlugin as TemplateRendererPlugin, _exports_TestBackgroundLogger as TestBackgroundLogger, _exports_ToolBuilder as ToolBuilder, type _exports_Trace as Trace, _exports_UUIDGenerator as UUIDGenerator, type _exports_WithTransactionId as WithTransactionId, _exports_X_CACHED_HEADER as X_CACHED_HEADER, _exports__exportsForTestingOnly as _exportsForTestingOnly, _exports__internalGetGlobalState as _internalGetGlobalState, iso as _internalIso, _exports__internalSetInitialState as _internalSetInitialState, _exports_addAzureBlobHeaders as addAzureBlobHeaders, _exports_braintrustStreamChunkSchema as braintrustStreamChunkSchema, _exports_buildLocalSummary as buildLocalSummary, _exports_configureInstrumentation as configureInstrumentation, _exports_constructLogs3OverflowRequest as constructLogs3OverflowRequest, _exports_createFinalValuePassThroughStream as createFinalValuePassThroughStream, _exports_currentExperiment as currentExperiment, _exports_currentLogger as currentLogger, _exports_currentSpan as currentSpan, _exports_deepCopyEvent as deepCopyEvent, _exports_defaultErrorScoreHandler as defaultErrorScoreHandler, _exports_deserializePlainStringAsJSON as deserializePlainStringAsJSON, _exports_devNullWritableStream as devNullWritableStream, _exports_evaluatorDefinitionSchema as evaluatorDefinitionSchema, _exports_evaluatorDefinitionsSchema as evaluatorDefinitionsSchema, _exports_flush as flush, _exports_getContextManager as getContextManager, _exports_getIdGenerator as getIdGenerator, _exports_getPromptVersions as getPromptVersions, _exports_getSpanParentObject as getSpanParentObject, _exports_getTemplateRenderer as getTemplateRenderer, graphFramework as graph, _exports_init as init, _exports_initDataset as initDataset, _exports_initExperiment as initExperiment, _exports_initFunction as initFunction, _exports_initLogger as initLogger, _exports_invoke as invoke, _exports_isTemplateFormat as isTemplateFormat, _exports_loadParameters as loadParameters, _exports_loadPrompt as loadPrompt, _exports_log as log, _exports_logError as logError, _exports_login as login, _exports_loginToState as loginToState, _exports_logs3OverflowUploadSchema as logs3OverflowUploadSchema, _exports_newId as newId, _exports_parseCachedHeader as parseCachedHeader, _exports_parseTemplateFormat as parseTemplateFormat, _exports_permalink as permalink, _exports_pickLogs3OverflowObjectIds as pickLogs3OverflowObjectIds, _exports_projects as projects, _exports_promptContentsSchema as promptContentsSchema, _exports_promptDefinitionSchema as promptDefinitionSchema, _exports_promptDefinitionToPromptData as promptDefinitionToPromptData, _exports_promptDefinitionWithToolsSchema as promptDefinitionWithToolsSchema, _exports_registerOtelFlush as registerOtelFlush, _exports_registerSandbox as registerSandbox, _exports_registerTemplatePlugin as registerTemplatePlugin, _exports_renderMessage as renderMessage, _exports_renderPromptParams as renderPromptParams, _exports_renderTemplateContent as renderTemplateContent, _exports_reportFailures as reportFailures, _exports_runEvaluator as runEvaluator, _exports_setFetch as setFetch, _exports_setMaskingFunction as setMaskingFunction, _exports_spanComponentsToObjectId as spanComponentsToObjectId, _exports_startSpan as startSpan, _exports_summarize as summarize, _exports_templateRegistry as templateRegistry, ToolFunctionDefinition as toolFunctionDefinitionSchema, _exports_traceable as traceable, _exports_traced as traced, _exports_updateSpan as updateSpan, _exports_uploadLogs3OverflowPayload as uploadLogs3OverflowPayload, _exports_utf8ByteLength as utf8ByteLength, _exports_withCurrent as withCurrent, _exports_withDataset as withDataset, _exports_withExperiment as withExperiment, _exports_withLogger as withLogger, _exports_withParent as withParent, _exports_wrapAISDK as wrapAISDK, _exports_wrapAISDKModel as wrapAISDKModel, _exports_wrapAgentClass as wrapAgentClass, _exports_wrapAnthropic as wrapAnthropic, _exports_wrapClaudeAgentSDK as wrapClaudeAgentSDK, _exports_wrapGoogleGenAI as wrapGoogleGenAI, _exports_wrapMastraAgent as wrapMastraAgent, _exports_wrapOpenAI as wrapOpenAI, _exports_wrapOpenAIv4 as wrapOpenAIv4, _exports_wrapTraced as wrapTraced, _exports_wrapVitest as wrapVitest };
+  export { type _exports_AnyDataset as AnyDataset, _exports_Attachment as Attachment, type _exports_AttachmentParams as AttachmentParams, _exports_AttachmentReference as AttachmentReference, type _exports_BackgroundLoggerOpts as BackgroundLoggerOpts, _exports_BaseAttachment as BaseAttachment, _exports_BaseExperiment as BaseExperiment, type _exports_BaseMetadata as BaseMetadata, _exports_BraintrustMiddleware as BraintrustMiddleware, _exports_BraintrustState as BraintrustState, _exports_BraintrustStream as BraintrustStream, type _exports_BraintrustStreamChunk as BraintrustStreamChunk, _exports_CachedSpanFetcher as CachedSpanFetcher, type _exports_ChatPrompt as ChatPrompt, _exports_CodeFunction as CodeFunction, type _exports_CodeOpts as CodeOpts, _exports_CodePrompt as CodePrompt, type _exports_CommentEvent as CommentEvent, type _exports_CompiledPrompt as CompiledPrompt, type _exports_CompiledPromptParams as CompiledPromptParams, type _exports_CompletionPrompt as CompletionPrompt, _exports_ContextManager as ContextManager, type _exports_ContextParentSpanIds as ContextParentSpanIds, type _exports_CreateProjectOpts as CreateProjectOpts, _exports_DEFAULT_FETCH_BATCH_SIZE as DEFAULT_FETCH_BATCH_SIZE, _exports_DEFAULT_MAX_REQUEST_SIZE as DEFAULT_MAX_REQUEST_SIZE, type _exports_DataSummary as DataSummary, _exports_Dataset as Dataset, type _exports_DatasetRecord as DatasetRecord, type _exports_DatasetSummary as DatasetSummary, type _exports_DefaultMetadataType as DefaultMetadataType, type _exports_DefaultPromptArgs as DefaultPromptArgs, _exports_ERR_PERMALINK as ERR_PERMALINK, type _exports_EndSpanArgs as EndSpanArgs, _exports_Eval as Eval, type _exports_EvalCase as EvalCase, type _exports_EvalHooks as EvalHooks, type _exports_EvalParameterSerializedSchema as EvalParameterSerializedSchema, type _exports_EvalParameters as EvalParameters, type _exports_EvalResult as EvalResult, _exports_EvalResultWithSummary as EvalResultWithSummary, type _exports_EvalScorer as EvalScorer, type _exports_EvalScorerArgs as EvalScorerArgs, type _exports_EvalTask as EvalTask, type _exports_Evaluator as Evaluator, type _exports_EvaluatorDef as EvaluatorDef, type _exports_EvaluatorDefinition as EvaluatorDefinition, type _exports_EvaluatorDefinitions as EvaluatorDefinitions, type _exports_EvaluatorFile as EvaluatorFile, type _exports_EvaluatorManifest as EvaluatorManifest, _exports_Experiment as Experiment, type _exports_ExperimentLogFullArgs as ExperimentLogFullArgs, type _exports_ExperimentLogPartialArgs as ExperimentLogPartialArgs, type _exports_ExperimentSummary as ExperimentSummary, type _exports_Exportable as Exportable, _exports_ExternalAttachment as ExternalAttachment, type _exports_ExternalAttachmentParams as ExternalAttachmentParams, _exports_FailedHTTPResponse as FailedHTTPResponse, type _exports_FullInitDatasetOptions as FullInitDatasetOptions, type _exports_FullInitOptions as FullInitOptions, type _exports_FullLoginOptions as FullLoginOptions, type _exports_FunctionEvent as FunctionEvent, type _exports_GetThreadOptions as GetThreadOptions, _exports_IDGenerator as IDGenerator, type _exports_IdField as IdField, type _exports_InitDatasetOptions as InitDatasetOptions, type _exports_InitLoggerOptions as InitLoggerOptions, type _exports_InitOptions as InitOptions, type _exports_InputField as InputField, type _exports_InstrumentationConfig as InstrumentationConfig, type _exports_InvokeFunctionArgs as InvokeFunctionArgs, type _exports_InvokeReturn as InvokeReturn, _exports_JSONAttachment as JSONAttachment, _exports_LEGACY_CACHED_HEADER as LEGACY_CACHED_HEADER, _exports_LOGS3_OVERFLOW_REFERENCE_TYPE as LOGS3_OVERFLOW_REFERENCE_TYPE, _exports_LazyValue as LazyValue, type _exports_LoadPromptOptions as LoadPromptOptions, type _exports_LogCommentFullArgs as LogCommentFullArgs, type _exports_LogFeedbackFullArgs as LogFeedbackFullArgs, type _exports_LogOptions as LogOptions, _exports_Logger as Logger, _exports_LoginInvalidOrgError as LoginInvalidOrgError, type _exports_LoginOptions as LoginOptions, type _exports_Logs3OverflowInputRow as Logs3OverflowInputRow, type _exports_Logs3OverflowUpload as Logs3OverflowUpload, type _exports_MetricSummary as MetricSummary, _exports_NOOP_SPAN as NOOP_SPAN, _exports_NOOP_SPAN_PERMALINK as NOOP_SPAN_PERMALINK, _exports_NoopSpan as NoopSpan, _exports_ObjectFetcher as ObjectFetcher, type _exports_ObjectMetadata as ObjectMetadata, type _exports_OtherExperimentLogFields as OtherExperimentLogFields, type _exports_ParametersSource as ParametersSource, type _exports_ParentExperimentIds as ParentExperimentIds, type _exports_ParentProjectLogIds as ParentProjectLogIds, _exports_Project as Project, _exports_ProjectNameIdMap as ProjectNameIdMap, type _exports_PromiseUnless as PromiseUnless, _exports_Prompt as Prompt, _exports_PromptBuilder as PromptBuilder, type _exports_PromptContents as PromptContents, type _exports_PromptDefinition as PromptDefinition, type _exports_PromptDefinitionWithTools as PromptDefinitionWithTools, type _exports_PromptOpts as PromptOpts, type _exports_PromptRowWithId as PromptRowWithId, _exports_ReadonlyAttachment as ReadonlyAttachment, _exports_ReadonlyExperiment as ReadonlyExperiment, type _exports_RegisterSandboxOptions as RegisterSandboxOptions, type _exports_RegisterSandboxResult as RegisterSandboxResult, _exports_Reporter as Reporter, type _exports_ReporterBody as ReporterBody, type _exports_SandboxConfig as SandboxConfig, type _exports_ScoreSummary as ScoreSummary, _exports_ScorerBuilder as ScorerBuilder, type _exports_ScorerOpts as ScorerOpts, type _exports_SerializedBraintrustState as SerializedBraintrustState, type _exports_SetCurrentArg as SetCurrentArg, type _exports_Span as Span, type _exports_SpanContext as SpanContext, type _exports_SpanData as SpanData, _exports_SpanFetcher as SpanFetcher, _exports_SpanImpl as SpanImpl, type _exports_StartSpanArgs as StartSpanArgs, type _exports_TemplateFormat as TemplateFormat, type _exports_TemplateRenderer as TemplateRenderer, type _exports_TemplateRendererPlugin as TemplateRendererPlugin, _exports_TestBackgroundLogger as TestBackgroundLogger, _exports_ToolBuilder as ToolBuilder, type _exports_Trace as Trace, _exports_UUIDGenerator as UUIDGenerator, type _exports_WithTransactionId as WithTransactionId, _exports_X_CACHED_HEADER as X_CACHED_HEADER, _exports__exportsForTestingOnly as _exportsForTestingOnly, _exports__internalGetGlobalState as _internalGetGlobalState, iso as _internalIso, _exports__internalSetInitialState as _internalSetInitialState, _exports_addAzureBlobHeaders as addAzureBlobHeaders, _exports_braintrustStreamChunkSchema as braintrustStreamChunkSchema, _exports_buildLocalSummary as buildLocalSummary, _exports_configureInstrumentation as configureInstrumentation, _exports_constructLogs3OverflowRequest as constructLogs3OverflowRequest, _exports_createFinalValuePassThroughStream as createFinalValuePassThroughStream, _exports_currentExperiment as currentExperiment, _exports_currentLogger as currentLogger, _exports_currentSpan as currentSpan, _exports_deepCopyEvent as deepCopyEvent, _exports_defaultErrorScoreHandler as defaultErrorScoreHandler, _exports_deserializePlainStringAsJSON as deserializePlainStringAsJSON, _exports_devNullWritableStream as devNullWritableStream, _exports_evaluatorDefinitionSchema as evaluatorDefinitionSchema, _exports_evaluatorDefinitionsSchema as evaluatorDefinitionsSchema, _exports_flush as flush, _exports_getContextManager as getContextManager, _exports_getIdGenerator as getIdGenerator, _exports_getPromptVersions as getPromptVersions, _exports_getSpanParentObject as getSpanParentObject, _exports_getTemplateRenderer as getTemplateRenderer, graphFramework as graph, _exports_init as init, _exports_initDataset as initDataset, _exports_initExperiment as initExperiment, _exports_initFunction as initFunction, _exports_initLogger as initLogger, _exports_initNodeTestSuite as initNodeTestSuite, _exports_invoke as invoke, _exports_isTemplateFormat as isTemplateFormat, _exports_loadParameters as loadParameters, _exports_loadPrompt as loadPrompt, _exports_log as log, _exports_logError as logError, _exports_login as login, _exports_loginToState as loginToState, _exports_logs3OverflowUploadSchema as logs3OverflowUploadSchema, _exports_newId as newId, _exports_parseCachedHeader as parseCachedHeader, _exports_parseTemplateFormat as parseTemplateFormat, _exports_permalink as permalink, _exports_pickLogs3OverflowObjectIds as pickLogs3OverflowObjectIds, _exports_projects as projects, _exports_promptContentsSchema as promptContentsSchema, _exports_promptDefinitionSchema as promptDefinitionSchema, _exports_promptDefinitionToPromptData as promptDefinitionToPromptData, _exports_promptDefinitionWithToolsSchema as promptDefinitionWithToolsSchema, _exports_registerOtelFlush as registerOtelFlush, _exports_registerSandbox as registerSandbox, _exports_registerTemplatePlugin as registerTemplatePlugin, _exports_renderMessage as renderMessage, _exports_renderPromptParams as renderPromptParams, _exports_renderTemplateContent as renderTemplateContent, _exports_reportFailures as reportFailures, _exports_runEvaluator as runEvaluator, _exports_setFetch as setFetch, _exports_setMaskingFunction as setMaskingFunction, _exports_spanComponentsToObjectId as spanComponentsToObjectId, _exports_startSpan as startSpan, _exports_summarize as summarize, _exports_templateRegistry as templateRegistry, ToolFunctionDefinition as toolFunctionDefinitionSchema, _exports_traceable as traceable, _exports_traced as traced, _exports_updateSpan as updateSpan, _exports_uploadLogs3OverflowPayload as uploadLogs3OverflowPayload, _exports_utf8ByteLength as utf8ByteLength, _exports_withCurrent as withCurrent, _exports_withDataset as withDataset, _exports_withExperiment as withExperiment, _exports_withLogger as withLogger, _exports_withParent as withParent, _exports_wrapAISDK as wrapAISDK, _exports_wrapAISDKModel as wrapAISDKModel, _exports_wrapAgentClass as wrapAgentClass, _exports_wrapAnthropic as wrapAnthropic, _exports_wrapClaudeAgentSDK as wrapClaudeAgentSDK, _exports_wrapGoogleGenAI as wrapGoogleGenAI, _exports_wrapMastraAgent as wrapMastraAgent, _exports_wrapOpenAI as wrapOpenAI, _exports_wrapOpenAIv4 as wrapOpenAIv4, _exports_wrapTraced as wrapTraced, _exports_wrapVitest as wrapVitest };
 }
 
-export { type AnyDataset, Attachment, type AttachmentParams, AttachmentReference, type BackgroundLoggerOpts, BaseAttachment, BaseExperiment, type BaseMetadata, BraintrustMiddleware, BraintrustState, BraintrustStream, type BraintrustStreamChunk, CachedSpanFetcher, type ChatPrompt, CodeFunction, type CodeOpts, CodePrompt, type CommentEvent, type CompiledPrompt, type CompiledPromptParams, type CompletionPrompt, ContextManager, type ContextParentSpanIds, type CreateProjectOpts, DEFAULT_FETCH_BATCH_SIZE, DEFAULT_MAX_REQUEST_SIZE, type DataSummary, Dataset, type DatasetRecord, type DatasetSummary, type DefaultMetadataType, type DefaultPromptArgs, ERR_PERMALINK, type EndSpanArgs, Eval, type EvalCase, type EvalHooks, type EvalParameterSerializedSchema, type EvalParameters, type EvalResult, EvalResultWithSummary, type EvalScorer, type EvalScorerArgs, type EvalTask, type Evaluator, type EvaluatorDef, type EvaluatorDefinition, type EvaluatorDefinitions, type EvaluatorFile, type EvaluatorManifest, Experiment, type ExperimentLogFullArgs, type ExperimentLogPartialArgs, type ExperimentSummary, type Exportable, ExternalAttachment, type ExternalAttachmentParams, FailedHTTPResponse, type FullInitDatasetOptions, type FullInitOptions, type FullLoginOptions, type FunctionEvent, type GetThreadOptions, IDGenerator, type IdField, type InitDatasetOptions, type InitLoggerOptions, type InitOptions, type InputField, type InstrumentationConfig, type InvokeFunctionArgs, type InvokeReturn, JSONAttachment, LEGACY_CACHED_HEADER, LOGS3_OVERFLOW_REFERENCE_TYPE, LazyValue, type LoadPromptOptions, type LogCommentFullArgs, type LogFeedbackFullArgs, type LogOptions, Logger, LoginInvalidOrgError, type LoginOptions, type Logs3OverflowInputRow, type Logs3OverflowUpload, type MetricSummary, NOOP_SPAN, NOOP_SPAN_PERMALINK, NoopSpan, ObjectFetcher, type ObjectMetadata, type OtherExperimentLogFields, type ParametersSource, type ParentExperimentIds, type ParentProjectLogIds, Project, ProjectNameIdMap, type PromiseUnless, Prompt, PromptBuilder, type PromptContents, type PromptDefinition, type PromptDefinitionWithTools, type PromptOpts, type PromptRowWithId, ReadonlyAttachment, ReadonlyExperiment, type RegisterSandboxOptions, type RegisterSandboxResult, Reporter, type ReporterBody, type SandboxConfig, type ScoreSummary, ScorerBuilder, type ScorerOpts, type SerializedBraintrustState, type SetCurrentArg, type Span, type SpanContext, type SpanData, SpanFetcher, SpanImpl, type StartSpanArgs, type TemplateFormat, type TemplateRenderer, type TemplateRendererPlugin, TestBackgroundLogger, ToolBuilder, type Trace, UUIDGenerator, type WithTransactionId, X_CACHED_HEADER, _exportsForTestingOnly, _internalGetGlobalState, iso as _internalIso, _internalSetInitialState, addAzureBlobHeaders, braintrustStreamChunkSchema, buildLocalSummary, configureInstrumentation, constructLogs3OverflowRequest, createFinalValuePassThroughStream, currentExperiment, currentLogger, currentSpan, deepCopyEvent, _exports as default, defaultErrorScoreHandler, deserializePlainStringAsJSON, devNullWritableStream, evaluatorDefinitionSchema, evaluatorDefinitionsSchema, flush, getContextManager, getIdGenerator, getPromptVersions, getSpanParentObject, getTemplateRenderer, graphFramework as graph, init, initDataset, initExperiment, initFunction, initLogger, invoke, isTemplateFormat, loadParameters, loadPrompt, log, logError, login, loginToState, logs3OverflowUploadSchema, newId, parseCachedHeader, parseTemplateFormat, permalink, pickLogs3OverflowObjectIds, projects, promptContentsSchema, promptDefinitionSchema, promptDefinitionToPromptData, promptDefinitionWithToolsSchema, registerOtelFlush, registerSandbox, registerTemplatePlugin, renderMessage, renderPromptParams, renderTemplateContent, reportFailures, runEvaluator, setFetch, setMaskingFunction, spanComponentsToObjectId, startSpan, summarize, templateRegistry, ToolFunctionDefinition as toolFunctionDefinitionSchema, traceable, traced, updateSpan, uploadLogs3OverflowPayload, utf8ByteLength, withCurrent, withDataset, withExperiment, withLogger, withParent, wrapAISDK, wrapAISDKModel, wrapAgentClass, wrapAnthropic, wrapClaudeAgentSDK, wrapGoogleGenAI, wrapMastraAgent, wrapOpenAI, wrapOpenAIv4, wrapTraced, wrapVitest };
+export { type AnyDataset, Attachment, type AttachmentParams, AttachmentReference, type BackgroundLoggerOpts, BaseAttachment, BaseExperiment, type BaseMetadata, BraintrustMiddleware, BraintrustState, BraintrustStream, type BraintrustStreamChunk, CachedSpanFetcher, type ChatPrompt, CodeFunction, type CodeOpts, CodePrompt, type CommentEvent, type CompiledPrompt, type CompiledPromptParams, type CompletionPrompt, ContextManager, type ContextParentSpanIds, type CreateProjectOpts, DEFAULT_FETCH_BATCH_SIZE, DEFAULT_MAX_REQUEST_SIZE, type DataSummary, Dataset, type DatasetRecord, type DatasetSummary, type DefaultMetadataType, type DefaultPromptArgs, ERR_PERMALINK, type EndSpanArgs, Eval, type EvalCase, type EvalHooks, type EvalParameterSerializedSchema, type EvalParameters, type EvalResult, EvalResultWithSummary, type EvalScorer, type EvalScorerArgs, type EvalTask, type Evaluator, type EvaluatorDef, type EvaluatorDefinition, type EvaluatorDefinitions, type EvaluatorFile, type EvaluatorManifest, Experiment, type ExperimentLogFullArgs, type ExperimentLogPartialArgs, type ExperimentSummary, type Exportable, ExternalAttachment, type ExternalAttachmentParams, FailedHTTPResponse, type FullInitDatasetOptions, type FullInitOptions, type FullLoginOptions, type FunctionEvent, type GetThreadOptions, IDGenerator, type IdField, type InitDatasetOptions, type InitLoggerOptions, type InitOptions, type InputField, type InstrumentationConfig, type InvokeFunctionArgs, type InvokeReturn, JSONAttachment, LEGACY_CACHED_HEADER, LOGS3_OVERFLOW_REFERENCE_TYPE, LazyValue, type LoadPromptOptions, type LogCommentFullArgs, type LogFeedbackFullArgs, type LogOptions, Logger, LoginInvalidOrgError, type LoginOptions, type Logs3OverflowInputRow, type Logs3OverflowUpload, type MetricSummary, NOOP_SPAN, NOOP_SPAN_PERMALINK, NoopSpan, ObjectFetcher, type ObjectMetadata, type OtherExperimentLogFields, type ParametersSource, type ParentExperimentIds, type ParentProjectLogIds, Project, ProjectNameIdMap, type PromiseUnless, Prompt, PromptBuilder, type PromptContents, type PromptDefinition, type PromptDefinitionWithTools, type PromptOpts, type PromptRowWithId, ReadonlyAttachment, ReadonlyExperiment, type RegisterSandboxOptions, type RegisterSandboxResult, Reporter, type ReporterBody, type SandboxConfig, type ScoreSummary, ScorerBuilder, type ScorerOpts, type SerializedBraintrustState, type SetCurrentArg, type Span, type SpanContext, type SpanData, SpanFetcher, SpanImpl, type StartSpanArgs, type TemplateFormat, type TemplateRenderer, type TemplateRendererPlugin, TestBackgroundLogger, ToolBuilder, type Trace, UUIDGenerator, type WithTransactionId, X_CACHED_HEADER, _exportsForTestingOnly, _internalGetGlobalState, iso as _internalIso, _internalSetInitialState, addAzureBlobHeaders, braintrustStreamChunkSchema, buildLocalSummary, configureInstrumentation, constructLogs3OverflowRequest, createFinalValuePassThroughStream, currentExperiment, currentLogger, currentSpan, deepCopyEvent, _exports as default, defaultErrorScoreHandler, deserializePlainStringAsJSON, devNullWritableStream, evaluatorDefinitionSchema, evaluatorDefinitionsSchema, flush, getContextManager, getIdGenerator, getPromptVersions, getSpanParentObject, getTemplateRenderer, graphFramework as graph, init, initDataset, initExperiment, initFunction, initLogger, initNodeTestSuite, invoke, isTemplateFormat, loadParameters, loadPrompt, log, logError, login, loginToState, logs3OverflowUploadSchema, newId, parseCachedHeader, parseTemplateFormat, permalink, pickLogs3OverflowObjectIds, projects, promptContentsSchema, promptDefinitionSchema, promptDefinitionToPromptData, promptDefinitionWithToolsSchema, registerOtelFlush, registerSandbox, registerTemplatePlugin, renderMessage, renderPromptParams, renderTemplateContent, reportFailures, runEvaluator, setFetch, setMaskingFunction, spanComponentsToObjectId, startSpan, summarize, templateRegistry, ToolFunctionDefinition as toolFunctionDefinitionSchema, traceable, traced, updateSpan, uploadLogs3OverflowPayload, utf8ByteLength, withCurrent, withDataset, withExperiment, withLogger, withParent, wrapAISDK, wrapAISDKModel, wrapAgentClass, wrapAnthropic, wrapClaudeAgentSDK, wrapGoogleGenAI, wrapMastraAgent, wrapOpenAI, wrapOpenAIv4, wrapTraced, wrapVitest };