braintrust 0.0.196 → 0.0.198

package/Makefile

@@ -1,9 +1,9 @@
 .PHONY: prune test-anthropic test-anthropic-@0.39.0 test-anthropic-@0.38.0 test-anthropic-latest test
 
-prune:
-	pnpm prune
+# -------------------------------------------------------------------------------------------------	#
+# Anthropic testing
+# -------------------------------------------------------------------------------------------------
 
-# A workaround to test with an without optional dependencies. There may be snazzier ways to do this.
 test-anthropic: test-anthropic-latest test-anthropic-0.39.0 test-anthropic-0.38.0
 
 test-anthropic-latest:
@@ -16,16 +16,47 @@ test-anthropic-%:
 	$(call pnpm_install_no_save,@anthropic-ai/sdk@$*)
 	pnpm test:anthropic
 
+# -------------------------------------------------------------------------------------------------
+# OpenAI testing
+# -------------------------------------------------------------------------------------------------
+
+.PHONY: test-openai test-openai-latest test-openai-%
+
+test-openai: test-openai-latest test-openai-4.92.1 test-openai-4.91.0 test-openai-4.86.0
+test-openai-latest:
+	pnpm prune
+	$(call pnpm_install_no_save,openai)
+	pnpm test:openai
+
+test-openai-%:
+	pnpm prune
+	$(call pnpm_install_no_save,openai@$*)
+	pnpm test:openai
+
+
+# -------------------------------------------------------------------------------------------------
+# common things
+# -------------------------------------------------------------------------------------------------
+
+.PHONY: test-pnpm test test-latest prune installing-optional-deps
+
+install-optional-deps:
+	npm_config_save=false npm_config_lockfile=false pnpm add "openai" "@anthropic-ai/sdk"
+
+
 # Test everything but the wrappers.
 test-pnpm:
 	pnpm prune
 	pnpm test
 
 # Test everything
-test: test-anthropic test-pnpm
+test: test-anthropic test-pnpm test-openai
 
 # Test the core and the latest versions of wrappers.
-test-latest: test-pnpm test-anthropic-latest
+test-latest: test-pnpm test-anthropic-latest test-openai-latest
+
+prune:
+	pnpm prune
 
 
 

package/dist/browser.d.mts

@@ -1,5 +1,5 @@
 import { TRANSACTION_ID_FIELD, TransactionId, ExperimentEvent, DEFAULT_IS_LEGACY_DATASET, DatasetRecord, ExperimentLogFullArgs, ExperimentLogPartialArgs, LogFeedbackFullArgs, SpanType, IdField, BackgroundLogEvent, SpanComponentsV3, SpanObjectTypeV3 } from '@braintrust/core';
-import { GitMetadataSettings, Prompt as Prompt$1, PromptSessionEvent, PromptData, AnyModelParam, OpenAIMessage, Tools, Message, AttachmentReference, AttachmentStatus, BraintrustAttachmentReference, ExternalAttachmentReference, RepoInfo, ModelParams, CallEventSchema, StreamingMode } from '@braintrust/core/typespecs';
+import { GitMetadataSettings, Prompt as Prompt$1, PromptSessionEvent, PromptData, AnyModelParam, OpenAIMessage, Tools, Message, PromptBlockData, AttachmentReference, AttachmentStatus, BraintrustAttachmentReference, ExternalAttachmentReference, RepoInfo, ModelParams, CallEventSchema, StreamingMode } from '@braintrust/core/typespecs';
 import { z } from 'zod';
 
 interface IsoAsyncLocalStorage<T> {
@@ -309,9 +309,9 @@ interface Span extends Exportable {
      */
     setAttributes(args: Omit<StartSpanArgs, "event">): void;
     /**
-     * Gets the span's `state` value, which is usually the global logging state (this is
-     * for very advanced purposes only)
+     * Start a span with a specific id and parent span ids.
      */
+    startSpanWithParents(spanId: string, spanParents: string[], args?: StartSpanArgs): Span;
     state(): BraintrustState;
     kind: "span";
 }
@@ -335,6 +335,7 @@ declare class NoopSpan implements Span {
     flush(): Promise<void>;
     close(args?: EndSpanArgs): number;
     setAttributes(_args: Omit<StartSpanArgs, "event">): void;
+    startSpanWithParents(_spanId: string, _spanParents: string[], _args?: StartSpanArgs): Span;
     state(): BraintrustState;
 }
 declare const NOOP_SPAN: NoopSpan;
@@ -422,8 +423,10 @@ declare class BraintrustState {
     apiConn(): HTTPConnection;
     proxyConn(): HTTPConnection;
     bgLogger(): BackgroundLogger;
+    httpLogger(): HTTPBackgroundLogger;
     setOverrideBgLogger(logger: BackgroundLogger | null): void;
     loginReplaceApiConn(apiConn: HTTPConnection): void;
+    disable(): void;
 }
 declare function useTestBackgroundLogger(): TestBackgroundLogger;
 declare function clearTestBackgroundLogger(): void;
@@ -691,6 +694,10 @@ interface ParentSpanIds {
     spanId: string;
     rootSpanId: string;
 }
+interface MultiParentSpanIds {
+    parentSpanIds: string[];
+    rootSpanId: string;
+}
 declare function spanComponentsToObjectId({ components, state, }: {
     components: SpanComponentsV3;
     state?: BraintrustState;
@@ -806,6 +813,37 @@ declare class TestBackgroundLogger implements BackgroundLogger {
     flush(): Promise<void>;
     drain(): Promise<BackgroundLogEvent[]>;
 }
+declare class HTTPBackgroundLogger implements BackgroundLogger {
+    private apiConn;
+    private items;
+    private activeFlush;
+    private activeFlushResolved;
+    private activeFlushError;
+    private onFlushError?;
+    syncFlush: boolean;
+    maxRequestSize: number;
+    defaultBatchSize: number;
+    numTries: number;
+    queueDropExceedingMaxsize: number | undefined;
+    queueDropLoggingPeriod: number;
+    failedPublishPayloadsDir: string | undefined;
+    allPublishPayloadsDir: string | undefined;
+    private _disabled;
+    private queueDropLoggingState;
+    constructor(apiConn: LazyValue<HTTPConnection>, opts?: BackgroundLoggerOpts);
+    log(items: LazyValue<BackgroundLogEvent>[]): void;
+    flush(): Promise<void>;
+    private flushOnce;
+    private unwrapLazyValues;
+    private submitLogsRequest;
+    private registerDroppedItemCount;
+    private dumpDroppedEvents;
+    private static writePayloadToDir;
+    private triggerActiveFlush;
+    private logFailedPayloadsDir;
+    internalReplaceApiConn(apiConn: HTTPConnection): void;
+    disable(): void;
+}
 type InitOpenOption<IsOpen extends boolean> = {
     open?: IsOpen;
 };
@@ -1327,19 +1365,22 @@ declare class SpanImpl implements Span {
         parentObjectType: SpanObjectTypeV3;
         parentObjectId: LazyValue<string>;
         parentComputeObjectMetadataArgs: Record<string, any> | undefined;
-        parentSpanIds: ParentSpanIds | undefined;
+        parentSpanIds: ParentSpanIds | MultiParentSpanIds | undefined;
         defaultRootType?: SpanType;
+        spanId?: string;
     } & Omit<StartSpanArgs, "parent">);
     get id(): string;
     get spanId(): string;
     get rootSpanId(): string;
     get spanParents(): string[];
     setAttributes(args: Omit<StartSpanArgs, "event">): void;
+    setSpanParents(parents: string[]): void;
     log(event: ExperimentLogPartialArgs): void;
     private logInternal;
     logFeedback(event: Omit<LogFeedbackFullArgs, "id">): void;
     traced<R>(callback: (span: Span) => R, args?: StartSpanArgs & SetCurrentArg): R;
     startSpan(args?: StartSpanArgs): Span;
+    startSpanWithParents(spanId: string, spanParents: string[], args?: StartSpanArgs): Span;
     end(args?: EndSpanArgs): number;
     export(): Promise<string>;
     permalink(): Promise<string>;
@@ -1494,6 +1535,14 @@ declare class Prompt<HasId extends boolean = true, HasVersion extends boolean =
         strict?: boolean;
     }): CompiledPrompt<Flavor>;
     private runBuild;
+    static renderPrompt({ prompt, buildArgs, options, }: {
+        prompt: PromptBlockData;
+        buildArgs: unknown;
+        options: {
+            strict?: boolean;
+            messages?: Message[];
+        };
+    }): PromptBlockData;
     private getParsedPromptData;
 }
 type AnyDataset = Dataset<boolean>;
@@ -1645,7 +1694,7 @@ declare const braintrustStreamChunkSchema: z.ZodUnion<[z.ZodObject<{
     type: z.ZodLiteral<"progress">;
     data: z.ZodObject<{
         id: z.ZodString;
-        object_type: z.ZodEnum<["prompt", "tool", "scorer", "task"]>;
+        object_type: z.ZodEnum<["prompt", "tool", "scorer", "task", "agent"]>;
         origin: z.ZodOptional<z.ZodNullable<z.ZodObject<{
             object_type: z.ZodUnion<[z.ZodEnum<["experiment", "dataset", "prompt", "function", "prompt_session"]>, z.ZodEnum<["project_logs"]>]>;
             object_id: z.ZodString;
@@ -1665,16 +1714,16 @@ declare const braintrustStreamChunkSchema: z.ZodUnion<[z.ZodObject<{
             _xact_id: string;
             created?: string | null | undefined;
         }>>>;
-        format: z.ZodEnum<["llm", "code", "global"]>;
+        format: z.ZodEnum<["llm", "code", "global", "graph"]>;
         output_type: z.ZodEnum<["completion", "score", "any"]>;
         name: z.ZodString;
         event: z.ZodEnum<["text_delta", "json_delta", "error", "console", "start", "done", "progress"]>;
         data: z.ZodString;
     }, "strip", z.ZodTypeAny, {
-        format: "code" | "global" | "llm";
+        format: "code" | "global" | "graph" | "llm";
         data: string;
         name: string;
-        object_type: "prompt" | "tool" | "scorer" | "task";
+        object_type: "prompt" | "tool" | "scorer" | "task" | "agent";
         id: string;
         event: "error" | "text_delta" | "json_delta" | "progress" | "console" | "start" | "done";
         output_type: "completion" | "score" | "any";
@@ -1686,10 +1735,10 @@ declare const braintrustStreamChunkSchema: z.ZodUnion<[z.ZodObject<{
             created?: string | null | undefined;
         } | null | undefined;
     }, {
-        format: "code" | "global" | "llm";
+        format: "code" | "global" | "graph" | "llm";
         data: string;
         name: string;
-        object_type: "prompt" | "tool" | "scorer" | "task";
+        object_type: "prompt" | "tool" | "scorer" | "task" | "agent";
         id: string;
         event: "error" | "text_delta" | "json_delta" | "progress" | "console" | "start" | "done";
         output_type: "completion" | "score" | "any";
@@ -1703,10 +1752,10 @@ declare const braintrustStreamChunkSchema: z.ZodUnion<[z.ZodObject<{
     }>;
 }, "strip", z.ZodTypeAny, {
     data: {
-        format: "code" | "global" | "llm";
+        format: "code" | "global" | "graph" | "llm";
         data: string;
         name: string;
-        object_type: "prompt" | "tool" | "scorer" | "task";
+        object_type: "prompt" | "tool" | "scorer" | "task" | "agent";
         id: string;
         event: "error" | "text_delta" | "json_delta" | "progress" | "console" | "start" | "done";
         output_type: "completion" | "score" | "any";
@@ -1721,10 +1770,10 @@ declare const braintrustStreamChunkSchema: z.ZodUnion<[z.ZodObject<{
     type: "progress";
 }, {
     data: {
-        format: "code" | "global" | "llm";
+        format: "code" | "global" | "graph" | "llm";
         data: string;
         name: string;
-        object_type: "prompt" | "tool" | "scorer" | "task";
+        object_type: "prompt" | "tool" | "scorer" | "task" | "agent";
         id: string;
         event: "error" | "text_delta" | "json_delta" | "progress" | "console" | "start" | "done";
         output_type: "completion" | "score" | "any";
@@ -1768,9 +1817,16 @@ type BraintrustStreamChunk = z.infer<typeof braintrustStreamChunkSchema>;
 declare class BraintrustStream {
     private stream;
     private memoizedFinalValue;
-    constructor(baseStream: ReadableStream<Uint8Array>);
-    constructor(stream: ReadableStream<string>);
-    constructor(stream: ReadableStream<BraintrustStreamChunk>);
+    private signal;
+    constructor(baseStream: ReadableStream<Uint8Array>, opts?: {
+        signal?: AbortSignal;
+    });
+    constructor(stream: ReadableStream<string>, opts?: {
+        signal?: AbortSignal;
+    });
+    constructor(stream: ReadableStream<BraintrustStreamChunk>, opts?: {
+        signal?: AbortSignal;
+    });
     /**
      * Copy the stream. This returns a new stream that shares the same underlying
      * stream (via `tee`). Since streams are consumed in Javascript, use `copy()` if you
@@ -1808,6 +1864,7 @@ declare class BraintrustStream {
      */
     finalValue(): Promise<unknown>;
     static parseRawEvent(event: CallEventSchema): BraintrustStreamChunk;
+    static serializeRawEvent(event: BraintrustStreamChunk): CallEventSchema;
 }
 /**
  * Create a stream that passes through the final value of the stream. This is
@@ -1961,6 +2018,7 @@ interface OpenAILike {
     embeddings: any;
     moderations: any;
     beta?: BetaLike;
+    responses?: any;
 }
 declare global {
     var __inherited_braintrust_wrap_openai: ((openai: any) => any) | undefined;

package/dist/browser.d.ts

@@ -1,5 +1,5 @@
 import { TRANSACTION_ID_FIELD, TransactionId, ExperimentEvent, DEFAULT_IS_LEGACY_DATASET, DatasetRecord, ExperimentLogFullArgs, ExperimentLogPartialArgs, LogFeedbackFullArgs, SpanType, IdField, BackgroundLogEvent, SpanComponentsV3, SpanObjectTypeV3 } from '@braintrust/core';
-import { GitMetadataSettings, Prompt as Prompt$1, PromptSessionEvent, PromptData, AnyModelParam, OpenAIMessage, Tools, Message, AttachmentReference, AttachmentStatus, BraintrustAttachmentReference, ExternalAttachmentReference, RepoInfo, ModelParams, CallEventSchema, StreamingMode } from '@braintrust/core/typespecs';
+import { GitMetadataSettings, Prompt as Prompt$1, PromptSessionEvent, PromptData, AnyModelParam, OpenAIMessage, Tools, Message, PromptBlockData, AttachmentReference, AttachmentStatus, BraintrustAttachmentReference, ExternalAttachmentReference, RepoInfo, ModelParams, CallEventSchema, StreamingMode } from '@braintrust/core/typespecs';
 import { z } from 'zod';
 
 interface IsoAsyncLocalStorage<T> {
@@ -309,9 +309,9 @@ interface Span extends Exportable {
      */
     setAttributes(args: Omit<StartSpanArgs, "event">): void;
     /**
-     * Gets the span's `state` value, which is usually the global logging state (this is
-     * for very advanced purposes only)
+     * Start a span with a specific id and parent span ids.
      */
+    startSpanWithParents(spanId: string, spanParents: string[], args?: StartSpanArgs): Span;
     state(): BraintrustState;
     kind: "span";
 }
@@ -335,6 +335,7 @@ declare class NoopSpan implements Span {
     flush(): Promise<void>;
     close(args?: EndSpanArgs): number;
     setAttributes(_args: Omit<StartSpanArgs, "event">): void;
+    startSpanWithParents(_spanId: string, _spanParents: string[], _args?: StartSpanArgs): Span;
     state(): BraintrustState;
 }
 declare const NOOP_SPAN: NoopSpan;
@@ -422,8 +423,10 @@ declare class BraintrustState {
     apiConn(): HTTPConnection;
     proxyConn(): HTTPConnection;
     bgLogger(): BackgroundLogger;
+    httpLogger(): HTTPBackgroundLogger;
     setOverrideBgLogger(logger: BackgroundLogger | null): void;
     loginReplaceApiConn(apiConn: HTTPConnection): void;
+    disable(): void;
 }
 declare function useTestBackgroundLogger(): TestBackgroundLogger;
 declare function clearTestBackgroundLogger(): void;
@@ -691,6 +694,10 @@ interface ParentSpanIds {
     spanId: string;
     rootSpanId: string;
 }
+interface MultiParentSpanIds {
+    parentSpanIds: string[];
+    rootSpanId: string;
+}
 declare function spanComponentsToObjectId({ components, state, }: {
     components: SpanComponentsV3;
     state?: BraintrustState;
@@ -806,6 +813,37 @@ declare class TestBackgroundLogger implements BackgroundLogger {
     flush(): Promise<void>;
     drain(): Promise<BackgroundLogEvent[]>;
 }
+declare class HTTPBackgroundLogger implements BackgroundLogger {
+    private apiConn;
+    private items;
+    private activeFlush;
+    private activeFlushResolved;
+    private activeFlushError;
+    private onFlushError?;
+    syncFlush: boolean;
+    maxRequestSize: number;
+    defaultBatchSize: number;
+    numTries: number;
+    queueDropExceedingMaxsize: number | undefined;
+    queueDropLoggingPeriod: number;
+    failedPublishPayloadsDir: string | undefined;
+    allPublishPayloadsDir: string | undefined;
+    private _disabled;
+    private queueDropLoggingState;
+    constructor(apiConn: LazyValue<HTTPConnection>, opts?: BackgroundLoggerOpts);
+    log(items: LazyValue<BackgroundLogEvent>[]): void;
+    flush(): Promise<void>;
+    private flushOnce;
+    private unwrapLazyValues;
+    private submitLogsRequest;
+    private registerDroppedItemCount;
+    private dumpDroppedEvents;
+    private static writePayloadToDir;
+    private triggerActiveFlush;
+    private logFailedPayloadsDir;
+    internalReplaceApiConn(apiConn: HTTPConnection): void;
+    disable(): void;
+}
 type InitOpenOption<IsOpen extends boolean> = {
     open?: IsOpen;
 };
@@ -1327,19 +1365,22 @@ declare class SpanImpl implements Span {
         parentObjectType: SpanObjectTypeV3;
         parentObjectId: LazyValue<string>;
         parentComputeObjectMetadataArgs: Record<string, any> | undefined;
-        parentSpanIds: ParentSpanIds | undefined;
+        parentSpanIds: ParentSpanIds | MultiParentSpanIds | undefined;
         defaultRootType?: SpanType;
+        spanId?: string;
     } & Omit<StartSpanArgs, "parent">);
     get id(): string;
     get spanId(): string;
     get rootSpanId(): string;
     get spanParents(): string[];
     setAttributes(args: Omit<StartSpanArgs, "event">): void;
+    setSpanParents(parents: string[]): void;
     log(event: ExperimentLogPartialArgs): void;
     private logInternal;
     logFeedback(event: Omit<LogFeedbackFullArgs, "id">): void;
     traced<R>(callback: (span: Span) => R, args?: StartSpanArgs & SetCurrentArg): R;
     startSpan(args?: StartSpanArgs): Span;
+    startSpanWithParents(spanId: string, spanParents: string[], args?: StartSpanArgs): Span;
     end(args?: EndSpanArgs): number;
     export(): Promise<string>;
     permalink(): Promise<string>;
@@ -1494,6 +1535,14 @@ declare class Prompt<HasId extends boolean = true, HasVersion extends boolean =
         strict?: boolean;
     }): CompiledPrompt<Flavor>;
     private runBuild;
+    static renderPrompt({ prompt, buildArgs, options, }: {
+        prompt: PromptBlockData;
+        buildArgs: unknown;
+        options: {
+            strict?: boolean;
+            messages?: Message[];
+        };
+    }): PromptBlockData;
     private getParsedPromptData;
 }
 type AnyDataset = Dataset<boolean>;
@@ -1645,7 +1694,7 @@ declare const braintrustStreamChunkSchema: z.ZodUnion<[z.ZodObject<{
     type: z.ZodLiteral<"progress">;
     data: z.ZodObject<{
         id: z.ZodString;
-        object_type: z.ZodEnum<["prompt", "tool", "scorer", "task"]>;
+        object_type: z.ZodEnum<["prompt", "tool", "scorer", "task", "agent"]>;
         origin: z.ZodOptional<z.ZodNullable<z.ZodObject<{
             object_type: z.ZodUnion<[z.ZodEnum<["experiment", "dataset", "prompt", "function", "prompt_session"]>, z.ZodEnum<["project_logs"]>]>;
             object_id: z.ZodString;
@@ -1665,16 +1714,16 @@ declare const braintrustStreamChunkSchema: z.ZodUnion<[z.ZodObject<{
             _xact_id: string;
             created?: string | null | undefined;
         }>>>;
-        format: z.ZodEnum<["llm", "code", "global"]>;
+        format: z.ZodEnum<["llm", "code", "global", "graph"]>;
         output_type: z.ZodEnum<["completion", "score", "any"]>;
         name: z.ZodString;
         event: z.ZodEnum<["text_delta", "json_delta", "error", "console", "start", "done", "progress"]>;
         data: z.ZodString;
     }, "strip", z.ZodTypeAny, {
-        format: "code" | "global" | "llm";
+        format: "code" | "global" | "graph" | "llm";
         data: string;
         name: string;
-        object_type: "prompt" | "tool" | "scorer" | "task";
+        object_type: "prompt" | "tool" | "scorer" | "task" | "agent";
         id: string;
         event: "error" | "text_delta" | "json_delta" | "progress" | "console" | "start" | "done";
         output_type: "completion" | "score" | "any";
@@ -1686,10 +1735,10 @@ declare const braintrustStreamChunkSchema: z.ZodUnion<[z.ZodObject<{
             created?: string | null | undefined;
         } | null | undefined;
     }, {
-        format: "code" | "global" | "llm";
+        format: "code" | "global" | "graph" | "llm";
         data: string;
         name: string;
-        object_type: "prompt" | "tool" | "scorer" | "task";
+        object_type: "prompt" | "tool" | "scorer" | "task" | "agent";
         id: string;
         event: "error" | "text_delta" | "json_delta" | "progress" | "console" | "start" | "done";
         output_type: "completion" | "score" | "any";
@@ -1703,10 +1752,10 @@ declare const braintrustStreamChunkSchema: z.ZodUnion<[z.ZodObject<{
     }>;
 }, "strip", z.ZodTypeAny, {
     data: {
-        format: "code" | "global" | "llm";
+        format: "code" | "global" | "graph" | "llm";
         data: string;
         name: string;
-        object_type: "prompt" | "tool" | "scorer" | "task";
+        object_type: "prompt" | "tool" | "scorer" | "task" | "agent";
         id: string;
         event: "error" | "text_delta" | "json_delta" | "progress" | "console" | "start" | "done";
         output_type: "completion" | "score" | "any";
@@ -1721,10 +1770,10 @@ declare const braintrustStreamChunkSchema: z.ZodUnion<[z.ZodObject<{
     type: "progress";
 }, {
     data: {
-        format: "code" | "global" | "llm";
+        format: "code" | "global" | "graph" | "llm";
         data: string;
         name: string;
-        object_type: "prompt" | "tool" | "scorer" | "task";
+        object_type: "prompt" | "tool" | "scorer" | "task" | "agent";
         id: string;
         event: "error" | "text_delta" | "json_delta" | "progress" | "console" | "start" | "done";
         output_type: "completion" | "score" | "any";
@@ -1768,9 +1817,16 @@ type BraintrustStreamChunk = z.infer<typeof braintrustStreamChunkSchema>;
 declare class BraintrustStream {
     private stream;
     private memoizedFinalValue;
-    constructor(baseStream: ReadableStream<Uint8Array>);
-    constructor(stream: ReadableStream<string>);
-    constructor(stream: ReadableStream<BraintrustStreamChunk>);
+    private signal;
+    constructor(baseStream: ReadableStream<Uint8Array>, opts?: {
+        signal?: AbortSignal;
+    });
+    constructor(stream: ReadableStream<string>, opts?: {
+        signal?: AbortSignal;
+    });
+    constructor(stream: ReadableStream<BraintrustStreamChunk>, opts?: {
+        signal?: AbortSignal;
+    });
     /**
      * Copy the stream. This returns a new stream that shares the same underlying
      * stream (via `tee`). Since streams are consumed in Javascript, use `copy()` if you
@@ -1808,6 +1864,7 @@ declare class BraintrustStream {
      */
     finalValue(): Promise<unknown>;
     static parseRawEvent(event: CallEventSchema): BraintrustStreamChunk;
+    static serializeRawEvent(event: BraintrustStreamChunk): CallEventSchema;
 }
 /**
  * Create a stream that passes through the final value of the stream. This is
@@ -1961,6 +2018,7 @@ interface OpenAILike {
     embeddings: any;
     moderations: any;
     beta?: BetaLike;
+    responses?: any;
 }
 declare global {
     var __inherited_braintrust_wrap_openai: ((openai: any) => any) | undefined;