braintrust 3.28.0 → 3.29.0

package/README.md

@@ -4,7 +4,7 @@
 
 [![npm version](https://img.shields.io/npm/v/braintrust.svg)](https://www.npmjs.com/package/braintrust)
 
-An isomorphic JavaScript/TypeScript SDK for logging, tracing, and evaluating AI applications with [Braintrust](https://www.braintrust.dev/). For more details, see the [Braintrust docs](https://www.braintrust.dev/docs)
+An isomorphic JavaScript/TypeScript SDK for logging, tracing, and evaluating AI applications with [Braintrust](https://www.braintrust.dev/). For more details, see the [TypeScript SDK docs](https://www.braintrust.dev/docs/reference/sdks/typescript).
 
 ## Installation
 

package/dev/dist/index.d.mts

@@ -6550,6 +6550,15 @@ declare const PromptData: z.ZodObject<{
         type: "global";
         name: string;
         function_type?: "preprocessor" | undefined;
+    }>, z.ZodObject<{
+        type: z.ZodLiteral<"inline">;
+        code: z.ZodString;
+    }, "strip", z.ZodTypeAny, {
+        code: string;
+        type: "inline";
+    }, {
+        code: string;
+        type: "inline";
     }>, z.ZodNull]>>;
     tool_functions: z.ZodOptional<z.ZodUnion<[z.ZodArray<z.ZodUnion<[z.ZodObject<{
         type: z.ZodLiteral<"function">;
@@ -6860,6 +6869,9 @@ declare const PromptData: z.ZodObject<{
         type: "global";
         name: string;
         function_type: "preprocessor";
+    } | {
+        code: string;
+        type: "inline";
     } | null | undefined;
     origin?: {
         project_id?: string | undefined;
@@ -7134,6 +7146,9 @@ declare const PromptData: z.ZodObject<{
         type: "global";
         name: string;
         function_type?: "preprocessor" | undefined;
+    } | {
+        code: string;
+        type: "inline";
     } | null | undefined;
     origin?: {
         project_id?: string | undefined;
@@ -8579,6 +8594,15 @@ declare const Prompt$1: z.ZodObject<{
             type: "global";
             name: string;
             function_type?: "preprocessor" | undefined;
+        }>, z.ZodObject<{
+            type: z.ZodLiteral<"inline">;
+            code: z.ZodString;
+        }, "strip", z.ZodTypeAny, {
+            code: string;
+            type: "inline";
+        }, {
+            code: string;
+            type: "inline";
         }>, z.ZodNull]>>;
         tool_functions: z.ZodOptional<z.ZodUnion<[z.ZodArray<z.ZodUnion<[z.ZodObject<{
             type: z.ZodLiteral<"function">;
@@ -8889,6 +8913,9 @@ declare const Prompt$1: z.ZodObject<{
             type: "global";
             name: string;
             function_type: "preprocessor";
+        } | {
+            code: string;
+            type: "inline";
         } | null | undefined;
         origin?: {
             project_id?: string | undefined;
@@ -9163,6 +9190,9 @@ declare const Prompt$1: z.ZodObject<{
             type: "global";
             name: string;
             function_type?: "preprocessor" | undefined;
+        } | {
+            code: string;
+            type: "inline";
         } | null | undefined;
         origin?: {
             project_id?: string | undefined;
@@ -9454,6 +9484,9 @@ declare const Prompt$1: z.ZodObject<{
             type: "global";
             name: string;
             function_type: "preprocessor";
+        } | {
+            code: string;
+            type: "inline";
         } | null | undefined;
         origin?: {
             project_id?: string | undefined;
@@ -9742,6 +9775,9 @@ declare const Prompt$1: z.ZodObject<{
             type: "global";
             name: string;
             function_type?: "preprocessor" | undefined;
+        } | {
+            code: string;
+            type: "inline";
         } | null | undefined;
         origin?: {
             project_id?: string | undefined;
@@ -9992,7 +10028,6 @@ declare class LazyValue<T> {
 type TemplateFormat = "mustache" | "nunjucks" | "none";
 
 interface GlobalHookAsyncLocalStorage<T> {
-    enterWith(store: T): void;
     run<R>(store: T | undefined, callback: () => R): R;
     getStore(): T | undefined;
 }
@@ -10158,6 +10193,14 @@ interface PromptKey {
      */
     id?: string;
 }
+type PromptMemoryCacheEntry = {
+    value: Prompt;
+    resolvedOrgIdentity?: string;
+};
+type PromptDiskCacheEntry = {
+    value: ReturnType<Prompt["_internalSerializeForCache"]>;
+    resolvedOrgIdentity?: string;
+};
 /**
  * A configurable cache for Braintrust prompts with optional in-memory and filesystem storage.
  *
@@ -10166,10 +10209,19 @@ interface PromptKey {
 declare class PromptCache {
     private readonly memoryCache?;
     private readonly diskCache?;
+    private readonly namespace?;
+    private readonly expectedResolvedOrgIdentity?;
     constructor(options: {
-        memoryCache?: LRUCache<string, Prompt>;
-        diskCache?: DiskCache<Prompt>;
+        memoryCache?: LRUCache<string, PromptMemoryCacheEntry>;
+        diskCache?: DiskCache<PromptDiskCacheEntry>;
+        namespace?: string;
+        expectedResolvedOrgIdentity?: string;
     });
+    /**
+     * Returns a cache view that shares the same storage layers but isolates all
+     * entries under the provided namespace.
+     */
+    withNamespace(namespace: string, expectedResolvedOrgIdentity?: string): PromptCache;
     /**
      * Retrieves a prompt from the cache.
      * First checks the in-memory LRU cache, then falls back to checking the disk cache if available.
@@ -10193,13 +10245,26 @@ interface ParametersKey {
     projectName?: string;
     id?: string;
 }
+type ParametersMemoryCacheEntry = {
+    value: RemoteEvalParameters;
+    resolvedOrgIdentity?: string;
+};
+type ParametersDiskCacheEntry = {
+    value: ReturnType<RemoteEvalParameters["_internalSerializeForCache"]>;
+    resolvedOrgIdentity?: string;
+};
 declare class ParametersCache {
     private readonly memoryCache?;
     private readonly diskCache?;
+    private readonly namespace?;
+    private readonly expectedResolvedOrgIdentity?;
     constructor(options: {
-        memoryCache?: LRUCache<string, RemoteEvalParameters>;
-        diskCache?: DiskCache<RemoteEvalParameters>;
+        memoryCache?: LRUCache<string, ParametersMemoryCacheEntry>;
+        diskCache?: DiskCache<ParametersDiskCacheEntry>;
+        namespace?: string;
+        expectedResolvedOrgIdentity?: string;
     });
+    withNamespace(namespace: string, expectedResolvedOrgIdentity?: string): ParametersCache;
     get(key: ParametersKey): Promise<RemoteEvalParameters | undefined>;
     set(key: ParametersKey, value: RemoteEvalParameters): Promise<void>;
 }
@@ -12569,8 +12634,17 @@ declare const loginSchema: z.ZodObject<{
     debugLogLevelDisabled?: boolean | undefined;
 }>;
 type SerializedBraintrustState = z.infer<typeof loginSchema>;
+type ResolvedLoaderLoginOptions = Required<Pick<LoginOptions, "apiKey" | "appUrl" | "fetch">> & Pick<LoginOptions, "orgName"> & {
+    forceLogin?: boolean;
+    credentialCacheNamespace: string;
+    existingState?: BraintrustState;
+};
+type LoaderCacheViews = {
+    promptCache: PromptCache;
+    parametersCache: ParametersCache;
+};
+type LoaderRequestState = Pick<BraintrustState, "appUrl" | "orgId" | "apiConn">;
 declare class BraintrustState {
-    private loginParams;
     id: string;
     currentExperiment: Experiment | undefined;
     currentLogger: Logger<false> | undefined;
@@ -12601,12 +12675,23 @@ declare class BraintrustState {
     private _otelFlushCallback;
     spanOriginEnvironment: SpanOriginEnvironment | undefined;
     private traceContextSigningSecret;
+    private loaderLoginCache;
+    private readonly loginParams;
+    private activeLoginOrgNameSelector;
     constructor(loginParams: LoginOptions);
     /** @internal */
     _internalSetTraceContextSigningSecret(secret: string | undefined): void;
     /** @internal */
     _internalGetTraceContextSigningSecret(): string | undefined;
     resetLoginInfo(): void;
+    /** @internal */
+    _internalResolveLoaderLoginOptions({ apiKey, appUrl, orgName, fetch, forceLogin, }: Pick<LoginOptions, "apiKey" | "appUrl" | "orgName" | "fetch"> & {
+        forceLogin?: boolean;
+    }): Promise<ResolvedLoaderLoginOptions>;
+    /** @internal */
+    _internalGetLoaderCacheViews(loginOptions: ResolvedLoaderLoginOptions, requestState?: LoaderRequestState): LoaderCacheViews;
+    /** @internal */
+    _internalGetLoaderState({ apiKey, appUrl, orgName, fetch, forceLogin, existingState, }: ResolvedLoaderLoginOptions): Promise<LoaderRequestState>;
     resetIdGenState(): void;
     [RESET_CONTEXT_MANAGER_STATE](): void;
     get idGenerator(): IDGenerator;
@@ -12645,11 +12730,12 @@ declare class BraintrustState {
     toString(): string;
 }
 declare class HTTPConnection {
+    private readonly classifyTransportErrors;
     base_url: string;
     token: string | null;
     headers: Record<string, string>;
     fetch: typeof globalThis.fetch;
-    constructor(base_url: string, fetch: typeof globalThis.fetch);
+    constructor(base_url: string, fetch: typeof globalThis.fetch, classifyTransportErrors?: boolean);
     setFetch(fetch: typeof globalThis.fetch): void;
     ping(): Promise<boolean>;
     make_long_lived(): void;
@@ -13339,6 +13425,251 @@ declare class Prompt<HasId extends boolean = true, HasVersion extends boolean =
     }): PromptBlockDataType;
     private getParsedPromptData;
     static isPrompt(data: unknown): data is Prompt<boolean, boolean>;
+    /** @internal */
+    _internalSerializeForCache(): {
+        metadata: {
+            _xact_id: string;
+            created: string;
+            id: string;
+            prompt_session_id: string;
+            project_id: string;
+            function_data?: unknown;
+            function_type?: "llm" | "scorer" | "task" | "tool" | "custom_view" | "preprocessor" | "facet" | "classifier" | "tag" | "parameters" | "sandbox" | null | undefined;
+            tags?: string[] | null | undefined;
+            _pagination_key?: string | null | undefined;
+            completion?: unknown;
+            prompt_data?: unknown;
+            prompt_session_data?: unknown;
+            object_data?: unknown;
+        } | PromptRowWithId<HasId, HasVersion>;
+        defaults: Partial<Omit<z.objectOutputType<{
+            use_cache: z.ZodOptional<z.ZodBoolean>;
+            reasoning_enabled: z.ZodOptional<z.ZodBoolean>;
+            reasoning_budget: z.ZodOptional<z.ZodNumber>;
+            temperature: z.ZodOptional<z.ZodNumber>;
+            top_p: z.ZodOptional<z.ZodNumber>;
+            max_tokens: z.ZodOptional<z.ZodNumber>;
+            max_completion_tokens: z.ZodOptional<z.ZodNumber>;
+            frequency_penalty: z.ZodOptional<z.ZodNumber>;
+            presence_penalty: z.ZodOptional<z.ZodNumber>;
+            response_format: z.ZodOptional<z.ZodUnion<[z.ZodObject<{
+                type: z.ZodLiteral<"json_object">;
+            }, "strip", z.ZodTypeAny, {
+                type: "json_object";
+            }, {
+                type: "json_object";
+            }>, z.ZodObject<{
+                type: z.ZodLiteral<"json_schema">;
+                json_schema: z.ZodObject<{
+                    name: z.ZodString;
+                    description: z.ZodOptional<z.ZodString>;
+                    schema: z.ZodOptional<z.ZodUnion<[z.ZodObject<{}, "passthrough", z.ZodTypeAny, z.objectOutputType<{}, z.ZodTypeAny, "passthrough">, z.objectInputType<{}, z.ZodTypeAny, "passthrough">>, z.ZodString]>>;
+                    strict: z.ZodOptional<z.ZodUnion<[z.ZodBoolean, z.ZodNull]>>;
+                }, "strip", z.ZodTypeAny, {
+                    name: string;
+                    description?: string | undefined;
+                    schema?: string | z.objectOutputType<{}, z.ZodTypeAny, "passthrough"> | undefined;
+                    strict?: boolean | null | undefined;
+                }, {
+                    name: string;
+                    description?: string | undefined;
+                    schema?: string | z.objectInputType<{}, z.ZodTypeAny, "passthrough"> | undefined;
+                    strict?: boolean | null | undefined;
+                }>;
+            }, "strip", z.ZodTypeAny, {
+                type: "json_schema";
+                json_schema: {
+                    name: string;
+                    description?: string | undefined;
+                    schema?: string | z.objectOutputType<{}, z.ZodTypeAny, "passthrough"> | undefined;
+                    strict?: boolean | null | undefined;
+                };
+            }, {
+                type: "json_schema";
+                json_schema: {
+                    name: string;
+                    description?: string | undefined;
+                    schema?: string | z.objectInputType<{}, z.ZodTypeAny, "passthrough"> | undefined;
+                    strict?: boolean | null | undefined;
+                };
+            }>, z.ZodObject<{
+                type: z.ZodLiteral<"text">;
+            }, "strip", z.ZodTypeAny, {
+                type: "text";
+            }, {
+                type: "text";
+            }>, z.ZodNull]>>;
+            tool_choice: z.ZodOptional<z.ZodUnion<[z.ZodLiteral<"auto">, z.ZodLiteral<"none">, z.ZodLiteral<"required">, z.ZodObject<{
+                type: z.ZodLiteral<"function">;
+                function: z.ZodObject<{
+                    name: z.ZodString;
+                }, "strip", z.ZodTypeAny, {
+                    name: string;
+                }, {
+                    name: string;
+                }>;
+            }, "strip", z.ZodTypeAny, {
+                function: {
+                    name: string;
+                };
+                type: "function";
+            }, {
+                function: {
+                    name: string;
+                };
+                type: "function";
+            }>]>>;
+            function_call: z.ZodOptional<z.ZodUnion<[z.ZodLiteral<"auto">, z.ZodLiteral<"none">, z.ZodObject<{
+                name: z.ZodString;
+            }, "strip", z.ZodTypeAny, {
+                name: string;
+            }, {
+                name: string;
+            }>]>>;
+            n: z.ZodOptional<z.ZodNumber>;
+            stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
+            reasoning_effort: z.ZodOptional<z.ZodEnum<["none", "minimal", "low", "medium", "high"]>>;
+            verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
+        }, z.ZodTypeAny, "passthrough"> | z.objectOutputType<{
+            use_cache: z.ZodOptional<z.ZodBoolean>;
+            reasoning_enabled: z.ZodOptional<z.ZodBoolean>;
+            reasoning_budget: z.ZodOptional<z.ZodNumber>;
+            max_tokens: z.ZodNumber;
+            temperature: z.ZodNumber;
+            top_p: z.ZodOptional<z.ZodNumber>;
+            top_k: z.ZodOptional<z.ZodNumber>;
+            stop_sequences: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
+            max_tokens_to_sample: z.ZodOptional<z.ZodNumber>;
+        }, z.ZodTypeAny, "passthrough"> | z.objectOutputType<{
+            use_cache: z.ZodOptional<z.ZodBoolean>;
+            reasoning_enabled: z.ZodOptional<z.ZodBoolean>;
+            reasoning_budget: z.ZodOptional<z.ZodNumber>;
+            temperature: z.ZodOptional<z.ZodNumber>;
+            maxOutputTokens: z.ZodOptional<z.ZodNumber>;
+            topP: z.ZodOptional<z.ZodNumber>;
+            topK: z.ZodOptional<z.ZodNumber>;
+        }, z.ZodTypeAny, "passthrough"> | z.objectOutputType<{
+            use_cache: z.ZodOptional<z.ZodBoolean>;
+            reasoning_enabled: z.ZodOptional<z.ZodBoolean>;
+            reasoning_budget: z.ZodOptional<z.ZodNumber>;
+            temperature: z.ZodOptional<z.ZodNumber>;
+            topK: z.ZodOptional<z.ZodNumber>;
+        }, z.ZodTypeAny, "passthrough"> | z.objectOutputType<{
+            use_cache: z.ZodOptional<z.ZodBoolean>;
+            reasoning_enabled: z.ZodOptional<z.ZodBoolean>;
+            reasoning_budget: z.ZodOptional<z.ZodNumber>;
+        }, z.ZodTypeAny, "passthrough"> | undefined, "response_format" | "reasoning_effort" | "use_cache"> & Omit<{
+            max_tokens: number;
+            temperature?: number | undefined;
+            top_p?: number | undefined;
+            max_completion_tokens?: number | undefined;
+            frequency_penalty?: number | undefined;
+            presence_penalty?: number | undefined;
+            response_format?: {
+                type: "json_object";
+            } | {
+                type: "json_schema";
+                json_schema: {
+                    name: string;
+                    description?: string | undefined;
+                    schema?: string | z.objectOutputType<{}, z.ZodTypeAny, "passthrough"> | undefined;
+                    strict?: boolean | null | undefined;
+                };
+            } | {
+                type: "text";
+            } | null | undefined;
+            tool_choice?: "auto" | "none" | "required" | {
+                function: {
+                    name: string;
+                };
+                type: "function";
+            } | undefined;
+            function_call?: "auto" | "none" | {
+                name: string;
+            } | undefined;
+            n?: number | undefined;
+            stop?: string[] | undefined;
+            reasoning_effort?: "none" | "minimal" | "low" | "medium" | "high" | undefined;
+            verbosity?: "low" | "medium" | "high" | undefined;
+            top_k?: number | undefined;
+            stop_sequences?: string[] | undefined;
+            reasoning_enabled?: boolean | undefined;
+            reasoning_budget?: number | undefined;
+            max_tokens_to_sample?: number | undefined;
+            maxOutputTokens?: number | undefined;
+            topP?: number | undefined;
+            topK?: number | undefined;
+            use_cache?: boolean | undefined;
+        }, "response_format" | "reasoning_effort" | "use_cache"> & {
+            reasoning_effort?: CompiledPromptReasoningEffort;
+            response_format?: {
+                type: "json_object";
+            } | {
+                type: "text";
+            } | (Omit<{
+                type: "json_schema";
+                json_schema: {
+                    name: string;
+                    description?: string | undefined;
+                    schema?: string | z.objectOutputType<{}, z.ZodTypeAny, "passthrough"> | undefined;
+                    strict?: boolean | null | undefined;
+                };
+            }, "json_schema"> & {
+                json_schema: Omit<{
+                    name: string;
+                    description?: string | undefined;
+                    schema?: string | z.objectOutputType<{}, z.ZodTypeAny, "passthrough"> | undefined;
+                    strict?: boolean | null | undefined;
+                }, "schema"> & {
+                    schema?: Record<string, unknown> | undefined;
+                };
+            }) | undefined;
+            model: string;
+        } & {
+            max_tokens: number;
+            temperature?: number | undefined;
+            top_p?: number | undefined;
+            max_completion_tokens?: number | undefined;
+            frequency_penalty?: number | undefined;
+            presence_penalty?: number | undefined;
+            response_format?: {
+                type: "json_object";
+            } | {
+                type: "json_schema";
+                json_schema: {
+                    name: string;
+                    description?: string | undefined;
+                    schema?: string | z.objectOutputType<{}, z.ZodTypeAny, "passthrough"> | undefined;
+                    strict?: boolean | null | undefined;
+                };
+            } | {
+                type: "text";
+            } | null | undefined;
+            tool_choice?: "auto" | "none" | "required" | {
+                function: {
+                    name: string;
+                };
+                type: "function";
+            } | undefined;
+            function_call?: "auto" | "none" | {
+                name: string;
+            } | undefined;
+            n?: number | undefined;
+            stop?: string[] | undefined;
+            reasoning_effort?: "none" | "minimal" | "low" | "medium" | "high" | undefined;
+            verbosity?: "low" | "medium" | "high" | undefined;
+            top_k?: number | undefined;
+            stop_sequences?: string[] | undefined;
+            reasoning_enabled?: boolean | undefined;
+            reasoning_budget?: number | undefined;
+            max_tokens_to_sample?: number | undefined;
+            maxOutputTokens?: number | undefined;
+            topP?: number | undefined;
+            topK?: number | undefined;
+            use_cache?: boolean | undefined;
+        } & ChatPrompt & CompletionPrompt>;
+        noTrace: boolean;
+    };
     static fromPromptData(name: string, promptData: PromptDataType): Prompt<false, false>;
 }
 declare class RemoteEvalParameters<HasId extends boolean = true, HasVersion extends boolean = true, T extends Record<string, unknown> = Record<string, unknown>> {
@@ -13352,6 +13683,24 @@ declare class RemoteEvalParameters<HasId extends boolean = true, HasVersion exte
     get version(): HasVersion extends true ? TransactionId : TransactionId | undefined;
     get schema(): Record<string, unknown>;
     get data(): T;
+    /** @internal */
+    _internalSerializeForCache(): {
+        metadata: {
+            _xact_id: string;
+            id: string;
+            project_id: string;
+            function_data: {
+                type: "parameters";
+                __schema: Record<string, unknown>;
+                data?: Record<string, unknown> | undefined;
+            };
+            name: string;
+            slug: string;
+            function_type: "parameters";
+            description?: string | null | undefined;
+            metadata?: z.objectOutputType<{}, z.ZodTypeAny, "passthrough"> | null | undefined;
+        };
+    };
     validate(data: unknown): boolean;
     static isParameters(x: unknown): x is RemoteEvalParameters<boolean, boolean, Record<string, unknown>>;
 }