braintrust 3.10.0 → 3.12.0

package/README.md

@@ -61,40 +61,40 @@ Use a bundler plugin:
 Vite:
 
 ```ts
-import { vitePlugin } from "braintrust/vite";
+import { braintrustVitePlugin } from "braintrust/vite";
 
 export default {
-  plugins: [vitePlugin()],
+  plugins: [braintrustVitePlugin()],
 };
 ```
 
 Webpack:
 
 ```js
-const { webpackPlugin } = require("braintrust/webpack");
+const { braintrustWebpackPlugin } = require("braintrust/webpack");
 
 module.exports = {
-  plugins: [webpackPlugin()],
+  plugins: [braintrustWebpackPlugin()],
 };
 ```
 
 esbuild:
 
 ```ts
-import { esbuildPlugin } from "braintrust/esbuild";
+import { braintrustEsbuildPlugin } from "braintrust/esbuild";
 
 await esbuild.build({
-  plugins: [esbuildPlugin()],
+  plugins: [braintrustEsbuildPlugin()],
 });
 ```
 
 Rollup:
 
 ```ts
-import { rollupPlugin } from "braintrust/rollup";
+import { braintrustRollupPlugin } from "braintrust/rollup";
 
 export default {
-  plugins: [rollupPlugin()],
+  plugins: [braintrustRollupPlugin()],
 };
 ```
 

package/dev/dist/index.d.mts

@@ -847,6 +847,7 @@ declare const ChatCompletionMessageParam: z.ZodUnion<[z.ZodObject<{
         id?: string | undefined;
         content?: string | undefined;
     }>, "many">>;
+    reasoning_signature: z.ZodOptional<z.ZodString>;
 }, "strip", z.ZodTypeAny, {
     role: "assistant";
     name?: string | undefined;
@@ -873,6 +874,7 @@ declare const ChatCompletionMessageParam: z.ZodUnion<[z.ZodObject<{
         id?: string | undefined;
         content?: string | undefined;
     }[] | undefined;
+    reasoning_signature?: string | undefined;
 }, {
     role: "assistant";
     name?: string | undefined;
@@ -899,6 +901,7 @@ declare const ChatCompletionMessageParam: z.ZodUnion<[z.ZodObject<{
         id?: string | undefined;
         content?: string | undefined;
     }[] | undefined;
+    reasoning_signature?: string | undefined;
 }>, z.ZodObject<{
     content: z.ZodUnion<[z.ZodString, z.ZodArray<z.ZodObject<{
         text: z.ZodDefault<z.ZodString>;
@@ -1259,6 +1262,7 @@ declare const ChatCompletionOpenAIMessageParam: z.ZodUnion<[z.ZodObject<{
         id?: string | undefined;
         content?: string | undefined;
     }>, "many">>;
+    reasoning_signature: z.ZodOptional<z.ZodString>;
 }, "strip", z.ZodTypeAny, {
     role: "assistant";
     name?: string | undefined;
@@ -1285,6 +1289,7 @@ declare const ChatCompletionOpenAIMessageParam: z.ZodUnion<[z.ZodObject<{
         id?: string | undefined;
         content?: string | undefined;
     }[] | undefined;
+    reasoning_signature?: string | undefined;
 }, {
     role: "assistant";
     name?: string | undefined;
@@ -1311,6 +1316,7 @@ declare const ChatCompletionOpenAIMessageParam: z.ZodUnion<[z.ZodObject<{
         id?: string | undefined;
         content?: string | undefined;
     }[] | undefined;
+    reasoning_signature?: string | undefined;
 }>, z.ZodObject<{
     content: z.ZodUnion<[z.ZodString, z.ZodArray<z.ZodObject<{
         text: z.ZodDefault<z.ZodString>;
@@ -1776,6 +1782,7 @@ declare const PromptBlockData: z.ZodUnion<[z.ZodObject<{
             id?: string | undefined;
             content?: string | undefined;
         }>, "many">>;
+        reasoning_signature: z.ZodOptional<z.ZodString>;
     }, "strip", z.ZodTypeAny, {
         role: "assistant";
         name?: string | undefined;
@@ -1802,6 +1809,7 @@ declare const PromptBlockData: z.ZodUnion<[z.ZodObject<{
             id?: string | undefined;
             content?: string | undefined;
         }[] | undefined;
+        reasoning_signature?: string | undefined;
     }, {
         role: "assistant";
         name?: string | undefined;
@@ -1828,6 +1836,7 @@ declare const PromptBlockData: z.ZodUnion<[z.ZodObject<{
             id?: string | undefined;
             content?: string | undefined;
         }[] | undefined;
+        reasoning_signature?: string | undefined;
     }>, z.ZodObject<{
         content: z.ZodUnion<[z.ZodString, z.ZodArray<z.ZodObject<{
             text: z.ZodDefault<z.ZodString>;
@@ -2004,6 +2013,7 @@ declare const PromptBlockData: z.ZodUnion<[z.ZodObject<{
             id?: string | undefined;
             content?: string | undefined;
         }[] | undefined;
+        reasoning_signature?: string | undefined;
     } | {
         role: "tool";
         content: string | {
@@ -2094,6 +2104,7 @@ declare const PromptBlockData: z.ZodUnion<[z.ZodObject<{
             id?: string | undefined;
             content?: string | undefined;
         }[] | undefined;
+        reasoning_signature?: string | undefined;
     } | {
         role: "tool";
         content: string | {
@@ -2933,6 +2944,7 @@ declare const FunctionData: z.ZodUnion<[z.ZodObject<{
                     id?: string | undefined;
                     content?: string | undefined;
                 }>, "many">>;
+                reasoning_signature: z.ZodOptional<z.ZodString>;
             }, "strip", z.ZodTypeAny, {
                 role: "assistant";
                 name?: string | undefined;
@@ -2959,6 +2971,7 @@ declare const FunctionData: z.ZodUnion<[z.ZodObject<{
                     id?: string | undefined;
                     content?: string | undefined;
                 }[] | undefined;
+                reasoning_signature?: string | undefined;
             }, {
                 role: "assistant";
                 name?: string | undefined;
@@ -2985,6 +2998,7 @@ declare const FunctionData: z.ZodUnion<[z.ZodObject<{
                     id?: string | undefined;
                     content?: string | undefined;
                 }[] | undefined;
+                reasoning_signature?: string | undefined;
             }>, z.ZodObject<{
                 content: z.ZodUnion<[z.ZodString, z.ZodArray<z.ZodObject<{
                     text: z.ZodDefault<z.ZodString>;
@@ -3161,6 +3175,7 @@ declare const FunctionData: z.ZodUnion<[z.ZodObject<{
                     id?: string | undefined;
                     content?: string | undefined;
                 }[] | undefined;
+                reasoning_signature?: string | undefined;
             } | {
                 role: "tool";
                 content: string | {
@@ -3251,6 +3266,7 @@ declare const FunctionData: z.ZodUnion<[z.ZodObject<{
                     id?: string | undefined;
                     content?: string | undefined;
                 }[] | undefined;
+                reasoning_signature?: string | undefined;
             } | {
                 role: "tool";
                 content: string | {
@@ -3353,6 +3369,7 @@ declare const FunctionData: z.ZodUnion<[z.ZodObject<{
                     id?: string | undefined;
                     content?: string | undefined;
                 }[] | undefined;
+                reasoning_signature?: string | undefined;
             } | {
                 role: "tool";
                 content: string | {
@@ -3454,6 +3471,7 @@ declare const FunctionData: z.ZodUnion<[z.ZodObject<{
                     id?: string | undefined;
                     content?: string | undefined;
                 }[] | undefined;
+                reasoning_signature?: string | undefined;
             } | {
                 role: "tool";
                 content: string | {
@@ -3656,6 +3674,7 @@ declare const FunctionData: z.ZodUnion<[z.ZodObject<{
                     id?: string | undefined;
                     content?: string | undefined;
                 }[] | undefined;
+                reasoning_signature?: string | undefined;
             } | {
                 role: "tool";
                 content: string | {
@@ -3826,6 +3845,7 @@ declare const FunctionData: z.ZodUnion<[z.ZodObject<{
                     id?: string | undefined;
                     content?: string | undefined;
                 }[] | undefined;
+                reasoning_signature?: string | undefined;
             } | {
                 role: "tool";
                 content: string | {
@@ -4595,6 +4615,7 @@ declare const PromptData: z.ZodObject<{
                 id?: string | undefined;
                 content?: string | undefined;
             }>, "many">>;
+            reasoning_signature: z.ZodOptional<z.ZodString>;
         }, "strip", z.ZodTypeAny, {
             role: "assistant";
             name?: string | undefined;
@@ -4621,6 +4642,7 @@ declare const PromptData: z.ZodObject<{
                 id?: string | undefined;
                 content?: string | undefined;
             }[] | undefined;
+            reasoning_signature?: string | undefined;
         }, {
             role: "assistant";
             name?: string | undefined;
@@ -4647,6 +4669,7 @@ declare const PromptData: z.ZodObject<{
                 id?: string | undefined;
                 content?: string | undefined;
             }[] | undefined;
+            reasoning_signature?: string | undefined;
         }>, z.ZodObject<{
             content: z.ZodUnion<[z.ZodString, z.ZodArray<z.ZodObject<{
                 text: z.ZodDefault<z.ZodString>;
@@ -4823,6 +4846,7 @@ declare const PromptData: z.ZodObject<{
                 id?: string | undefined;
                 content?: string | undefined;
             }[] | undefined;
+            reasoning_signature?: string | undefined;
         } | {
             role: "tool";
             content: string | {
@@ -4913,6 +4937,7 @@ declare const PromptData: z.ZodObject<{
                 id?: string | undefined;
                 content?: string | undefined;
             }[] | undefined;
+            reasoning_signature?: string | undefined;
         } | {
             role: "tool";
             content: string | {
@@ -5817,6 +5842,7 @@ declare const PromptData: z.ZodObject<{
                 id?: string | undefined;
                 content?: string | undefined;
             }[] | undefined;
+            reasoning_signature?: string | undefined;
         } | {
             role: "tool";
             content: string | {
@@ -6066,6 +6092,7 @@ declare const PromptData: z.ZodObject<{
                 id?: string | undefined;
                 content?: string | undefined;
             }[] | undefined;
+            reasoning_signature?: string | undefined;
         } | {
             role: "tool";
             content: string | {
@@ -6425,6 +6452,7 @@ declare const Prompt$1: z.ZodObject<{
                     id?: string | undefined;
                     content?: string | undefined;
                 }>, "many">>;
+                reasoning_signature: z.ZodOptional<z.ZodString>;
             }, "strip", z.ZodTypeAny, {
                 role: "assistant";
                 name?: string | undefined;
@@ -6451,6 +6479,7 @@ declare const Prompt$1: z.ZodObject<{
                     id?: string | undefined;
                     content?: string | undefined;
                 }[] | undefined;
+                reasoning_signature?: string | undefined;
             }, {
                 role: "assistant";
                 name?: string | undefined;
@@ -6477,6 +6506,7 @@ declare const Prompt$1: z.ZodObject<{
                     id?: string | undefined;
                     content?: string | undefined;
                 }[] | undefined;
+                reasoning_signature?: string | undefined;
             }>, z.ZodObject<{
                 content: z.ZodUnion<[z.ZodString, z.ZodArray<z.ZodObject<{
                     text: z.ZodDefault<z.ZodString>;
@@ -6653,6 +6683,7 @@ declare const Prompt$1: z.ZodObject<{
                     id?: string | undefined;
                     content?: string | undefined;
                 }[] | undefined;
+                reasoning_signature?: string | undefined;
             } | {
                 role: "tool";
                 content: string | {
@@ -6743,6 +6774,7 @@ declare const Prompt$1: z.ZodObject<{
                     id?: string | undefined;
                     content?: string | undefined;
                 }[] | undefined;
+                reasoning_signature?: string | undefined;
             } | {
                 role: "tool";
                 content: string | {
@@ -7647,6 +7679,7 @@ declare const Prompt$1: z.ZodObject<{
                     id?: string | undefined;
                     content?: string | undefined;
                 }[] | undefined;
+                reasoning_signature?: string | undefined;
             } | {
                 role: "tool";
                 content: string | {
@@ -7896,6 +7929,7 @@ declare const Prompt$1: z.ZodObject<{
                     id?: string | undefined;
                     content?: string | undefined;
                 }[] | undefined;
+                reasoning_signature?: string | undefined;
             } | {
                 role: "tool";
                 content: string | {
@@ -8162,6 +8196,7 @@ declare const Prompt$1: z.ZodObject<{
                     id?: string | undefined;
                     content?: string | undefined;
                 }[] | undefined;
+                reasoning_signature?: string | undefined;
             } | {
                 role: "tool";
                 content: string | {
@@ -8425,6 +8460,7 @@ declare const Prompt$1: z.ZodObject<{
                     id?: string | undefined;
                     content?: string | undefined;
                 }[] | undefined;
+                reasoning_signature?: string | undefined;
             } | {
                 role: "tool";
                 content: string | {
@@ -8570,7 +8606,7 @@ declare const SSEProgressEventData: z.ZodObject<{
     object_type: "prompt" | "scorer" | "task" | "tool" | "custom_view" | "preprocessor" | "facet" | "classifier" | "parameters" | "sandbox" | "workflow";
     name: string;
     data: string;
-    event: "start" | "error" | "done" | "text_delta" | "reasoning_delta" | "json_delta" | "progress" | "console";
+    event: "done" | "error" | "text_delta" | "reasoning_delta" | "json_delta" | "progress" | "console" | "start";
     format: "code" | "llm" | "global" | "topic_map" | "graph";
     output_type: "facet" | "score" | "completion" | "classification" | "any";
     origin?: {
@@ -8585,7 +8621,7 @@ declare const SSEProgressEventData: z.ZodObject<{
     object_type: "prompt" | "scorer" | "task" | "tool" | "custom_view" | "preprocessor" | "facet" | "classifier" | "parameters" | "sandbox" | "workflow";
     name: string;
     data: string;
-    event: "start" | "error" | "done" | "text_delta" | "reasoning_delta" | "json_delta" | "progress" | "console";
+    event: "done" | "error" | "text_delta" | "reasoning_delta" | "json_delta" | "progress" | "console" | "start";
     format: "code" | "llm" | "global" | "topic_map" | "graph";
     output_type: "facet" | "score" | "completion" | "classification" | "any";
     origin?: {
@@ -9248,6 +9284,7 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
                 id?: string | undefined;
                 content?: string | undefined;
             }>, "many">>;
+            reasoning_signature: z.ZodOptional<z.ZodString>;
         }, "strip", z.ZodTypeAny, {
             role: "assistant";
             name?: string | undefined;
@@ -9274,6 +9311,7 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
                 id?: string | undefined;
                 content?: string | undefined;
             }[] | undefined;
+            reasoning_signature?: string | undefined;
         }, {
             role: "assistant";
             name?: string | undefined;
@@ -9300,6 +9338,7 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
                 id?: string | undefined;
                 content?: string | undefined;
             }[] | undefined;
+            reasoning_signature?: string | undefined;
         }>, z.ZodObject<{
             content: z.ZodUnion<[z.ZodString, z.ZodArray<z.ZodObject<{
                 text: z.ZodDefault<z.ZodString>;
@@ -9474,6 +9513,7 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
                 id?: string | undefined;
                 content?: string | undefined;
             }[] | undefined;
+            reasoning_signature?: string | undefined;
         } | {
             role: "tool";
             content: string | {
@@ -9562,6 +9602,7 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
                 id?: string | undefined;
                 content?: string | undefined;
             }[] | undefined;
+            reasoning_signature?: string | undefined;
         } | {
             role: "tool";
             content: string | {
@@ -10308,6 +10349,7 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
                 id?: string | undefined;
                 content?: string | undefined;
             }[] | undefined;
+            reasoning_signature?: string | undefined;
         } | {
             role: "tool";
             content: string | {
@@ -10533,6 +10575,7 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
                 id?: string | undefined;
                 content?: string | undefined;
             }[] | undefined;
+            reasoning_signature?: string | undefined;
         } | {
             role: "tool";
             content: string | {
@@ -12183,6 +12226,7 @@ declare const promptDefinitionSchema: z.ZodIntersection<z.ZodUnion<[z.ZodObject<
             id?: string | undefined;
             content?: string | undefined;
         }>, "many">>;
+        reasoning_signature: z.ZodOptional<z.ZodString>;
     }, "strip", z.ZodTypeAny, {
         role: "assistant";
         name?: string | undefined;
@@ -12209,6 +12253,7 @@ declare const promptDefinitionSchema: z.ZodIntersection<z.ZodUnion<[z.ZodObject<
             id?: string | undefined;
             content?: string | undefined;
         }[] | undefined;
+        reasoning_signature?: string | undefined;
     }, {
         role: "assistant";
         name?: string | undefined;
@@ -12235,6 +12280,7 @@ declare const promptDefinitionSchema: z.ZodIntersection<z.ZodUnion<[z.ZodObject<
             id?: string | undefined;
             content?: string | undefined;
         }[] | undefined;
+        reasoning_signature?: string | undefined;
     }>, z.ZodObject<{
         content: z.ZodUnion<[z.ZodString, z.ZodArray<z.ZodObject<{
             text: z.ZodDefault<z.ZodString>;
@@ -12409,6 +12455,7 @@ declare const promptDefinitionSchema: z.ZodIntersection<z.ZodUnion<[z.ZodObject<
             id?: string | undefined;
             content?: string | undefined;
         }[] | undefined;
+        reasoning_signature?: string | undefined;
     } | {
         role: "tool";
         content: string | {
@@ -12497,6 +12544,7 @@ declare const promptDefinitionSchema: z.ZodIntersection<z.ZodUnion<[z.ZodObject<
             id?: string | undefined;
             content?: string | undefined;
         }[] | undefined;
+        reasoning_signature?: string | undefined;
     } | {
         role: "tool";
         content: string | {
@@ -13509,7 +13557,7 @@ interface Evaluator<Input, Output, Expected, Metadata extends BaseMetadata = Def
      */
     baseExperimentId?: string;
     /**
-     * Optional settings for collecting git metadata. By default, will collect all git metadata fields allowed in org-level settings.
+     * Optional settings for collecting git metadata. By default, Braintrust collects the git metadata fields allowed by your organization's git metadata settings. If those settings are absent, git metadata is not collected unless this option is set.
      */
     gitMetadataSettings?: GitMetadataSettingsType;
     /**