braintrust 3.4.0 → 3.6.0

package/dev/dist/index.d.mts

@@ -363,6 +363,23 @@ declare class SpanComponentsV4 {
 declare const spanTypeAttributeValues: readonly ["llm", "score", "function", "eval", "task", "tool", "automation", "facet", "preprocessor", "classifier", "review"];
 type SpanType = (typeof spanTypeAttributeValues)[number];
 
+declare const ResponseFormatJsonSchema: z.ZodObject<{
+    name: z.ZodString;
+    description: z.ZodOptional<z.ZodString>;
+    schema: z.ZodOptional<z.ZodUnion<[z.ZodObject<{}, "passthrough", z.ZodTypeAny, z.objectOutputType<{}, z.ZodTypeAny, "passthrough">, z.objectInputType<{}, z.ZodTypeAny, "passthrough">>, z.ZodString]>>;
+    strict: z.ZodOptional<z.ZodUnion<[z.ZodBoolean, z.ZodNull]>>;
+}, "strip", z.ZodTypeAny, {
+    name: string;
+    description?: string | undefined;
+    schema?: string | z.objectOutputType<{}, z.ZodTypeAny, "passthrough"> | undefined;
+    strict?: boolean | null | undefined;
+}, {
+    name: string;
+    description?: string | undefined;
+    schema?: string | z.objectInputType<{}, z.ZodTypeAny, "passthrough"> | undefined;
+    strict?: boolean | null | undefined;
+}>;
+type ResponseFormatJsonSchemaType = z.infer<typeof ResponseFormatJsonSchema>;
 declare const AnyModelParams: z.ZodObject<{
     temperature: z.ZodOptional<z.ZodNumber>;
     top_p: z.ZodOptional<z.ZodNumber>;
@@ -3413,21 +3430,21 @@ declare const FunctionData: z.ZodUnion<[z.ZodObject<{
             node: string;
             variable: string;
         };
+        purpose: "data" | "messages" | "control";
         target: {
             node: string;
             variable: string;
         };
-        purpose: "data" | "messages" | "control";
     }, {
         source: {
             node: string;
             variable: string;
         };
+        purpose: "data" | "messages" | "control";
         target: {
             node: string;
             variable: string;
         };
-        purpose: "data" | "messages" | "control";
     }>>;
 }, "strip", z.ZodTypeAny, {
     type: "graph";
@@ -3593,11 +3610,11 @@ declare const FunctionData: z.ZodUnion<[z.ZodObject<{
             node: string;
             variable: string;
         };
+        purpose: "data" | "messages" | "control";
         target: {
             node: string;
             variable: string;
         };
-        purpose: "data" | "messages" | "control";
     }>;
 }, {
     type: "graph";
@@ -3763,11 +3780,11 @@ declare const FunctionData: z.ZodUnion<[z.ZodObject<{
             node: string;
             variable: string;
         };
+        purpose: "data" | "messages" | "control";
         target: {
             node: string;
             variable: string;
         };
-        purpose: "data" | "messages" | "control";
     }>;
 }>, z.ZodObject<{
     type: z.ZodLiteral<"remote_eval">;
@@ -8317,7 +8334,7 @@ declare const SSEProgressEventData: z.ZodObject<{
     object_type: "prompt" | "scorer" | "task" | "tool" | "custom_view" | "preprocessor" | "facet" | "classifier" | "parameters" | "sandbox" | "workflow";
     name: string;
     data: string;
-    event: "done" | "error" | "text_delta" | "reasoning_delta" | "json_delta" | "progress" | "console" | "start";
+    event: "start" | "error" | "done" | "text_delta" | "reasoning_delta" | "json_delta" | "progress" | "console";
     format: "code" | "llm" | "global" | "topic_map" | "graph";
     output_type: "facet" | "score" | "completion" | "classification" | "any";
     origin?: {
@@ -8332,7 +8349,7 @@ declare const SSEProgressEventData: z.ZodObject<{
     object_type: "prompt" | "scorer" | "task" | "tool" | "custom_view" | "preprocessor" | "facet" | "classifier" | "parameters" | "sandbox" | "workflow";
     name: string;
     data: string;
-    event: "done" | "error" | "text_delta" | "reasoning_delta" | "json_delta" | "progress" | "console" | "start";
+    event: "start" | "error" | "done" | "text_delta" | "reasoning_delta" | "json_delta" | "progress" | "console";
     format: "code" | "llm" | "global" | "topic_map" | "graph";
     output_type: "facet" | "score" | "completion" | "classification" | "any";
     origin?: {
@@ -9689,6 +9706,7 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
             reasoning_budget: z.ZodOptional<z.ZodNumber>;
         }, z.ZodTypeAny, "passthrough">>]>>;
         templateFormat: z.ZodOptional<z.ZodEnum<["mustache", "nunjucks", "none"]>>;
+        environments: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
     }, "strip", z.ZodTypeAny, {
         model: string;
         params?: z.objectOutputType<{
@@ -9809,6 +9827,7 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
             reasoning_budget: z.ZodOptional<z.ZodNumber>;
         }, z.ZodTypeAny, "passthrough"> | undefined;
         templateFormat?: "none" | "mustache" | "nunjucks" | undefined;
+        environments?: string[] | undefined;
     }, {
         model: string;
         params?: z.objectInputType<{
@@ -9929,6 +9948,7 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
             reasoning_budget: z.ZodOptional<z.ZodNumber>;
         }, z.ZodTypeAny, "passthrough"> | undefined;
         templateFormat?: "none" | "mustache" | "nunjucks" | undefined;
+        environments?: string[] | undefined;
     }>>, z.ZodObject<{
         tools: z.ZodOptional<z.ZodArray<z.ZodObject<{
             type: z.ZodLiteral<"function">;
@@ -10200,6 +10220,7 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
             reasoning_budget: z.ZodOptional<z.ZodNumber>;
         }, z.ZodTypeAny, "passthrough"> | undefined;
         templateFormat?: "none" | "mustache" | "nunjucks" | undefined;
+        environments?: string[] | undefined;
     }) & {
         tools?: {
             function: {
@@ -10424,6 +10445,7 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
             reasoning_budget: z.ZodOptional<z.ZodNumber>;
         }, z.ZodTypeAny, "passthrough"> | undefined;
         templateFormat?: "none" | "mustache" | "nunjucks" | undefined;
+        environments?: string[] | undefined;
     }) & {
         tools?: {
             function: {
@@ -10458,6 +10480,7 @@ type InferParameters<T extends EvalParameters> = {
     [K in keyof T]: InferParameterValue<T[K]>;
 };
 
+declare const RESET_CONTEXT_MANAGER_STATE: unique symbol;
 declare const parametersRowSchema: z.ZodObject<{
     id: z.ZodString;
     _xact_id: z.ZodString;
@@ -10796,6 +10819,7 @@ declare class BraintrustState {
     constructor(loginParams: LoginOptions);
     resetLoginInfo(): void;
     resetIdGenState(): void;
+    [RESET_CONTEXT_MANAGER_STATE](): void;
     get idGenerator(): IDGenerator;
     get contextManager(): ContextManager;
     /**
@@ -11347,7 +11371,18 @@ declare class Dataset<IsLegacyDataset extends boolean = typeof DEFAULT_IS_LEGACY
     close(): Promise<string>;
     static isDataset(data: unknown): data is Dataset;
 }
-type CompiledPromptParams = Omit<NonNullable<PromptDataType["options"]>["params"], "use_cache"> & {
+type CompiledPromptResponseFormat = Exclude<AnyModelParamsType["response_format"], null> extends infer ResponseFormat ? ResponseFormat extends {
+    type: "json_schema";
+    json_schema: infer JsonSchema;
+} ? Omit<ResponseFormat, "json_schema"> & {
+    json_schema: Omit<Extract<JsonSchema, ResponseFormatJsonSchemaType>, "schema"> & {
+        schema?: Record<string, unknown>;
+    };
+} : ResponseFormat : never;
+type CompiledPromptReasoningEffort = Exclude<AnyModelParamsType["reasoning_effort"], "none">;
+type CompiledPromptParams = Omit<NonNullable<PromptDataType["options"]>["params"], "use_cache" | "response_format" | "reasoning_effort"> & Omit<AnyModelParamsType, "use_cache" | "response_format" | "reasoning_effort"> & {
+    reasoning_effort?: CompiledPromptReasoningEffort;
+    response_format?: CompiledPromptResponseFormat;
     model: NonNullable<NonNullable<PromptDataType["options"]>["model"]>;
 };
 type ChatPrompt = {
@@ -12526,6 +12561,7 @@ declare const promptDefinitionSchema: z.ZodIntersection<z.ZodUnion<[z.ZodObject<
         reasoning_budget: z.ZodOptional<z.ZodNumber>;
     }, z.ZodTypeAny, "passthrough">>]>>;
     templateFormat: z.ZodOptional<z.ZodEnum<["mustache", "nunjucks", "none"]>>;
+    environments: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
 }, "strip", z.ZodTypeAny, {
     model: string;
     params?: z.objectOutputType<{
@@ -12646,6 +12682,7 @@ declare const promptDefinitionSchema: z.ZodIntersection<z.ZodUnion<[z.ZodObject<
         reasoning_budget: z.ZodOptional<z.ZodNumber>;
     }, z.ZodTypeAny, "passthrough"> | undefined;
     templateFormat?: "none" | "mustache" | "nunjucks" | undefined;
+    environments?: string[] | undefined;
 }, {
     model: string;
     params?: z.objectInputType<{
@@ -12766,6 +12803,7 @@ declare const promptDefinitionSchema: z.ZodIntersection<z.ZodUnion<[z.ZodObject<
         reasoning_budget: z.ZodOptional<z.ZodNumber>;
     }, z.ZodTypeAny, "passthrough"> | undefined;
     templateFormat?: "none" | "mustache" | "nunjucks" | undefined;
+    environments?: string[] | undefined;
 }>>;
 type PromptDefinition = z.infer<typeof promptDefinitionSchema>;
 
@@ -12877,6 +12915,7 @@ declare class CodePrompt {
     readonly toolFunctions: (SavedFunctionIdType | GenericCodeFunction)[];
     readonly tags?: string[];
     readonly metadata?: Record<string, unknown>;
+    readonly environmentSlugs?: string[];
     constructor(project: Project, prompt: PromptDataType, toolFunctions: (SavedFunctionIdType | GenericCodeFunction)[], opts: Omit<PromptOpts<false, false, false, false>, "name" | "slug"> & {
         name: string;
         slug: string;
@@ -12945,6 +12984,9 @@ interface FunctionEvent {
     if_exists?: IfExistsType;
     tags?: string[];
     metadata?: Record<string, unknown>;
+    environments?: {
+        slug: string;
+    }[];
 }
 declare class ProjectNameIdMap {
     private nameToId;

package/dev/dist/index.d.ts

@@ -363,6 +363,23 @@ declare class SpanComponentsV4 {
 declare const spanTypeAttributeValues: readonly ["llm", "score", "function", "eval", "task", "tool", "automation", "facet", "preprocessor", "classifier", "review"];
 type SpanType = (typeof spanTypeAttributeValues)[number];
 
+declare const ResponseFormatJsonSchema: z.ZodObject<{
+    name: z.ZodString;
+    description: z.ZodOptional<z.ZodString>;
+    schema: z.ZodOptional<z.ZodUnion<[z.ZodObject<{}, "passthrough", z.ZodTypeAny, z.objectOutputType<{}, z.ZodTypeAny, "passthrough">, z.objectInputType<{}, z.ZodTypeAny, "passthrough">>, z.ZodString]>>;
+    strict: z.ZodOptional<z.ZodUnion<[z.ZodBoolean, z.ZodNull]>>;
+}, "strip", z.ZodTypeAny, {
+    name: string;
+    description?: string | undefined;
+    schema?: string | z.objectOutputType<{}, z.ZodTypeAny, "passthrough"> | undefined;
+    strict?: boolean | null | undefined;
+}, {
+    name: string;
+    description?: string | undefined;
+    schema?: string | z.objectInputType<{}, z.ZodTypeAny, "passthrough"> | undefined;
+    strict?: boolean | null | undefined;
+}>;
+type ResponseFormatJsonSchemaType = z.infer<typeof ResponseFormatJsonSchema>;
 declare const AnyModelParams: z.ZodObject<{
     temperature: z.ZodOptional<z.ZodNumber>;
     top_p: z.ZodOptional<z.ZodNumber>;
@@ -3413,21 +3430,21 @@ declare const FunctionData: z.ZodUnion<[z.ZodObject<{
             node: string;
             variable: string;
         };
+        purpose: "data" | "messages" | "control";
         target: {
             node: string;
             variable: string;
         };
-        purpose: "data" | "messages" | "control";
     }, {
         source: {
             node: string;
             variable: string;
         };
+        purpose: "data" | "messages" | "control";
         target: {
             node: string;
             variable: string;
         };
-        purpose: "data" | "messages" | "control";
     }>>;
 }, "strip", z.ZodTypeAny, {
     type: "graph";
@@ -3593,11 +3610,11 @@ declare const FunctionData: z.ZodUnion<[z.ZodObject<{
             node: string;
             variable: string;
         };
+        purpose: "data" | "messages" | "control";
         target: {
             node: string;
             variable: string;
         };
-        purpose: "data" | "messages" | "control";
     }>;
 }, {
     type: "graph";
@@ -3763,11 +3780,11 @@ declare const FunctionData: z.ZodUnion<[z.ZodObject<{
             node: string;
             variable: string;
         };
+        purpose: "data" | "messages" | "control";
         target: {
             node: string;
             variable: string;
         };
-        purpose: "data" | "messages" | "control";
     }>;
 }>, z.ZodObject<{
     type: z.ZodLiteral<"remote_eval">;
@@ -8317,7 +8334,7 @@ declare const SSEProgressEventData: z.ZodObject<{
     object_type: "prompt" | "scorer" | "task" | "tool" | "custom_view" | "preprocessor" | "facet" | "classifier" | "parameters" | "sandbox" | "workflow";
     name: string;
     data: string;
-    event: "done" | "error" | "text_delta" | "reasoning_delta" | "json_delta" | "progress" | "console" | "start";
+    event: "start" | "error" | "done" | "text_delta" | "reasoning_delta" | "json_delta" | "progress" | "console";
     format: "code" | "llm" | "global" | "topic_map" | "graph";
     output_type: "facet" | "score" | "completion" | "classification" | "any";
     origin?: {
@@ -8332,7 +8349,7 @@ declare const SSEProgressEventData: z.ZodObject<{
     object_type: "prompt" | "scorer" | "task" | "tool" | "custom_view" | "preprocessor" | "facet" | "classifier" | "parameters" | "sandbox" | "workflow";
     name: string;
     data: string;
-    event: "done" | "error" | "text_delta" | "reasoning_delta" | "json_delta" | "progress" | "console" | "start";
+    event: "start" | "error" | "done" | "text_delta" | "reasoning_delta" | "json_delta" | "progress" | "console";
     format: "code" | "llm" | "global" | "topic_map" | "graph";
     output_type: "facet" | "score" | "completion" | "classification" | "any";
     origin?: {
@@ -9689,6 +9706,7 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
             reasoning_budget: z.ZodOptional<z.ZodNumber>;
         }, z.ZodTypeAny, "passthrough">>]>>;
         templateFormat: z.ZodOptional<z.ZodEnum<["mustache", "nunjucks", "none"]>>;
+        environments: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
     }, "strip", z.ZodTypeAny, {
         model: string;
         params?: z.objectOutputType<{
@@ -9809,6 +9827,7 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
             reasoning_budget: z.ZodOptional<z.ZodNumber>;
         }, z.ZodTypeAny, "passthrough"> | undefined;
         templateFormat?: "none" | "mustache" | "nunjucks" | undefined;
+        environments?: string[] | undefined;
     }, {
         model: string;
         params?: z.objectInputType<{
@@ -9929,6 +9948,7 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
             reasoning_budget: z.ZodOptional<z.ZodNumber>;
         }, z.ZodTypeAny, "passthrough"> | undefined;
         templateFormat?: "none" | "mustache" | "nunjucks" | undefined;
+        environments?: string[] | undefined;
     }>>, z.ZodObject<{
         tools: z.ZodOptional<z.ZodArray<z.ZodObject<{
             type: z.ZodLiteral<"function">;
@@ -10200,6 +10220,7 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
             reasoning_budget: z.ZodOptional<z.ZodNumber>;
         }, z.ZodTypeAny, "passthrough"> | undefined;
         templateFormat?: "none" | "mustache" | "nunjucks" | undefined;
+        environments?: string[] | undefined;
     }) & {
         tools?: {
             function: {
@@ -10424,6 +10445,7 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
             reasoning_budget: z.ZodOptional<z.ZodNumber>;
         }, z.ZodTypeAny, "passthrough"> | undefined;
         templateFormat?: "none" | "mustache" | "nunjucks" | undefined;
+        environments?: string[] | undefined;
     }) & {
         tools?: {
             function: {
@@ -10458,6 +10480,7 @@ type InferParameters<T extends EvalParameters> = {
     [K in keyof T]: InferParameterValue<T[K]>;
 };
 
+declare const RESET_CONTEXT_MANAGER_STATE: unique symbol;
 declare const parametersRowSchema: z.ZodObject<{
     id: z.ZodString;
     _xact_id: z.ZodString;
@@ -10796,6 +10819,7 @@ declare class BraintrustState {
     constructor(loginParams: LoginOptions);
     resetLoginInfo(): void;
     resetIdGenState(): void;
+    [RESET_CONTEXT_MANAGER_STATE](): void;
     get idGenerator(): IDGenerator;
     get contextManager(): ContextManager;
     /**
@@ -11347,7 +11371,18 @@ declare class Dataset<IsLegacyDataset extends boolean = typeof DEFAULT_IS_LEGACY
     close(): Promise<string>;
     static isDataset(data: unknown): data is Dataset;
 }
-type CompiledPromptParams = Omit<NonNullable<PromptDataType["options"]>["params"], "use_cache"> & {
+type CompiledPromptResponseFormat = Exclude<AnyModelParamsType["response_format"], null> extends infer ResponseFormat ? ResponseFormat extends {
+    type: "json_schema";
+    json_schema: infer JsonSchema;
+} ? Omit<ResponseFormat, "json_schema"> & {
+    json_schema: Omit<Extract<JsonSchema, ResponseFormatJsonSchemaType>, "schema"> & {
+        schema?: Record<string, unknown>;
+    };
+} : ResponseFormat : never;
+type CompiledPromptReasoningEffort = Exclude<AnyModelParamsType["reasoning_effort"], "none">;
+type CompiledPromptParams = Omit<NonNullable<PromptDataType["options"]>["params"], "use_cache" | "response_format" | "reasoning_effort"> & Omit<AnyModelParamsType, "use_cache" | "response_format" | "reasoning_effort"> & {
+    reasoning_effort?: CompiledPromptReasoningEffort;
+    response_format?: CompiledPromptResponseFormat;
     model: NonNullable<NonNullable<PromptDataType["options"]>["model"]>;
 };
 type ChatPrompt = {
@@ -12526,6 +12561,7 @@ declare const promptDefinitionSchema: z.ZodIntersection<z.ZodUnion<[z.ZodObject<
         reasoning_budget: z.ZodOptional<z.ZodNumber>;
     }, z.ZodTypeAny, "passthrough">>]>>;
     templateFormat: z.ZodOptional<z.ZodEnum<["mustache", "nunjucks", "none"]>>;
+    environments: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
 }, "strip", z.ZodTypeAny, {
     model: string;
     params?: z.objectOutputType<{
@@ -12646,6 +12682,7 @@ declare const promptDefinitionSchema: z.ZodIntersection<z.ZodUnion<[z.ZodObject<
         reasoning_budget: z.ZodOptional<z.ZodNumber>;
     }, z.ZodTypeAny, "passthrough"> | undefined;
     templateFormat?: "none" | "mustache" | "nunjucks" | undefined;
+    environments?: string[] | undefined;
 }, {
     model: string;
     params?: z.objectInputType<{
@@ -12766,6 +12803,7 @@ declare const promptDefinitionSchema: z.ZodIntersection<z.ZodUnion<[z.ZodObject<
         reasoning_budget: z.ZodOptional<z.ZodNumber>;
     }, z.ZodTypeAny, "passthrough"> | undefined;
     templateFormat?: "none" | "mustache" | "nunjucks" | undefined;
+    environments?: string[] | undefined;
 }>>;
 type PromptDefinition = z.infer<typeof promptDefinitionSchema>;
 
@@ -12877,6 +12915,7 @@ declare class CodePrompt {
     readonly toolFunctions: (SavedFunctionIdType | GenericCodeFunction)[];
     readonly tags?: string[];
     readonly metadata?: Record<string, unknown>;
+    readonly environmentSlugs?: string[];
     constructor(project: Project, prompt: PromptDataType, toolFunctions: (SavedFunctionIdType | GenericCodeFunction)[], opts: Omit<PromptOpts<false, false, false, false>, "name" | "slug"> & {
         name: string;
         slug: string;
@@ -12945,6 +12984,9 @@ interface FunctionEvent {
     if_exists?: IfExistsType;
     tags?: string[];
     metadata?: Record<string, unknown>;
+    environments?: {
+        slug: string;
+    }[];
 }
 declare class ProjectNameIdMap {
     private nameToId;