braintrust 1.0.3 → 1.1.0-rc.16

package/dev/dist/index.mjs

@@ -2923,7 +2923,200 @@ var View = z6.object({
 
 // src/logger.ts
 import { waitUntil } from "@vercel/functions";
+import Mustache3 from "mustache";
+
+// src/template/renderer.ts
 import Mustache2 from "mustache";
+
+// src/template/mustache-utils.ts
+import Mustache from "mustache";
+function lintTemplate(template, context) {
+  const variables = getMustacheVars(template);
+  for (const variable of variables) {
+    const arrPathsReplaced = variable[1].replaceAll(/\.\d+/g, ".0");
+    const fieldExists = getObjValueByPath(context, arrPathsReplaced.split(".")) !== void 0;
+    if (!fieldExists) {
+      throw new Error(`Variable '${variable[1]}' does not exist.`);
+    }
+  }
+}
+function getMustacheVars(prompt) {
+  try {
+    return Mustache.parse(prompt).filter(
+      (span) => span[0] === "name" || span[0] === "&"
+    );
+  } catch {
+    return [];
+  }
+}
+
+// src/template/nunjucks-utils.ts
+import * as nunjucks from "nunjucks";
+function lintTemplate2(template, context) {
+  const env = new nunjucks.Environment(null, {
+    autoescape: true,
+    throwOnUndefined: true
+  });
+  env.renderString(template, context);
+}
+
+// src/template/nunjucks.ts
+import * as nunjucksNodeModule from "nunjucks";
+var nunjucks2 = nunjucksNodeModule;
+
+// src/util.ts
+var GLOBAL_PROJECT = "Global";
+function runCatchFinally(f, catchF, finallyF) {
+  let runSyncCleanup = true;
+  try {
+    const ret = f();
+    if (ret instanceof Promise) {
+      runSyncCleanup = false;
+      return ret.catch(catchF).finally(finallyF);
+    } else {
+      return ret;
+    }
+  } catch (e) {
+    return catchF(e);
+  } finally {
+    if (runSyncCleanup) {
+      finallyF();
+    }
+  }
+}
+function getCurrentUnixTimestamp() {
+  return (/* @__PURE__ */ new Date()).getTime() / 1e3;
+}
+function isEmpty2(a) {
+  return a === void 0 || a === null;
+}
+var LazyValue = class {
+  callable;
+  resolvedValue = void 0;
+  value = {
+    computedState: "uninitialized"
+  };
+  constructor(callable) {
+    this.callable = callable;
+  }
+  get() {
+    if (this.value.computedState !== "uninitialized") {
+      return this.value.val;
+    }
+    this.value = {
+      computedState: "in_progress",
+      val: this.callable().then((x) => {
+        this.value.computedState = "succeeded";
+        this.resolvedValue = x;
+        return x;
+      })
+    };
+    return this.value.val;
+  }
+  getSync() {
+    return {
+      resolved: this.value.computedState === "succeeded",
+      value: this.resolvedValue
+    };
+  }
+  // If this is true, the caller should be able to obtain the LazyValue without
+  // it throwing.
+  get hasSucceeded() {
+    return this.value.computedState === "succeeded";
+  }
+};
+var SyncLazyValue = class {
+  callable;
+  value = {
+    computedState: "uninitialized"
+  };
+  constructor(callable) {
+    this.callable = callable;
+  }
+  get() {
+    if (this.value.computedState !== "uninitialized") {
+      return this.value.val;
+    }
+    const result = this.callable();
+    this.value = { computedState: "succeeded", val: result };
+    return result;
+  }
+  // If this is true, the caller should be able to obtain the SyncLazyValue without
+  // it throwing.
+  get hasSucceeded() {
+    return this.value.computedState === "succeeded";
+  }
+};
+function addAzureBlobHeaders(headers, url) {
+  if (url.includes("blob.core.windows.net")) {
+    headers["x-ms-blob-type"] = "BlockBlob";
+  }
+}
+var InternalAbortError = class extends Error {
+  constructor(message) {
+    super(message);
+    this.name = "InternalAbortError";
+  }
+};
+
+// src/template/nunjucks-env.ts
+var createNunjucksEnv = (throwOnUndefined) => {
+  return new nunjucks2.Environment(null, {
+    autoescape: true,
+    throwOnUndefined
+  });
+};
+var nunjucksEnv = new SyncLazyValue(
+  () => createNunjucksEnv(false)
+);
+var nunjucksStrictEnv = new SyncLazyValue(
+  () => createNunjucksEnv(true)
+);
+function getNunjucksEnv(strict = false) {
+  return strict ? nunjucksStrictEnv.get() : nunjucksEnv.get();
+}
+function renderNunjucksString(template, variables, strict = false) {
+  try {
+    return getNunjucksEnv(strict).renderString(template, variables);
+  } catch (error) {
+    if (error instanceof Error && error.message.includes(
+      "Code generation from strings disallowed for this context"
+    )) {
+      throw new Error(
+        `String template rendering. Disallowed in this environment for security reasons. Try a different template renderer. Original error: ${error.message}`
+      );
+    }
+    throw error;
+  }
+}
+
+// src/template/renderer.ts
+function isTemplateFormat(v) {
+  return v === "mustache" || v === "nunjucks" || v === "none";
+}
+function parseTemplateFormat(value, defaultFormat = "mustache") {
+  return isTemplateFormat(value) ? value : defaultFormat;
+}
+function renderTemplateContent(template, variables, escape, options) {
+  const strict = !!options.strict;
+  const templateFormat = parseTemplateFormat(options.templateFormat);
+  if (templateFormat === "nunjucks") {
+    if (strict) {
+      lintTemplate2(template, variables);
+    }
+    return renderNunjucksString(template, variables, strict);
+  } else if (templateFormat === "mustache") {
+    if (strict) {
+      lintTemplate(template, variables);
+    }
+    return Mustache2.render(template, variables, void 0, {
+      escape
+    });
+  }
+  return template;
+}
+
+// src/logger.ts
 import { z as z8, ZodError } from "zod/v3";
 
 // src/functions/stream.ts
@@ -3451,123 +3644,6 @@ var PromptCache = class {
   }
 };
 
-// src/util.ts
-var GLOBAL_PROJECT = "Global";
-function runCatchFinally(f, catchF, finallyF) {
-  let runSyncCleanup = true;
-  try {
-    const ret = f();
-    if (ret instanceof Promise) {
-      runSyncCleanup = false;
-      return ret.catch(catchF).finally(finallyF);
-    } else {
-      return ret;
-    }
-  } catch (e) {
-    return catchF(e);
-  } finally {
-    if (runSyncCleanup) {
-      finallyF();
-    }
-  }
-}
-function getCurrentUnixTimestamp() {
-  return (/* @__PURE__ */ new Date()).getTime() / 1e3;
-}
-function isEmpty2(a) {
-  return a === void 0 || a === null;
-}
-var LazyValue = class {
-  callable;
-  resolvedValue = void 0;
-  value = {
-    computedState: "uninitialized"
-  };
-  constructor(callable) {
-    this.callable = callable;
-  }
-  get() {
-    if (this.value.computedState !== "uninitialized") {
-      return this.value.val;
-    }
-    this.value = {
-      computedState: "in_progress",
-      val: this.callable().then((x) => {
-        this.value.computedState = "succeeded";
-        this.resolvedValue = x;
-        return x;
-      })
-    };
-    return this.value.val;
-  }
-  getSync() {
-    return {
-      resolved: this.value.computedState === "succeeded",
-      value: this.resolvedValue
-    };
-  }
-  // If this is true, the caller should be able to obtain the LazyValue without
-  // it throwing.
-  get hasSucceeded() {
-    return this.value.computedState === "succeeded";
-  }
-};
-var SyncLazyValue = class {
-  callable;
-  value = {
-    computedState: "uninitialized"
-  };
-  constructor(callable) {
-    this.callable = callable;
-  }
-  get() {
-    if (this.value.computedState !== "uninitialized") {
-      return this.value.val;
-    }
-    const result = this.callable();
-    this.value = { computedState: "succeeded", val: result };
-    return result;
-  }
-  // If this is true, the caller should be able to obtain the SyncLazyValue without
-  // it throwing.
-  get hasSucceeded() {
-    return this.value.computedState === "succeeded";
-  }
-};
-function addAzureBlobHeaders(headers, url) {
-  if (url.includes("blob.core.windows.net")) {
-    headers["x-ms-blob-type"] = "BlockBlob";
-  }
-}
-var InternalAbortError = class extends Error {
-  constructor(message) {
-    super(message);
-    this.name = "InternalAbortError";
-  }
-};
-
-// src/mustache-utils.ts
-import Mustache from "mustache";
-function lintTemplate(template, context) {
-  const variables = getMustacheVars(template);
-  for (const variable of variables) {
-    const arrPathsReplaced = variable[1].replaceAll(/\.\d+/g, ".0");
-    const fieldExists = getObjValueByPath(context, arrPathsReplaced.split(".")) !== void 0;
-    if (!fieldExists) {
-      throw new Error(`Variable '${variable[1]}' does not exist.`);
-    }
-  }
-}
-function getMustacheVars(prompt) {
-  try {
-    return Mustache.parse(prompt).filter(
-      (span) => span[0] === "name" || span[0] === "&"
-    );
-  } catch {
-    return [];
-  }
-}
-
 // src/logger.ts
 var BRAINTRUST_ATTACHMENT = BraintrustAttachmentReference.shape.type.value;
 var EXTERNAL_ATTACHMENT = ExternalAttachmentReference.shape.type.value;
@@ -7054,18 +7130,28 @@ function deserializePlainStringAsJSON(s) {
 }
 function renderTemplatedObject(obj, args, options) {
   if (typeof obj === "string") {
-    if (options.strict) {
-      lintTemplate(obj, args);
+    const strict = !!options.strict;
+    if (options.templateFormat === "nunjucks") {
+      if (strict) {
+        lintTemplate2(obj, args);
+      }
+      return renderNunjucksString(obj, args, strict);
     }
-    return Mustache2.render(obj, args, void 0, {
-      escape: (value) => {
-        if (typeof value === "string") {
-          return value;
-        } else {
-          return JSON.stringify(value);
-        }
+    if (options.templateFormat === "mustache") {
+      if (strict) {
+        lintTemplate(obj, args);
       }
-    });
+      return Mustache3.render(obj, args, void 0, {
+        escape: (value) => {
+          if (typeof value === "string") {
+            return value;
+          } else {
+            return JSON.stringify(value);
+          }
+        }
+      });
+    }
+    return obj;
   } else if (isArray(obj)) {
     return obj.map((item) => renderTemplatedObject(item, args, options));
   } else if (isObject(obj)) {
@@ -7078,7 +7164,9 @@ function renderTemplatedObject(obj, args, options) {
   }
   return obj;
 }
-function renderPromptParams(params, args, options) {
+function renderPromptParams(params, args, options = {}) {
+  const templateFormat = parseTemplateFormat(options.templateFormat);
+  const strict = !!options.strict;
   const schemaParsed = z8.object({
     response_format: z8.object({
       type: z8.literal("json_schema"),
@@ -7089,7 +7177,10 @@ function renderPromptParams(params, args, options) {
   }).safeParse(params);
   if (schemaParsed.success) {
     const rawSchema = schemaParsed.data.response_format.json_schema.schema;
-    const templatedSchema = renderTemplatedObject(rawSchema, args, options);
+    const templatedSchema = renderTemplatedObject(rawSchema, args, {
+      strict,
+      templateFormat
+    });
     const parsedSchema = typeof templatedSchema === "string" ? deserializePlainStringAsJSON(templatedSchema).value : templatedSchema;
     return {
       ...params,
@@ -7148,7 +7239,8 @@ var Prompt2 = class _Prompt {
     return this.runBuild(buildArgs, {
       flavor: options.flavor ?? "chat",
       messages: options.messages,
-      strict: options.strict
+      strict: options.strict,
+      templateFormat: options.templateFormat
     });
   }
   /**
@@ -7163,7 +7255,8 @@ var Prompt2 = class _Prompt {
     return this.runBuild(hydrated, {
       flavor: options.flavor ?? "chat",
       messages: options.messages,
-      strict: options.strict
+      strict: options.strict,
+      templateFormat: options.templateFormat
     });
   }
   runBuild(buildArgs, options) {
@@ -7206,10 +7299,11 @@ var Prompt2 = class _Prompt {
       input: buildArgs,
       ...dictArgParsed.success ? dictArgParsed.data : {}
     };
+    const resolvedTemplateFormat = parseTemplateFormat(options.templateFormat);
     const renderedPrompt = _Prompt.renderPrompt({
       prompt,
       buildArgs,
-      options
+      options: { ...options, templateFormat: resolvedTemplateFormat }
     });
     if (flavor === "chat") {
       if (renderedPrompt.type !== "chat") {
@@ -7218,7 +7312,10 @@ var Prompt2 = class _Prompt {
         );
       }
       return {
-        ...renderPromptParams(params, variables, { strict: options.strict }),
+        ...renderPromptParams(params, variables, {
+          strict: options.strict,
+          templateFormat: resolvedTemplateFormat
+        }),
         ...spanInfo,
         messages: renderedPrompt.messages,
         ...renderedPrompt.tools ? {
@@ -7230,7 +7327,10 @@ var Prompt2 = class _Prompt {
         throw new Error(`Prompt is a chat prompt. Use flavor: 'chat' instead`);
       }
       return {
-        ...renderPromptParams(params, variables, { strict: options.strict }),
+        ...renderPromptParams(params, variables, {
+          strict: options.strict,
+          templateFormat: resolvedTemplateFormat
+        }),
         ...spanInfo,
         prompt: renderedPrompt.content
       };
@@ -7261,15 +7361,12 @@ var Prompt2 = class _Prompt {
       input: buildArgs,
       ...dictArgParsed.success ? dictArgParsed.data : {}
     };
+    const templateFormat = parseTemplateFormat(options.templateFormat);
     if (prompt.type === "chat") {
-      const render = (template) => {
-        if (options.strict) {
-          lintTemplate(template, variables);
-        }
-        return Mustache2.render(template, variables, void 0, {
-          escape
-        });
-      };
+      const render = (template) => renderTemplateContent(template, variables, escape, {
+        strict: options.strict,
+        templateFormat
+      });
       const baseMessages = (prompt.messages || []).map(
         (m) => renderMessage(render, m)
       );
@@ -7293,14 +7390,13 @@ var Prompt2 = class _Prompt {
           "extra messages are not supported for completion prompts"
         );
       }
-      if (options.strict) {
-        lintTemplate(prompt.content, variables);
-      }
+      const content = renderTemplateContent(prompt.content, variables, escape, {
+        strict: options.strict,
+        templateFormat
+      });
       return {
         type: "completion",
-        content: Mustache2.render(prompt.content, variables, void 0, {
-          escape
-        })
+        content
       };
     } else {
       const _ = prompt;

package/dist/browser.d.mts

@@ -15277,6 +15277,14 @@ declare const ToolFunctionDefinition: z.ZodObject<{
 }>;
 type ToolFunctionDefinitionType = z.infer<typeof ToolFunctionDefinition>;
 
+type TemplateFormat = "mustache" | "nunjucks" | "none";
+declare function isTemplateFormat(v: unknown): v is TemplateFormat;
+declare function parseTemplateFormat(value: unknown, defaultFormat?: TemplateFormat): TemplateFormat;
+declare function renderTemplateContent(template: string, variables: Record<string, unknown>, escape: (v: unknown) => string, options: {
+    strict?: boolean;
+    templateFormat?: TemplateFormat;
+}): string;
+
 interface IsoAsyncLocalStorage<T> {
     enterWith(store: T): void;
     run<R>(store: T | undefined, callback: () => R): R;
@@ -16981,8 +16989,9 @@ declare function deserializePlainStringAsJSON(s: string): {
     value: string;
     error: unknown;
 };
-declare function renderPromptParams(params: ModelParamsType | undefined, args: Record<string, unknown>, options: {
+declare function renderPromptParams(params: ModelParamsType | undefined, args: Record<string, unknown>, options?: {
     strict?: boolean;
+    templateFormat?: TemplateFormat;
 }): ModelParamsType | undefined;
 declare class Prompt<HasId extends boolean = true, HasVersion extends boolean = true> {
     private metadata;
@@ -17011,6 +17020,7 @@ declare class Prompt<HasId extends boolean = true, HasVersion extends boolean =
         flavor?: Flavor;
         messages?: ChatCompletionMessageParamType[];
         strict?: boolean;
+        templateFormat?: TemplateFormat;
     }): CompiledPrompt<Flavor>;
     /**
      * This is a special build method that first resolves attachment references, and then
@@ -17024,6 +17034,7 @@ declare class Prompt<HasId extends boolean = true, HasVersion extends boolean =
         messages?: ChatCompletionMessageParamType[];
         strict?: boolean;
         state?: BraintrustState;
+        templateFormat?: TemplateFormat;
     }): Promise<CompiledPrompt<Flavor>>;
     private runBuild;
     static renderPrompt({ prompt, buildArgs, options, }: {
@@ -17032,6 +17043,7 @@ declare class Prompt<HasId extends boolean = true, HasVersion extends boolean =
         options: {
             strict?: boolean;
             messages?: ChatCompletionMessageParamType[];
+            templateFormat?: TemplateFormat;
         };
     }): PromptBlockDataType;
     private getParsedPromptData;
@@ -30787,6 +30799,7 @@ type _exports_SpanContext = SpanContext;
 type _exports_SpanImpl = SpanImpl;
 declare const _exports_SpanImpl: typeof SpanImpl;
 type _exports_StartSpanArgs = StartSpanArgs;
+type _exports_TemplateFormat = TemplateFormat;
 type _exports_TestBackgroundLogger = TestBackgroundLogger;
 declare const _exports_TestBackgroundLogger: typeof TestBackgroundLogger;
 type _exports_ToolBuilder = ToolBuilder;
@@ -30821,6 +30834,7 @@ declare const _exports_initExperiment: typeof initExperiment;
 declare const _exports_initFunction: typeof initFunction;
 declare const _exports_initLogger: typeof initLogger;
 declare const _exports_invoke: typeof invoke;
+declare const _exports_isTemplateFormat: typeof isTemplateFormat;
 declare const _exports_loadPrompt: typeof loadPrompt;
 declare const _exports_log: typeof log;
 declare const _exports_logError: typeof logError;
@@ -30828,6 +30842,7 @@ declare const _exports_login: typeof login;
 declare const _exports_loginToState: typeof loginToState;
 declare const _exports_newId: typeof newId;
 declare const _exports_parseCachedHeader: typeof parseCachedHeader;
+declare const _exports_parseTemplateFormat: typeof parseTemplateFormat;
 declare const _exports_permalink: typeof permalink;
 declare const _exports_projects: typeof projects;
 declare const _exports_promptContentsSchema: typeof promptContentsSchema;
@@ -30836,6 +30851,7 @@ declare const _exports_promptDefinitionToPromptData: typeof promptDefinitionToPr
 declare const _exports_promptDefinitionWithToolsSchema: typeof promptDefinitionWithToolsSchema;
 declare const _exports_renderMessage: typeof renderMessage;
 declare const _exports_renderPromptParams: typeof renderPromptParams;
+declare const _exports_renderTemplateContent: typeof renderTemplateContent;
 declare const _exports_reportFailures: typeof reportFailures;
 declare const _exports_runEvaluator: typeof runEvaluator;
 declare const _exports_setFetch: typeof setFetch;
@@ -30861,7 +30877,7 @@ declare const _exports_wrapOpenAI: typeof wrapOpenAI;
 declare const _exports_wrapOpenAIv4: typeof wrapOpenAIv4;
 declare const _exports_wrapTraced: typeof wrapTraced;
 declare namespace _exports {
-  export { type _exports_AnyDataset as AnyDataset, _exports_Attachment as Attachment, type _exports_AttachmentParams as AttachmentParams, _exports_AttachmentReference as AttachmentReference, type _exports_BackgroundLoggerOpts as BackgroundLoggerOpts, _exports_BaseAttachment as BaseAttachment, _exports_BaseExperiment as BaseExperiment, type _exports_BaseMetadata as BaseMetadata, _exports_BraintrustMiddleware as BraintrustMiddleware, _exports_BraintrustState as BraintrustState, _exports_BraintrustStream as BraintrustStream, type _exports_BraintrustStreamChunk as BraintrustStreamChunk, type _exports_ChatPrompt as ChatPrompt, _exports_CodeFunction as CodeFunction, type _exports_CodeOpts as CodeOpts, _exports_CodePrompt as CodePrompt, type _exports_CommentEvent as CommentEvent, type _exports_CompiledPrompt as CompiledPrompt, type _exports_CompiledPromptParams as CompiledPromptParams, type _exports_CompletionPrompt as CompletionPrompt, _exports_ContextManager as ContextManager, type _exports_ContextParentSpanIds as ContextParentSpanIds, type _exports_CreateProjectOpts as CreateProjectOpts, _exports_DEFAULT_FETCH_BATCH_SIZE as DEFAULT_FETCH_BATCH_SIZE, type _exports_DataSummary as DataSummary, _exports_Dataset as Dataset, type _exports_DatasetRecord as DatasetRecord, type _exports_DatasetSummary as DatasetSummary, type _exports_DefaultMetadataType as DefaultMetadataType, type _exports_DefaultPromptArgs as DefaultPromptArgs, _exports_ERR_PERMALINK as ERR_PERMALINK, type _exports_EndSpanArgs as EndSpanArgs, _exports_Eval as Eval, type _exports_EvalCase as EvalCase, type _exports_EvalHooks as EvalHooks, type _exports_EvalParameterSerializedSchema as EvalParameterSerializedSchema, type _exports_EvalParameters as EvalParameters, type _exports_EvalResult as EvalResult, _exports_EvalResultWithSummary as EvalResultWithSummary, type _exports_EvalScorer as EvalScorer, type _exports_EvalScorerArgs as EvalScorerArgs, type _exports_EvalTask as EvalTask, type _exports_Evaluator as Evaluator, type _exports_EvaluatorDef as EvaluatorDef, type _exports_EvaluatorDefinition as EvaluatorDefinition, type _exports_EvaluatorDefinitions as EvaluatorDefinitions, type _exports_EvaluatorFile as EvaluatorFile, type _exports_EvaluatorManifest as EvaluatorManifest, _exports_Experiment as Experiment, type _exports_ExperimentLogFullArgs as ExperimentLogFullArgs, type _exports_ExperimentLogPartialArgs as ExperimentLogPartialArgs, type _exports_ExperimentSummary as ExperimentSummary, type _exports_Exportable as Exportable, _exports_ExternalAttachment as ExternalAttachment, type _exports_ExternalAttachmentParams as ExternalAttachmentParams, _exports_FailedHTTPResponse as FailedHTTPResponse, type _exports_FullInitDatasetOptions as FullInitDatasetOptions, type _exports_FullInitOptions as FullInitOptions, type _exports_FullLoginOptions as FullLoginOptions, type _exports_FunctionEvent as FunctionEvent, _exports_IDGenerator as IDGenerator, type _exports_IdField as IdField, type _exports_InitDatasetOptions as InitDatasetOptions, type _exports_InitLoggerOptions as InitLoggerOptions, type _exports_InitOptions as InitOptions, type _exports_InputField as InputField, type _exports_InvokeFunctionArgs as InvokeFunctionArgs, type _exports_InvokeReturn as InvokeReturn, _exports_JSONAttachment as JSONAttachment, _exports_LEGACY_CACHED_HEADER as LEGACY_CACHED_HEADER, _exports_LazyValue as LazyValue, type _exports_LoadPromptOptions as LoadPromptOptions, type _exports_LogCommentFullArgs as LogCommentFullArgs, type _exports_LogFeedbackFullArgs as LogFeedbackFullArgs, type _exports_LogOptions as LogOptions, _exports_Logger as Logger, _exports_LoginInvalidOrgError as LoginInvalidOrgError, type _exports_LoginOptions as LoginOptions, type _exports_MetricSummary as MetricSummary, _exports_NOOP_SPAN as NOOP_SPAN, _exports_NOOP_SPAN_PERMALINK as NOOP_SPAN_PERMALINK, _exports_NoopSpan as NoopSpan, type _exports_ObjectMetadata as ObjectMetadata, type _exports_OtherExperimentLogFields as OtherExperimentLogFields, type _exports_ParentExperimentIds as ParentExperimentIds, type _exports_ParentProjectLogIds as ParentProjectLogIds, _exports_Project as Project, _exports_ProjectNameIdMap as ProjectNameIdMap, type _exports_PromiseUnless as PromiseUnless, _exports_Prompt as Prompt, _exports_PromptBuilder as PromptBuilder, type _exports_PromptContents as PromptContents, type _exports_PromptDefinition as PromptDefinition, type _exports_PromptDefinitionWithTools as PromptDefinitionWithTools, type _exports_PromptOpts as PromptOpts, type _exports_PromptRowWithId as PromptRowWithId, _exports_ReadonlyAttachment as ReadonlyAttachment, _exports_ReadonlyExperiment as ReadonlyExperiment, _exports_Reporter as Reporter, type _exports_ReporterBody as ReporterBody, type _exports_ScoreSummary as ScoreSummary, _exports_ScorerBuilder as ScorerBuilder, type _exports_ScorerOpts as ScorerOpts, type _exports_SerializedBraintrustState as SerializedBraintrustState, type _exports_SetCurrentArg as SetCurrentArg, type _exports_Span as Span, type _exports_SpanContext as SpanContext, _exports_SpanImpl as SpanImpl, type _exports_StartSpanArgs as StartSpanArgs, _exports_TestBackgroundLogger as TestBackgroundLogger, _exports_ToolBuilder as ToolBuilder, _exports_UUIDGenerator as UUIDGenerator, type _exports_WithTransactionId as WithTransactionId, _exports_X_CACHED_HEADER as X_CACHED_HEADER, _exports__exportsForTestingOnly as _exportsForTestingOnly, _exports__internalGetGlobalState as _internalGetGlobalState, _exports__internalSetInitialState as _internalSetInitialState, _exports_braintrustStreamChunkSchema as braintrustStreamChunkSchema, _exports_buildLocalSummary as buildLocalSummary, _exports_createFinalValuePassThroughStream as createFinalValuePassThroughStream, _exports_currentExperiment as currentExperiment, _exports_currentLogger as currentLogger, _exports_currentSpan as currentSpan, _exports_deepCopyEvent as deepCopyEvent, _exports_defaultErrorScoreHandler as defaultErrorScoreHandler, _exports_deserializePlainStringAsJSON as deserializePlainStringAsJSON, _exports_devNullWritableStream as devNullWritableStream, _exports_evaluatorDefinitionSchema as evaluatorDefinitionSchema, _exports_evaluatorDefinitionsSchema as evaluatorDefinitionsSchema, _exports_flush as flush, _exports_getContextManager as getContextManager, _exports_getIdGenerator as getIdGenerator, _exports_getPromptVersions as getPromptVersions, _exports_getSpanParentObject as getSpanParentObject, graphFramework as graph, _exports_init as init, _exports_initDataset as initDataset, _exports_initExperiment as initExperiment, _exports_initFunction as initFunction, _exports_initLogger as initLogger, _exports_invoke as invoke, _exports_loadPrompt as loadPrompt, _exports_log as log, _exports_logError as logError, _exports_login as login, _exports_loginToState as loginToState, _exports_newId as newId, _exports_parseCachedHeader as parseCachedHeader, _exports_permalink as permalink, _exports_projects as projects, _exports_promptContentsSchema as promptContentsSchema, _exports_promptDefinitionSchema as promptDefinitionSchema, _exports_promptDefinitionToPromptData as promptDefinitionToPromptData, _exports_promptDefinitionWithToolsSchema as promptDefinitionWithToolsSchema, _exports_renderMessage as renderMessage, _exports_renderPromptParams as renderPromptParams, _exports_reportFailures as reportFailures, _exports_runEvaluator as runEvaluator, _exports_setFetch as setFetch, _exports_setMaskingFunction as setMaskingFunction, _exports_spanComponentsToObjectId as spanComponentsToObjectId, _exports_startSpan as startSpan, _exports_summarize as summarize, ToolFunctionDefinition as toolFunctionDefinitionSchema, _exports_traceable as traceable, _exports_traced as traced, _exports_updateSpan as updateSpan, _exports_withCurrent as withCurrent, _exports_withDataset as withDataset, _exports_withExperiment as withExperiment, _exports_withLogger as withLogger, _exports_withParent as withParent, _exports_wrapAISDK as wrapAISDK, _exports_wrapAISDKModel as wrapAISDKModel, _exports_wrapAnthropic as wrapAnthropic, _exports_wrapClaudeAgentSDK as wrapClaudeAgentSDK, _exports_wrapGoogleGenAI as wrapGoogleGenAI, _exports_wrapMastraAgent as wrapMastraAgent, _exports_wrapOpenAI as wrapOpenAI, _exports_wrapOpenAIv4 as wrapOpenAIv4, _exports_wrapTraced as wrapTraced };
+  export { type _exports_AnyDataset as AnyDataset, _exports_Attachment as Attachment, type _exports_AttachmentParams as AttachmentParams, _exports_AttachmentReference as AttachmentReference, type _exports_BackgroundLoggerOpts as BackgroundLoggerOpts, _exports_BaseAttachment as BaseAttachment, _exports_BaseExperiment as BaseExperiment, type _exports_BaseMetadata as BaseMetadata, _exports_BraintrustMiddleware as BraintrustMiddleware, _exports_BraintrustState as BraintrustState, _exports_BraintrustStream as BraintrustStream, type _exports_BraintrustStreamChunk as BraintrustStreamChunk, type _exports_ChatPrompt as ChatPrompt, _exports_CodeFunction as CodeFunction, type _exports_CodeOpts as CodeOpts, _exports_CodePrompt as CodePrompt, type _exports_CommentEvent as CommentEvent, type _exports_CompiledPrompt as CompiledPrompt, type _exports_CompiledPromptParams as CompiledPromptParams, type _exports_CompletionPrompt as CompletionPrompt, _exports_ContextManager as ContextManager, type _exports_ContextParentSpanIds as ContextParentSpanIds, type _exports_CreateProjectOpts as CreateProjectOpts, _exports_DEFAULT_FETCH_BATCH_SIZE as DEFAULT_FETCH_BATCH_SIZE, type _exports_DataSummary as DataSummary, _exports_Dataset as Dataset, type _exports_DatasetRecord as DatasetRecord, type _exports_DatasetSummary as DatasetSummary, type _exports_DefaultMetadataType as DefaultMetadataType, type _exports_DefaultPromptArgs as DefaultPromptArgs, _exports_ERR_PERMALINK as ERR_PERMALINK, type _exports_EndSpanArgs as EndSpanArgs, _exports_Eval as Eval, type _exports_EvalCase as EvalCase, type _exports_EvalHooks as EvalHooks, type _exports_EvalParameterSerializedSchema as EvalParameterSerializedSchema, type _exports_EvalParameters as EvalParameters, type _exports_EvalResult as EvalResult, _exports_EvalResultWithSummary as EvalResultWithSummary, type _exports_EvalScorer as EvalScorer, type _exports_EvalScorerArgs as EvalScorerArgs, type _exports_EvalTask as EvalTask, type _exports_Evaluator as Evaluator, type _exports_EvaluatorDef as EvaluatorDef, type _exports_EvaluatorDefinition as EvaluatorDefinition, type _exports_EvaluatorDefinitions as EvaluatorDefinitions, type _exports_EvaluatorFile as EvaluatorFile, type _exports_EvaluatorManifest as EvaluatorManifest, _exports_Experiment as Experiment, type _exports_ExperimentLogFullArgs as ExperimentLogFullArgs, type _exports_ExperimentLogPartialArgs as ExperimentLogPartialArgs, type _exports_ExperimentSummary as ExperimentSummary, type _exports_Exportable as Exportable, _exports_ExternalAttachment as ExternalAttachment, type _exports_ExternalAttachmentParams as ExternalAttachmentParams, _exports_FailedHTTPResponse as FailedHTTPResponse, type _exports_FullInitDatasetOptions as FullInitDatasetOptions, type _exports_FullInitOptions as FullInitOptions, type _exports_FullLoginOptions as FullLoginOptions, type _exports_FunctionEvent as FunctionEvent, _exports_IDGenerator as IDGenerator, type _exports_IdField as IdField, type _exports_InitDatasetOptions as InitDatasetOptions, type _exports_InitLoggerOptions as InitLoggerOptions, type _exports_InitOptions as InitOptions, type _exports_InputField as InputField, type _exports_InvokeFunctionArgs as InvokeFunctionArgs, type _exports_InvokeReturn as InvokeReturn, _exports_JSONAttachment as JSONAttachment, _exports_LEGACY_CACHED_HEADER as LEGACY_CACHED_HEADER, _exports_LazyValue as LazyValue, type _exports_LoadPromptOptions as LoadPromptOptions, type _exports_LogCommentFullArgs as LogCommentFullArgs, type _exports_LogFeedbackFullArgs as LogFeedbackFullArgs, type _exports_LogOptions as LogOptions, _exports_Logger as Logger, _exports_LoginInvalidOrgError as LoginInvalidOrgError, type _exports_LoginOptions as LoginOptions, type _exports_MetricSummary as MetricSummary, _exports_NOOP_SPAN as NOOP_SPAN, _exports_NOOP_SPAN_PERMALINK as NOOP_SPAN_PERMALINK, _exports_NoopSpan as NoopSpan, type _exports_ObjectMetadata as ObjectMetadata, type _exports_OtherExperimentLogFields as OtherExperimentLogFields, type _exports_ParentExperimentIds as ParentExperimentIds, type _exports_ParentProjectLogIds as ParentProjectLogIds, _exports_Project as Project, _exports_ProjectNameIdMap as ProjectNameIdMap, type _exports_PromiseUnless as PromiseUnless, _exports_Prompt as Prompt, _exports_PromptBuilder as PromptBuilder, type _exports_PromptContents as PromptContents, type _exports_PromptDefinition as PromptDefinition, type _exports_PromptDefinitionWithTools as PromptDefinitionWithTools, type _exports_PromptOpts as PromptOpts, type _exports_PromptRowWithId as PromptRowWithId, _exports_ReadonlyAttachment as ReadonlyAttachment, _exports_ReadonlyExperiment as ReadonlyExperiment, _exports_Reporter as Reporter, type _exports_ReporterBody as ReporterBody, type _exports_ScoreSummary as ScoreSummary, _exports_ScorerBuilder as ScorerBuilder, type _exports_ScorerOpts as ScorerOpts, type _exports_SerializedBraintrustState as SerializedBraintrustState, type _exports_SetCurrentArg as SetCurrentArg, type _exports_Span as Span, type _exports_SpanContext as SpanContext, _exports_SpanImpl as SpanImpl, type _exports_StartSpanArgs as StartSpanArgs, type _exports_TemplateFormat as TemplateFormat, _exports_TestBackgroundLogger as TestBackgroundLogger, _exports_ToolBuilder as ToolBuilder, _exports_UUIDGenerator as UUIDGenerator, type _exports_WithTransactionId as WithTransactionId, _exports_X_CACHED_HEADER as X_CACHED_HEADER, _exports__exportsForTestingOnly as _exportsForTestingOnly, _exports__internalGetGlobalState as _internalGetGlobalState, _exports__internalSetInitialState as _internalSetInitialState, _exports_braintrustStreamChunkSchema as braintrustStreamChunkSchema, _exports_buildLocalSummary as buildLocalSummary, _exports_createFinalValuePassThroughStream as createFinalValuePassThroughStream, _exports_currentExperiment as currentExperiment, _exports_currentLogger as currentLogger, _exports_currentSpan as currentSpan, _exports_deepCopyEvent as deepCopyEvent, _exports_defaultErrorScoreHandler as defaultErrorScoreHandler, _exports_deserializePlainStringAsJSON as deserializePlainStringAsJSON, _exports_devNullWritableStream as devNullWritableStream, _exports_evaluatorDefinitionSchema as evaluatorDefinitionSchema, _exports_evaluatorDefinitionsSchema as evaluatorDefinitionsSchema, _exports_flush as flush, _exports_getContextManager as getContextManager, _exports_getIdGenerator as getIdGenerator, _exports_getPromptVersions as getPromptVersions, _exports_getSpanParentObject as getSpanParentObject, graphFramework as graph, _exports_init as init, _exports_initDataset as initDataset, _exports_initExperiment as initExperiment, _exports_initFunction as initFunction, _exports_initLogger as initLogger, _exports_invoke as invoke, _exports_isTemplateFormat as isTemplateFormat, _exports_loadPrompt as loadPrompt, _exports_log as log, _exports_logError as logError, _exports_login as login, _exports_loginToState as loginToState, _exports_newId as newId, _exports_parseCachedHeader as parseCachedHeader, _exports_parseTemplateFormat as parseTemplateFormat, _exports_permalink as permalink, _exports_projects as projects, _exports_promptContentsSchema as promptContentsSchema, _exports_promptDefinitionSchema as promptDefinitionSchema, _exports_promptDefinitionToPromptData as promptDefinitionToPromptData, _exports_promptDefinitionWithToolsSchema as promptDefinitionWithToolsSchema, _exports_renderMessage as renderMessage, _exports_renderPromptParams as renderPromptParams, _exports_renderTemplateContent as renderTemplateContent, _exports_reportFailures as reportFailures, _exports_runEvaluator as runEvaluator, _exports_setFetch as setFetch, _exports_setMaskingFunction as setMaskingFunction, _exports_spanComponentsToObjectId as spanComponentsToObjectId, _exports_startSpan as startSpan, _exports_summarize as summarize, ToolFunctionDefinition as toolFunctionDefinitionSchema, _exports_traceable as traceable, _exports_traced as traced, _exports_updateSpan as updateSpan, _exports_withCurrent as withCurrent, _exports_withDataset as withDataset, _exports_withExperiment as withExperiment, _exports_withLogger as withLogger, _exports_withParent as withParent, _exports_wrapAISDK as wrapAISDK, _exports_wrapAISDKModel as wrapAISDKModel, _exports_wrapAnthropic as wrapAnthropic, _exports_wrapClaudeAgentSDK as wrapClaudeAgentSDK, _exports_wrapGoogleGenAI as wrapGoogleGenAI, _exports_wrapMastraAgent as wrapMastraAgent, _exports_wrapOpenAI as wrapOpenAI, _exports_wrapOpenAIv4 as wrapOpenAIv4, _exports_wrapTraced as wrapTraced };
 }
 
-export { type AnyDataset, Attachment, type AttachmentParams, AttachmentReference, type BackgroundLoggerOpts, BaseAttachment, BaseExperiment, type BaseMetadata, BraintrustMiddleware, BraintrustState, BraintrustStream, type BraintrustStreamChunk, type ChatPrompt, CodeFunction, type CodeOpts, CodePrompt, type CommentEvent, type CompiledPrompt, type CompiledPromptParams, type CompletionPrompt, ContextManager, type ContextParentSpanIds, type CreateProjectOpts, DEFAULT_FETCH_BATCH_SIZE, type DataSummary, Dataset, type DatasetRecord, type DatasetSummary, type DefaultMetadataType, type DefaultPromptArgs, ERR_PERMALINK, type EndSpanArgs, Eval, type EvalCase, type EvalHooks, type EvalParameterSerializedSchema, type EvalParameters, type EvalResult, EvalResultWithSummary, type EvalScorer, type EvalScorerArgs, type EvalTask, type Evaluator, type EvaluatorDef, type EvaluatorDefinition, type EvaluatorDefinitions, type EvaluatorFile, type EvaluatorManifest, Experiment, type ExperimentLogFullArgs, type ExperimentLogPartialArgs, type ExperimentSummary, type Exportable, ExternalAttachment, type ExternalAttachmentParams, FailedHTTPResponse, type FullInitDatasetOptions, type FullInitOptions, type FullLoginOptions, type FunctionEvent, IDGenerator, type IdField, type InitDatasetOptions, type InitLoggerOptions, type InitOptions, type InputField, type InvokeFunctionArgs, type InvokeReturn, JSONAttachment, LEGACY_CACHED_HEADER, LazyValue, type LoadPromptOptions, type LogCommentFullArgs, type LogFeedbackFullArgs, type LogOptions, Logger, LoginInvalidOrgError, type LoginOptions, type MetricSummary, NOOP_SPAN, NOOP_SPAN_PERMALINK, NoopSpan, type ObjectMetadata, type OtherExperimentLogFields, type ParentExperimentIds, type ParentProjectLogIds, Project, ProjectNameIdMap, type PromiseUnless, Prompt, PromptBuilder, type PromptContents, type PromptDefinition, type PromptDefinitionWithTools, type PromptOpts, type PromptRowWithId, ReadonlyAttachment, ReadonlyExperiment, Reporter, type ReporterBody, type ScoreSummary, ScorerBuilder, type ScorerOpts, type SerializedBraintrustState, type SetCurrentArg, type Span, type SpanContext, SpanImpl, type StartSpanArgs, TestBackgroundLogger, ToolBuilder, UUIDGenerator, type WithTransactionId, X_CACHED_HEADER, _exportsForTestingOnly, _internalGetGlobalState, _internalSetInitialState, braintrustStreamChunkSchema, buildLocalSummary, createFinalValuePassThroughStream, currentExperiment, currentLogger, currentSpan, deepCopyEvent, _exports as default, defaultErrorScoreHandler, deserializePlainStringAsJSON, devNullWritableStream, evaluatorDefinitionSchema, evaluatorDefinitionsSchema, flush, getContextManager, getIdGenerator, getPromptVersions, getSpanParentObject, graphFramework as graph, init, initDataset, initExperiment, initFunction, initLogger, invoke, loadPrompt, log, logError, login, loginToState, newId, parseCachedHeader, permalink, projects, promptContentsSchema, promptDefinitionSchema, promptDefinitionToPromptData, promptDefinitionWithToolsSchema, renderMessage, renderPromptParams, reportFailures, runEvaluator, setFetch, setMaskingFunction, spanComponentsToObjectId, startSpan, summarize, ToolFunctionDefinition as toolFunctionDefinitionSchema, traceable, traced, updateSpan, withCurrent, withDataset, withExperiment, withLogger, withParent, wrapAISDK, wrapAISDKModel, wrapAnthropic, wrapClaudeAgentSDK, wrapGoogleGenAI, wrapMastraAgent, wrapOpenAI, wrapOpenAIv4, wrapTraced };
+export { type AnyDataset, Attachment, type AttachmentParams, AttachmentReference, type BackgroundLoggerOpts, BaseAttachment, BaseExperiment, type BaseMetadata, BraintrustMiddleware, BraintrustState, BraintrustStream, type BraintrustStreamChunk, type ChatPrompt, CodeFunction, type CodeOpts, CodePrompt, type CommentEvent, type CompiledPrompt, type CompiledPromptParams, type CompletionPrompt, ContextManager, type ContextParentSpanIds, type CreateProjectOpts, DEFAULT_FETCH_BATCH_SIZE, type DataSummary, Dataset, type DatasetRecord, type DatasetSummary, type DefaultMetadataType, type DefaultPromptArgs, ERR_PERMALINK, type EndSpanArgs, Eval, type EvalCase, type EvalHooks, type EvalParameterSerializedSchema, type EvalParameters, type EvalResult, EvalResultWithSummary, type EvalScorer, type EvalScorerArgs, type EvalTask, type Evaluator, type EvaluatorDef, type EvaluatorDefinition, type EvaluatorDefinitions, type EvaluatorFile, type EvaluatorManifest, Experiment, type ExperimentLogFullArgs, type ExperimentLogPartialArgs, type ExperimentSummary, type Exportable, ExternalAttachment, type ExternalAttachmentParams, FailedHTTPResponse, type FullInitDatasetOptions, type FullInitOptions, type FullLoginOptions, type FunctionEvent, IDGenerator, type IdField, type InitDatasetOptions, type InitLoggerOptions, type InitOptions, type InputField, type InvokeFunctionArgs, type InvokeReturn, JSONAttachment, LEGACY_CACHED_HEADER, LazyValue, type LoadPromptOptions, type LogCommentFullArgs, type LogFeedbackFullArgs, type LogOptions, Logger, LoginInvalidOrgError, type LoginOptions, type MetricSummary, NOOP_SPAN, NOOP_SPAN_PERMALINK, NoopSpan, type ObjectMetadata, type OtherExperimentLogFields, type ParentExperimentIds, type ParentProjectLogIds, Project, ProjectNameIdMap, type PromiseUnless, Prompt, PromptBuilder, type PromptContents, type PromptDefinition, type PromptDefinitionWithTools, type PromptOpts, type PromptRowWithId, ReadonlyAttachment, ReadonlyExperiment, Reporter, type ReporterBody, type ScoreSummary, ScorerBuilder, type ScorerOpts, type SerializedBraintrustState, type SetCurrentArg, type Span, type SpanContext, SpanImpl, type StartSpanArgs, type TemplateFormat, TestBackgroundLogger, ToolBuilder, UUIDGenerator, type WithTransactionId, X_CACHED_HEADER, _exportsForTestingOnly, _internalGetGlobalState, _internalSetInitialState, braintrustStreamChunkSchema, buildLocalSummary, createFinalValuePassThroughStream, currentExperiment, currentLogger, currentSpan, deepCopyEvent, _exports as default, defaultErrorScoreHandler, deserializePlainStringAsJSON, devNullWritableStream, evaluatorDefinitionSchema, evaluatorDefinitionsSchema, flush, getContextManager, getIdGenerator, getPromptVersions, getSpanParentObject, graphFramework as graph, init, initDataset, initExperiment, initFunction, initLogger, invoke, isTemplateFormat, loadPrompt, log, logError, login, loginToState, newId, parseCachedHeader, parseTemplateFormat, permalink, projects, promptContentsSchema, promptDefinitionSchema, promptDefinitionToPromptData, promptDefinitionWithToolsSchema, renderMessage, renderPromptParams, renderTemplateContent, reportFailures, runEvaluator, setFetch, setMaskingFunction, spanComponentsToObjectId, startSpan, summarize, ToolFunctionDefinition as toolFunctionDefinitionSchema, traceable, traced, updateSpan, withCurrent, withDataset, withExperiment, withLogger, withParent, wrapAISDK, wrapAISDKModel, wrapAnthropic, wrapClaudeAgentSDK, wrapGoogleGenAI, wrapMastraAgent, wrapOpenAI, wrapOpenAIv4, wrapTraced };