braintrust 1.0.2 → 1.0.3

package/dist/browser.mjs

@@ -24,7 +24,9 @@ var iso = {
   getCallerLocation: () => void 0,
   newAsyncLocalStorage: () => new DefaultAsyncLocalStorage(),
   processOn: (_0, _1) => {
-  }
+  },
+  basename: (filepath) => filepath.split(/[\\/]/).pop() || filepath,
+  writeln: (text) => console.log(text)
 };
 var isomorph_default = iso;
 
@@ -1054,6 +1056,93 @@ function _urljoin(...parts) {
     (x, i) => x.replace(/^\//, "").replace(i < parts.length - 1 ? /\/$/ : "", "")
   ).filter((x) => x.trim() !== "").join("/");
 }
+function slugify(text, options) {
+  if (typeof text !== "string") {
+    throw new Error("slugify: string argument expected");
+  }
+  const charMap = {
+    // Currency and symbols
+    $: "dollar",
+    "%": "percent",
+    "&": "and",
+    // Latin characters
+    \u00C0: "A",
+    \u00C1: "A",
+    \u00C2: "A",
+    \u00C3: "A",
+    \u00C4: "A",
+    \u00C5: "A",
+    \u00C6: "AE",
+    \u00C7: "C",
+    \u00C8: "E",
+    \u00C9: "E",
+    \u00CA: "E",
+    \u00CB: "E",
+    \u00CC: "I",
+    \u00CD: "I",
+    \u00CE: "I",
+    \u00CF: "I",
+    \u00D1: "N",
+    \u00D2: "O",
+    \u00D3: "O",
+    \u00D4: "O",
+    \u00D5: "O",
+    \u00D6: "O",
+    \u00D8: "O",
+    \u00D9: "U",
+    \u00DA: "U",
+    \u00DB: "U",
+    \u00DC: "U",
+    \u00DD: "Y",
+    \u00E0: "a",
+    \u00E1: "a",
+    \u00E2: "a",
+    \u00E3: "a",
+    \u00E4: "a",
+    \u00E5: "a",
+    \u00E6: "ae",
+    \u00E7: "c",
+    \u00E8: "e",
+    \u00E9: "e",
+    \u00EA: "e",
+    \u00EB: "e",
+    \u00EC: "i",
+    \u00ED: "i",
+    \u00EE: "i",
+    \u00EF: "i",
+    \u00F1: "n",
+    \u00F2: "o",
+    \u00F3: "o",
+    \u00F4: "o",
+    \u00F5: "o",
+    \u00F6: "o",
+    \u00F8: "o",
+    \u00F9: "u",
+    \u00FA: "u",
+    \u00FB: "u",
+    \u00FC: "u",
+    \u00FD: "y",
+    \u00FF: "y"
+  };
+  const replacement = "-";
+  const trim = options?.trim !== false;
+  let slug = text.normalize().split("").reduce((result, ch) => {
+    const mapped = charMap[ch] || ch;
+    const appendChar = mapped === replacement ? " " : mapped;
+    return result + appendChar.replace(/[^\w\s$*_+~.()'"!\-:@]+/g, "");
+  }, "");
+  if (options?.strict) {
+    slug = slug.replace(/[^A-Za-z0-9\s]/g, "");
+  }
+  if (trim) {
+    slug = slug.trim();
+  }
+  slug = slug.replace(/\s+/g, replacement);
+  if (options?.lower) {
+    slug = slug.toLowerCase();
+  }
+  return slug;
+}
 
 // util/span_identifier_v4.ts
 import { z as z4 } from "zod/v3";
@@ -1294,6 +1383,15 @@ function prettifyXact(valueString) {
   const encoded = modularMultiply(value, COPRIME);
   return encoded.toString(16).padStart(16, "0");
 }
+function loadPrettyXact(encodedHex) {
+  if (encodedHex.length !== 16) {
+    return encodedHex;
+  }
+  const value = BigInt(`0x${encodedHex}`);
+  const multipliedInverse = modularMultiply(value, COPRIME_INVERSE);
+  const withTopBits = TOP_BITS | multipliedInverse;
+  return withTopBits.toString();
+}
 
 // util/zod_util.ts
 import { z as z5 } from "zod/v3";
@@ -2709,10 +2807,10 @@ var BraintrustStream = class _BraintrustStream {
     if (this.memoizedFinalValue) {
       return this.memoizedFinalValue;
     }
-    this.memoizedFinalValue = new Promise((resolve, reject) => {
-      this.stream.pipeThrough(createFinalValuePassThroughStream(resolve, reject), {
+    this.memoizedFinalValue = new Promise((resolve, reject2) => {
+      this.stream.pipeThrough(createFinalValuePassThroughStream(resolve, reject2), {
         signal: this.signal
-      }).pipeTo(devNullWritableStream(), { signal: this.signal }).catch(reject);
+      }).pipeTo(devNullWritableStream(), { signal: this.signal }).catch(reject2);
     });
     return this.memoizedFinalValue;
   }
@@ -3145,7 +3243,7 @@ function runCatchFinally(f, catchF, finallyF) {
 function getCurrentUnixTimestamp() {
   return (/* @__PURE__ */ new Date()).getTime() / 1e3;
 }
-function isEmpty(a) {
+function isEmpty2(a) {
   return a === void 0 || a === null;
 }
 var LazyValue = class {
@@ -3210,6 +3308,12 @@ function addAzureBlobHeaders(headers, url) {
     headers["x-ms-blob-type"] = "BlockBlob";
   }
 }
+var InternalAbortError = class extends Error {
+  constructor(message) {
+    super(message);
+    this.name = "InternalAbortError";
+  }
+};
 function filterFrom(record, keys) {
   const out = {};
   for (const k of Object.keys(record)) {
@@ -3564,7 +3668,7 @@ var BraintrustState = class _BraintrustState {
     const newState = await loginToState({
       ...this.loginParams,
       ...Object.fromEntries(
-        Object.entries(loginParams).filter(([k, v]) => !isEmpty(v))
+        Object.entries(loginParams).filter(([k, v]) => !isEmpty2(v))
       )
     });
     this.copyLoginInfo(newState);
@@ -4229,7 +4333,7 @@ function logFeedbackImpl(state, parentObjectType, parentObjectId, {
   if (!VALID_SOURCES.includes(source)) {
     throw new Error(`source must be one of ${VALID_SOURCES}`);
   }
-  if (isEmpty(scores) && isEmpty(expected) && isEmpty(tags) && isEmpty(comment)) {
+  if (isEmpty2(scores) && isEmpty2(expected) && isEmpty2(tags) && isEmpty2(comment)) {
     throw new Error(
       "At least one of scores, expected, tags, or comment must be specified"
     );
@@ -4242,7 +4346,7 @@ function logFeedbackImpl(state, parentObjectType, parentObjectId, {
   });
   let { metadata, ...updateEvent } = deepCopyEvent(validatedEvent);
   updateEvent = Object.fromEntries(
-    Object.entries(updateEvent).filter(([_, v]) => !isEmpty(v))
+    Object.entries(updateEvent).filter(([_, v]) => !isEmpty2(v))
   );
   const parentIds = async () => new SpanComponentsV3({
     object_type: parentObjectType,
@@ -4261,7 +4365,7 @@ function logFeedbackImpl(state, parentObjectType, parentObjectId, {
     });
     state.bgLogger().log([record]);
   }
-  if (!isEmpty(comment)) {
+  if (!isEmpty2(comment)) {
     const record = new LazyValue(async () => {
       return {
         id: uuidv42(),
@@ -5173,7 +5277,7 @@ function init(projectOrOptions, optionalOptions) {
   const state = stateArg ?? _globalState;
   state.enforceQueueSizeLimit(false);
   if (open) {
-    if (isEmpty(experiment)) {
+    if (isEmpty2(experiment)) {
       throw new Error(`Cannot open an experiment without specifying its name`);
     }
     const lazyMetadata2 = new LazyValue(
@@ -5412,7 +5516,7 @@ async function computeLoggerMetadata(state, {
 }) {
   await state.login({});
   const org_id = state.orgId;
-  if (isEmpty(project_id)) {
+  if (isEmpty2(project_id)) {
     const response = await state.appConn().post_json("api/project/register", {
       project_name: project_name || GLOBAL_PROJECT,
       org_id
@@ -5425,7 +5529,7 @@ async function computeLoggerMetadata(state, {
         fullInfo: response.project
       }
     };
-  } else if (isEmpty(project_name)) {
+  } else if (isEmpty2(project_name)) {
     const response = await state.appConn().get_json("api/project", {
       id: project_id
     });
@@ -5506,9 +5610,9 @@ async function loadPrompt({
     );
   }
   if (id) {
-  } else if (isEmpty(projectName) && isEmpty(projectId)) {
+  } else if (isEmpty2(projectName) && isEmpty2(projectId)) {
     throw new Error("Must specify either projectName or projectId");
-  } else if (isEmpty(slug)) {
+  } else if (isEmpty2(slug)) {
     throw new Error("Must specify slug");
   }
   const state = stateArg ?? _globalState;
@@ -5610,7 +5714,7 @@ async function login(options = {}) {
   const { forceLogin = false } = options || {};
   if (_globalState.loggedIn && !forceLogin) {
     let checkUpdatedParam2 = function(varname, arg, orig) {
-      if (!isEmpty(arg) && !isEmpty(orig) && arg !== orig) {
+      if (!isEmpty2(arg) && !isEmpty2(orig) && arg !== orig) {
         throw new Error(
           `Re-logging in with different ${varname} (${arg}) than original (${orig}). To force re-login, pass \`forceLogin: true\``
         );
@@ -6219,15 +6323,15 @@ async function resolveAttachmentsToBase64(event, state) {
   return event;
 }
 function validateAndSanitizeExperimentLogFullArgs(event, hasDataset) {
-  if ("input" in event && !isEmpty(event.input) && "inputs" in event && !isEmpty(event.inputs) || !("input" in event) && !("inputs" in event)) {
+  if ("input" in event && !isEmpty2(event.input) && "inputs" in event && !isEmpty2(event.inputs) || !("input" in event) && !("inputs" in event)) {
     throw new Error(
       "Exactly one of input or inputs (deprecated) must be specified. Prefer input."
     );
   }
-  if (isEmpty(event.output)) {
+  if (isEmpty2(event.output)) {
     throw new Error("output must be specified");
   }
-  if (isEmpty(event.scores)) {
+  if (isEmpty2(event.scores)) {
     throw new Error("scores must be specified");
   }
   if (hasDataset && event.datasetRecordId === void 0) {
@@ -7023,14 +7127,14 @@ function splitLoggingData({
     if (value instanceof BraintrustStream) {
       const streamCopy = value.copy();
       lazyInternalData[key] = new LazyValue(async () => {
-        return await new Promise((resolve, reject) => {
-          streamCopy.toReadableStream().pipeThrough(createFinalValuePassThroughStream(resolve, reject)).pipeTo(devNullWritableStream());
+        return await new Promise((resolve, reject2) => {
+          streamCopy.toReadableStream().pipeThrough(createFinalValuePassThroughStream(resolve, reject2)).pipeTo(devNullWritableStream());
         });
       });
     } else if (value instanceof ReadableStream) {
       lazyInternalData[key] = new LazyValue(async () => {
-        return await new Promise((resolve, reject) => {
-          value.pipeThrough(createFinalValuePassThroughStream(resolve, reject)).pipeTo(devNullWritableStream());
+        return await new Promise((resolve, reject2) => {
+          value.pipeThrough(createFinalValuePassThroughStream(resolve, reject2)).pipeTo(devNullWritableStream());
         });
       });
     } else {
@@ -7287,7 +7391,7 @@ function renderMessage(render, message) {
   return {
     ...message,
     ..."content" in message ? {
-      content: isEmpty(message.content) ? void 0 : typeof message.content === "string" ? render(message.content) : message.content.map((c) => {
+      content: isEmpty2(message.content) ? void 0 : typeof message.content === "string" ? render(message.content) : message.content.map((c) => {
         switch (c.type) {
           case "text":
             return { ...c, text: render(c.text) };
@@ -7324,7 +7428,7 @@ function renderMessage(render, message) {
       })
     } : {},
     ..."tool_calls" in message ? {
-      tool_calls: isEmpty(message.tool_calls) ? void 0 : message.tool_calls.map((t) => {
+      tool_calls: isEmpty2(message.tool_calls) ? void 0 : message.tool_calls.map((t) => {
         return {
           type: t.type,
           id: render(t.id),
@@ -7473,11 +7577,11 @@ var Prompt2 = class _Prompt {
           ([k, _v]) => !BRAINTRUST_PARAMS.includes(k)
         )
       ),
-      ...!isEmpty(this.options.model) ? {
+      ...!isEmpty2(this.options.model) ? {
         model: this.options.model
       } : {}
     };
-    if (!("model" in params) || isEmpty(params.model)) {
+    if (!("model" in params) || isEmpty2(params.model)) {
       throw new Error(
         "No model specified. Either specify it in the prompt or as a default"
       );
@@ -7747,18 +7851,24 @@ function configureBrowser() {
   browserConfigured = true;
 }
 
-// src/exports-browser.ts
-var exports_browser_exports = {};
-__export(exports_browser_exports, {
+// src/exports.ts
+var exports_exports = {};
+__export(exports_exports, {
   Attachment: () => Attachment,
+  AttachmentReference: () => AttachmentReference,
   BaseAttachment: () => BaseAttachment,
+  BaseExperiment: () => BaseExperiment,
   BraintrustMiddleware: () => BraintrustMiddleware,
   BraintrustState: () => BraintrustState,
   BraintrustStream: () => BraintrustStream,
+  CodeFunction: () => CodeFunction,
+  CodePrompt: () => CodePrompt,
   ContextManager: () => ContextManager,
   DEFAULT_FETCH_BATCH_SIZE: () => DEFAULT_FETCH_BATCH_SIZE,
   Dataset: () => Dataset2,
   ERR_PERMALINK: () => ERR_PERMALINK,
+  Eval: () => Eval,
+  EvalResultWithSummary: () => EvalResultWithSummary,
   Experiment: () => Experiment2,
   ExternalAttachment: () => ExternalAttachment,
   FailedHTTPResponse: () => FailedHTTPResponse,
@@ -7771,22 +7881,30 @@ __export(exports_browser_exports, {
   NOOP_SPAN: () => NOOP_SPAN,
   NOOP_SPAN_PERMALINK: () => NOOP_SPAN_PERMALINK,
   NoopSpan: () => NoopSpan,
+  Project: () => Project2,
+  ProjectNameIdMap: () => ProjectNameIdMap,
   Prompt: () => Prompt2,
+  PromptBuilder: () => PromptBuilder,
   ReadonlyAttachment: () => ReadonlyAttachment,
   ReadonlyExperiment: () => ReadonlyExperiment,
+  Reporter: () => Reporter,
+  ScorerBuilder: () => ScorerBuilder,
   SpanImpl: () => SpanImpl,
   TestBackgroundLogger: () => TestBackgroundLogger,
+  ToolBuilder: () => ToolBuilder,
   UUIDGenerator: () => UUIDGenerator,
   X_CACHED_HEADER: () => X_CACHED_HEADER,
   _exportsForTestingOnly: () => _exportsForTestingOnly,
   _internalGetGlobalState: () => _internalGetGlobalState,
   _internalSetInitialState: () => _internalSetInitialState,
   braintrustStreamChunkSchema: () => braintrustStreamChunkSchema,
+  buildLocalSummary: () => buildLocalSummary,
   createFinalValuePassThroughStream: () => createFinalValuePassThroughStream,
   currentExperiment: () => currentExperiment,
   currentLogger: () => currentLogger,
   currentSpan: () => currentSpan,
   deepCopyEvent: () => deepCopyEvent,
+  defaultErrorScoreHandler: () => defaultErrorScoreHandler,
   deserializePlainStringAsJSON: () => deserializePlainStringAsJSON,
   devNullWritableStream: () => devNullWritableStream,
   evaluatorDefinitionSchema: () => evaluatorDefinitionSchema,
@@ -7811,13 +7929,21 @@ __export(exports_browser_exports, {
   newId: () => newId,
   parseCachedHeader: () => parseCachedHeader,
   permalink: () => permalink,
+  projects: () => projects,
+  promptContentsSchema: () => promptContentsSchema,
+  promptDefinitionSchema: () => promptDefinitionSchema,
+  promptDefinitionToPromptData: () => promptDefinitionToPromptData,
+  promptDefinitionWithToolsSchema: () => promptDefinitionWithToolsSchema,
   renderMessage: () => renderMessage,
   renderPromptParams: () => renderPromptParams,
+  reportFailures: () => reportFailures,
+  runEvaluator: () => runEvaluator,
   setFetch: () => setFetch,
   setMaskingFunction: () => setMaskingFunction,
   spanComponentsToObjectId: () => spanComponentsToObjectId,
   startSpan: () => startSpan,
   summarize: () => summarize,
+  toolFunctionDefinitionSchema: () => ToolFunctionDefinition,
   traceable: () => traceable,
   traced: () => traced,
   updateSpan: () => updateSpan,
@@ -7827,6 +7953,7 @@ __export(exports_browser_exports, {
   withLogger: () => withLogger,
   withParent: () => withParent,
   wrapAISDK: () => wrapAISDK,
+  wrapAISDKModel: () => wrapAISDKModel,
   wrapAnthropic: () => wrapAnthropic,
   wrapClaudeAgentSDK: () => wrapClaudeAgentSDK,
   wrapGoogleGenAI: () => wrapGoogleGenAI,
@@ -8408,13 +8535,13 @@ function wrapBetaChatCompletionStream(completion) {
 var LEGACY_CACHED_HEADER = "x-cached";
 var X_CACHED_HEADER = "x-bt-cached";
 function parseCachedHeader(value) {
-  return isEmpty(value) ? void 0 : ["true", "hit"].includes(value.toLowerCase()) ? 1 : 0;
+  return isEmpty2(value) ? void 0 : ["true", "hit"].includes(value.toLowerCase()) ? 1 : 0;
 }
 function logHeaders(response, span) {
   const cachedHeader = response.headers.get(X_CACHED_HEADER);
-  if (isEmpty(cachedHeader)) {
+  if (isEmpty2(cachedHeader)) {
     const legacyCacheHeader = response.headers.get(LEGACY_CACHED_HEADER);
-    if (!isEmpty(legacyCacheHeader)) {
+    if (!isEmpty2(legacyCacheHeader)) {
       span.log({
         metrics: {
           cached: parseCachedHeader(legacyCacheHeader)
@@ -9303,7 +9430,7 @@ var wrapStreamObject = (streamObject, options = {}, aiSDK) => {
 };
 var wrapTools = (tools) => {
   if (!tools) return tools;
-  const inferName = (tool, fallback) => tool && (tool.name || tool.toolName || tool.id) || fallback;
+  const inferName = (tool, fallback2) => tool && (tool.name || tool.toolName || tool.id) || fallback2;
   if (Array.isArray(tools)) {
     return tools.map((tool, idx) => {
       const name = inferName(tool, `tool[${idx}]`);
@@ -9815,6 +9942,279 @@ var omit = (obj, paths) => {
   return result;
 };
 
+// src/wrappers/ai-sdk/deprecated/wrapAISDKModel.ts
+function wrapAISDKModel(model) {
+  const m = model;
+  if (m?.specificationVersion === "v1" && typeof m?.provider === "string" && typeof m?.modelId === "string") {
+    return new BraintrustLanguageModelWrapper(m);
+  } else {
+    console.warn("Unsupported AI SDK model. Not wrapping.");
+    return model;
+  }
+}
+var BraintrustLanguageModelWrapper = class {
+  constructor(model) {
+    this.model = model;
+    if (typeof this.model.supportsUrl === "function") {
+      this.supportsUrl = (url) => this.model.supportsUrl(url);
+    }
+  }
+  supportsUrl;
+  get specificationVersion() {
+    return this.model.specificationVersion;
+  }
+  get provider() {
+    return this.model.provider;
+  }
+  get modelId() {
+    return this.model.modelId;
+  }
+  get defaultObjectGenerationMode() {
+    return this.model.defaultObjectGenerationMode;
+  }
+  get supportsImageUrls() {
+    return this.model.supportsImageUrls;
+  }
+  get supportsStructuredOutputs() {
+    return this.model.supportsStructuredOutputs;
+  }
+  // For the first cut, do not support custom span_info arguments. We can
+  // propagate those via async local storage
+  async doGenerate(options) {
+    const span = startSpan({
+      name: "Chat Completion",
+      spanAttributes: {
+        type: "llm"
+      }
+    });
+    const { prompt, mode, ...rest } = options;
+    const startTime = getCurrentUnixTimestamp();
+    try {
+      const ret = await this.model.doGenerate(options);
+      span.log({
+        input: postProcessPrompt(prompt),
+        metadata: {
+          model: this.modelId,
+          ...rest,
+          ..."tools" in mode && mode.tools ? { tools: convertTools(mode.tools) } : "tool" in mode && mode.tool ? { tools: convertTools([mode.tool]) } : {}
+        },
+        output: postProcessOutput(ret.text, ret.toolCalls, ret.finishReason),
+        metrics: {
+          time_to_first_token: getCurrentUnixTimestamp() - startTime,
+          tokens: !isEmpty2(ret.usage) ? ret.usage.promptTokens + ret.usage.completionTokens : void 0,
+          prompt_tokens: ret.usage?.promptTokens,
+          completion_tokens: ret.usage?.completionTokens,
+          cached: parseCachedHeader(
+            ret.rawResponse?.headers?.[X_CACHED_HEADER] ?? ret.rawResponse?.headers?.[LEGACY_CACHED_HEADER]
+          )
+        }
+      });
+      return ret;
+    } finally {
+      span.end();
+    }
+  }
+  async doStream(options) {
+    const { prompt, mode, ...rest } = options;
+    const startTime = getCurrentUnixTimestamp();
+    const span = startSpan({
+      name: "Chat Completion",
+      spanAttributes: {
+        type: "llm"
+      }
+    });
+    span.log({
+      input: postProcessPrompt(prompt),
+      metadata: {
+        model: this.modelId,
+        ...rest,
+        ..."tools" in mode && mode.tools ? { tools: convertTools(mode.tools) } : "tool" in mode && mode.tool ? { tools: convertTools([mode.tool]) } : {}
+      }
+    });
+    let ended = false;
+    const end = () => {
+      if (!ended) {
+        span.end();
+        ended = true;
+      }
+    };
+    try {
+      const ret = await this.model.doStream(options);
+      let time_to_first_token = void 0;
+      let usage = void 0;
+      let fullText = void 0;
+      const toolCalls = {};
+      let finishReason = void 0;
+      return {
+        ...ret,
+        stream: ret.stream.pipeThrough(
+          new TransformStream({
+            transform(chunk, controller) {
+              if (time_to_first_token === void 0) {
+                time_to_first_token = getCurrentUnixTimestamp() - startTime;
+                span.log({ metrics: { time_to_first_token } });
+              }
+              switch (chunk.type) {
+                case "text-delta":
+                  if (fullText === void 0) {
+                    fullText = "";
+                  }
+                  fullText += chunk.textDelta;
+                  break;
+                case "tool-call":
+                  toolCalls[chunk.toolCallId] = {
+                    toolCallType: chunk.toolCallType,
+                    toolCallId: chunk.toolCallId,
+                    toolName: chunk.toolName,
+                    args: chunk.args
+                  };
+                  break;
+                case "tool-call-delta":
+                  if (toolCalls[chunk.toolCallId] === void 0) {
+                    toolCalls[chunk.toolCallId] = {
+                      toolCallType: chunk.toolCallType,
+                      toolCallId: chunk.toolCallId,
+                      toolName: chunk.toolName,
+                      args: ""
+                    };
+                  }
+                  toolCalls[chunk.toolCallId].args += chunk.argsTextDelta;
+                  break;
+                case "finish":
+                  usage = chunk.usage;
+                  finishReason = chunk.finishReason;
+                  break;
+              }
+              controller.enqueue(chunk);
+            },
+            async flush(controller) {
+              span.log({
+                output: postProcessOutput(
+                  fullText,
+                  Object.keys(toolCalls).length > 0 ? Object.values(toolCalls) : void 0,
+                  finishReason
+                ),
+                metrics: {
+                  time_to_first_token,
+                  tokens: !isEmpty2(usage) ? usage.promptTokens + usage.completionTokens : void 0,
+                  prompt_tokens: usage?.promptTokens,
+                  completion_tokens: usage?.completionTokens,
+                  cached: parseCachedHeader(
+                    ret.rawResponse?.headers?.[X_CACHED_HEADER] ?? ret.rawResponse?.headers?.[LEGACY_CACHED_HEADER]
+                  )
+                }
+              });
+              end();
+              controller.terminate();
+            }
+          })
+        )
+      };
+    } finally {
+      end();
+    }
+  }
+};
+function convertTools(tools) {
+  return tools.map((tool) => {
+    const { type: _, ...rest } = tool;
+    return {
+      type: tool.type,
+      function: rest
+    };
+  });
+}
+function postProcessPrompt(prompt) {
+  return prompt.flatMap((message) => {
+    switch (message.role) {
+      case "system":
+        return [
+          {
+            role: "system",
+            content: message.content
+          }
+        ];
+      case "assistant":
+        const textPart = message.content.find(
+          (part) => part.type === "text"
+        );
+        const toolCallParts = message.content.filter(
+          (part) => part.type === "tool-call"
+        );
+        return [
+          {
+            role: "assistant",
+            content: textPart?.text,
+            ...toolCallParts.length > 0 ? {
+              tool_calls: toolCallParts.map((part) => ({
+                id: part.toolCallId,
+                function: {
+                  name: part.toolName,
+                  arguments: JSON.stringify(part.args)
+                },
+                type: "function"
+              }))
+            } : {}
+          }
+        ];
+      case "user":
+        return [
+          {
+            role: "user",
+            content: message.content.map((part) => {
+              switch (part.type) {
+                case "text":
+                  return {
+                    type: "text",
+                    text: part.text,
+                    ...part.providerMetadata ? { providerMetadata: part.providerMetadata } : {}
+                  };
+                case "image":
+                  return {
+                    type: "image_url",
+                    image_url: {
+                      url: part.image.toString(),
+                      ...part.providerMetadata ? { providerMetadata: part.providerMetadata } : {}
+                    }
+                  };
+                default:
+                  return part;
+              }
+            })
+          }
+        ];
+      case "tool":
+        return message.content.map((part) => ({
+          role: "tool",
+          tool_call_id: part.toolCallId,
+          content: JSON.stringify(part.result)
+        }));
+    }
+  });
+}
+function postProcessOutput(text, toolCalls, finishReason) {
+  return [
+    {
+      index: 0,
+      message: {
+        role: "assistant",
+        content: text ?? "",
+        ...toolCalls && toolCalls.length > 0 ? {
+          tool_calls: toolCalls.map((toolCall) => ({
+            id: toolCall.toolCallId,
+            function: {
+              name: toolCall.toolName,
+              arguments: toolCall.args
+            },
+            type: "function"
+          }))
+        } : {}
+      },
+      finish_reason: finishReason
+    }
+  ];
+}
+
 // src/wrappers/anthropic-tokens-util.ts
 function finalizeAnthropicTokens(metrics) {
   const prompt_tokens = (metrics.prompt_tokens || 0) + (metrics.prompt_cached_tokens || 0) + (metrics.prompt_cache_creation_tokens || 0);
@@ -11434,61 +11834,2265 @@ function unescapePath(path) {
 }
 var graph_framework_default = { createGraph };
 
-// dev/types.ts
-import { z as z9 } from "zod/v3";
-var evalBodySchema = z9.object({
-  name: z9.string(),
-  parameters: z9.record(z9.string(), z9.unknown()).nullish(),
+// ../node_modules/async/dist/async.mjs
+function initialParams(fn) {
+  return function(...args) {
+    var callback = args.pop();
+    return fn.call(this, args, callback);
+  };
+}
+var hasQueueMicrotask = typeof queueMicrotask === "function" && queueMicrotask;
+var hasSetImmediate = typeof setImmediate === "function" && setImmediate;
+var hasNextTick = typeof process === "object" && typeof process.nextTick === "function";
+function fallback(fn) {
+  setTimeout(fn, 0);
+}
+function wrap(defer) {
+  return (fn, ...args) => defer(() => fn(...args));
+}
+var _defer$1;
+if (hasQueueMicrotask) {
+  _defer$1 = queueMicrotask;
+} else if (hasSetImmediate) {
+  _defer$1 = setImmediate;
+} else if (hasNextTick) {
+  _defer$1 = process.nextTick;
+} else {
+  _defer$1 = fallback;
+}
+var setImmediate$1 = wrap(_defer$1);
+function asyncify(func) {
+  if (isAsync(func)) {
+    return function(...args) {
+      const callback = args.pop();
+      const promise = func.apply(this, args);
+      return handlePromise(promise, callback);
+    };
+  }
+  return initialParams(function(args, callback) {
+    var result;
+    try {
+      result = func.apply(this, args);
+    } catch (e) {
+      return callback(e);
+    }
+    if (result && typeof result.then === "function") {
+      return handlePromise(result, callback);
+    } else {
+      callback(null, result);
+    }
+  });
+}
+function handlePromise(promise, callback) {
+  return promise.then((value) => {
+    invokeCallback(callback, null, value);
+  }, (err) => {
+    invokeCallback(callback, err && (err instanceof Error || err.message) ? err : new Error(err));
+  });
+}
+function invokeCallback(callback, error, value) {
+  try {
+    callback(error, value);
+  } catch (err) {
+    setImmediate$1((e) => {
+      throw e;
+    }, err);
+  }
+}
+function isAsync(fn) {
+  return fn[Symbol.toStringTag] === "AsyncFunction";
+}
+function isAsyncGenerator(fn) {
+  return fn[Symbol.toStringTag] === "AsyncGenerator";
+}
+function isAsyncIterable(obj) {
+  return typeof obj[Symbol.asyncIterator] === "function";
+}
+function wrapAsync(asyncFn) {
+  if (typeof asyncFn !== "function") throw new Error("expected a function");
+  return isAsync(asyncFn) ? asyncify(asyncFn) : asyncFn;
+}
+function awaitify(asyncFn, arity) {
+  if (!arity) arity = asyncFn.length;
+  if (!arity) throw new Error("arity is undefined");
+  function awaitable(...args) {
+    if (typeof args[arity - 1] === "function") {
+      return asyncFn.apply(this, args);
+    }
+    return new Promise((resolve, reject2) => {
+      args[arity - 1] = (err, ...cbArgs) => {
+        if (err) return reject2(err);
+        resolve(cbArgs.length > 1 ? cbArgs : cbArgs[0]);
+      };
+      asyncFn.apply(this, args);
+    });
+  }
+  return awaitable;
+}
+function applyEach$1(eachfn) {
+  return function applyEach2(fns, ...callArgs) {
+    const go = awaitify(function(callback) {
+      var that = this;
+      return eachfn(fns, (fn, cb) => {
+        wrapAsync(fn).apply(that, callArgs.concat(cb));
+      }, callback);
+    });
+    return go;
+  };
+}
+function _asyncMap(eachfn, arr, iteratee, callback) {
+  arr = arr || [];
+  var results = [];
+  var counter = 0;
+  var _iteratee = wrapAsync(iteratee);
+  return eachfn(arr, (value, _, iterCb) => {
+    var index = counter++;
+    _iteratee(value, (err, v) => {
+      results[index] = v;
+      iterCb(err);
+    });
+  }, (err) => {
+    callback(err, results);
+  });
+}
+function isArrayLike(value) {
+  return value && typeof value.length === "number" && value.length >= 0 && value.length % 1 === 0;
+}
+var breakLoop = {};
+function once(fn) {
+  function wrapper(...args) {
+    if (fn === null) return;
+    var callFn = fn;
+    fn = null;
+    callFn.apply(this, args);
+  }
+  Object.assign(wrapper, fn);
+  return wrapper;
+}
+function getIterator(coll) {
+  return coll[Symbol.iterator] && coll[Symbol.iterator]();
+}
+function createArrayIterator(coll) {
+  var i = -1;
+  var len = coll.length;
+  return function next() {
+    return ++i < len ? { value: coll[i], key: i } : null;
+  };
+}
+function createES2015Iterator(iterator) {
+  var i = -1;
+  return function next() {
+    var item = iterator.next();
+    if (item.done)
+      return null;
+    i++;
+    return { value: item.value, key: i };
+  };
+}
+function createObjectIterator(obj) {
+  var okeys = obj ? Object.keys(obj) : [];
+  var i = -1;
+  var len = okeys.length;
+  return function next() {
+    var key = okeys[++i];
+    if (key === "__proto__") {
+      return next();
+    }
+    return i < len ? { value: obj[key], key } : null;
+  };
+}
+function createIterator(coll) {
+  if (isArrayLike(coll)) {
+    return createArrayIterator(coll);
+  }
+  var iterator = getIterator(coll);
+  return iterator ? createES2015Iterator(iterator) : createObjectIterator(coll);
+}
+function onlyOnce(fn) {
+  return function(...args) {
+    if (fn === null) throw new Error("Callback was already called.");
+    var callFn = fn;
+    fn = null;
+    callFn.apply(this, args);
+  };
+}
+function asyncEachOfLimit(generator, limit, iteratee, callback) {
+  let done = false;
+  let canceled = false;
+  let awaiting = false;
+  let running = 0;
+  let idx = 0;
+  function replenish() {
+    if (running >= limit || awaiting || done) return;
+    awaiting = true;
+    generator.next().then(({ value, done: iterDone }) => {
+      if (canceled || done) return;
+      awaiting = false;
+      if (iterDone) {
+        done = true;
+        if (running <= 0) {
+          callback(null);
+        }
+        return;
+      }
+      running++;
+      iteratee(value, idx, iterateeCallback);
+      idx++;
+      replenish();
+    }).catch(handleError);
+  }
+  function iterateeCallback(err, result) {
+    running -= 1;
+    if (canceled) return;
+    if (err) return handleError(err);
+    if (err === false) {
+      done = true;
+      canceled = true;
+      return;
+    }
+    if (result === breakLoop || done && running <= 0) {
+      done = true;
+      return callback(null);
+    }
+    replenish();
+  }
+  function handleError(err) {
+    if (canceled) return;
+    awaiting = false;
+    done = true;
+    callback(err);
+  }
+  replenish();
+}
+var eachOfLimit$2 = (limit) => {
+  return (obj, iteratee, callback) => {
+    callback = once(callback);
+    if (limit <= 0) {
+      throw new RangeError("concurrency limit cannot be less than 1");
+    }
+    if (!obj) {
+      return callback(null);
+    }
+    if (isAsyncGenerator(obj)) {
+      return asyncEachOfLimit(obj, limit, iteratee, callback);
+    }
+    if (isAsyncIterable(obj)) {
+      return asyncEachOfLimit(obj[Symbol.asyncIterator](), limit, iteratee, callback);
+    }
+    var nextElem = createIterator(obj);
+    var done = false;
+    var canceled = false;
+    var running = 0;
+    var looping = false;
+    function iterateeCallback(err, value) {
+      if (canceled) return;
+      running -= 1;
+      if (err) {
+        done = true;
+        callback(err);
+      } else if (err === false) {
+        done = true;
+        canceled = true;
+      } else if (value === breakLoop || done && running <= 0) {
+        done = true;
+        return callback(null);
+      } else if (!looping) {
+        replenish();
+      }
+    }
+    function replenish() {
+      looping = true;
+      while (running < limit && !done) {
+        var elem = nextElem();
+        if (elem === null) {
+          done = true;
+          if (running <= 0) {
+            callback(null);
+          }
+          return;
+        }
+        running += 1;
+        iteratee(elem.value, elem.key, onlyOnce(iterateeCallback));
+      }
+      looping = false;
+    }
+    replenish();
+  };
+};
+function eachOfLimit(coll, limit, iteratee, callback) {
+  return eachOfLimit$2(limit)(coll, wrapAsync(iteratee), callback);
+}
+var eachOfLimit$1 = awaitify(eachOfLimit, 4);
+function eachOfArrayLike(coll, iteratee, callback) {
+  callback = once(callback);
+  var index = 0, completed = 0, { length } = coll, canceled = false;
+  if (length === 0) {
+    callback(null);
+  }
+  function iteratorCallback(err, value) {
+    if (err === false) {
+      canceled = true;
+    }
+    if (canceled === true) return;
+    if (err) {
+      callback(err);
+    } else if (++completed === length || value === breakLoop) {
+      callback(null);
+    }
+  }
+  for (; index < length; index++) {
+    iteratee(coll[index], index, onlyOnce(iteratorCallback));
+  }
+}
+function eachOfGeneric(coll, iteratee, callback) {
+  return eachOfLimit$1(coll, Infinity, iteratee, callback);
+}
+function eachOf(coll, iteratee, callback) {
+  var eachOfImplementation = isArrayLike(coll) ? eachOfArrayLike : eachOfGeneric;
+  return eachOfImplementation(coll, wrapAsync(iteratee), callback);
+}
+var eachOf$1 = awaitify(eachOf, 3);
+function map(coll, iteratee, callback) {
+  return _asyncMap(eachOf$1, coll, iteratee, callback);
+}
+var map$1 = awaitify(map, 3);
+var applyEach = applyEach$1(map$1);
+function eachOfSeries(coll, iteratee, callback) {
+  return eachOfLimit$1(coll, 1, iteratee, callback);
+}
+var eachOfSeries$1 = awaitify(eachOfSeries, 3);
+function mapSeries(coll, iteratee, callback) {
+  return _asyncMap(eachOfSeries$1, coll, iteratee, callback);
+}
+var mapSeries$1 = awaitify(mapSeries, 3);
+var applyEachSeries = applyEach$1(mapSeries$1);
+var PROMISE_SYMBOL = Symbol("promiseCallback");
+var DLL = class {
+  constructor() {
+    this.head = this.tail = null;
+    this.length = 0;
+  }
+  removeLink(node) {
+    if (node.prev) node.prev.next = node.next;
+    else this.head = node.next;
+    if (node.next) node.next.prev = node.prev;
+    else this.tail = node.prev;
+    node.prev = node.next = null;
+    this.length -= 1;
+    return node;
+  }
+  empty() {
+    while (this.head) this.shift();
+    return this;
+  }
+  insertAfter(node, newNode) {
+    newNode.prev = node;
+    newNode.next = node.next;
+    if (node.next) node.next.prev = newNode;
+    else this.tail = newNode;
+    node.next = newNode;
+    this.length += 1;
+  }
+  insertBefore(node, newNode) {
+    newNode.prev = node.prev;
+    newNode.next = node;
+    if (node.prev) node.prev.next = newNode;
+    else this.head = newNode;
+    node.prev = newNode;
+    this.length += 1;
+  }
+  unshift(node) {
+    if (this.head) this.insertBefore(this.head, node);
+    else setInitial(this, node);
+  }
+  push(node) {
+    if (this.tail) this.insertAfter(this.tail, node);
+    else setInitial(this, node);
+  }
+  shift() {
+    return this.head && this.removeLink(this.head);
+  }
+  pop() {
+    return this.tail && this.removeLink(this.tail);
+  }
+  toArray() {
+    return [...this];
+  }
+  *[Symbol.iterator]() {
+    var cur = this.head;
+    while (cur) {
+      yield cur.data;
+      cur = cur.next;
+    }
+  }
+  remove(testFn) {
+    var curr = this.head;
+    while (curr) {
+      var { next } = curr;
+      if (testFn(curr)) {
+        this.removeLink(curr);
+      }
+      curr = next;
+    }
+    return this;
+  }
+};
+function setInitial(dll, node) {
+  dll.length = 1;
+  dll.head = dll.tail = node;
+}
+function queue$1(worker, concurrency, payload) {
+  if (concurrency == null) {
+    concurrency = 1;
+  } else if (concurrency === 0) {
+    throw new RangeError("Concurrency must not be zero");
+  }
+  var _worker = wrapAsync(worker);
+  var numRunning = 0;
+  var workersList = [];
+  const events = {
+    error: [],
+    drain: [],
+    saturated: [],
+    unsaturated: [],
+    empty: []
+  };
+  function on(event, handler) {
+    events[event].push(handler);
+  }
+  function once2(event, handler) {
+    const handleAndRemove = (...args) => {
+      off(event, handleAndRemove);
+      handler(...args);
+    };
+    events[event].push(handleAndRemove);
+  }
+  function off(event, handler) {
+    if (!event) return Object.keys(events).forEach((ev) => events[ev] = []);
+    if (!handler) return events[event] = [];
+    events[event] = events[event].filter((ev) => ev !== handler);
+  }
+  function trigger(event, ...args) {
+    events[event].forEach((handler) => handler(...args));
+  }
+  var processingScheduled = false;
+  function _insert(data, insertAtFront, rejectOnError, callback) {
+    if (callback != null && typeof callback !== "function") {
+      throw new Error("task callback must be a function");
+    }
+    q.started = true;
+    var res, rej;
+    function promiseCallback(err, ...args) {
+      if (err) return rejectOnError ? rej(err) : res();
+      if (args.length <= 1) return res(args[0]);
+      res(args);
+    }
+    var item = q._createTaskItem(
+      data,
+      rejectOnError ? promiseCallback : callback || promiseCallback
+    );
+    if (insertAtFront) {
+      q._tasks.unshift(item);
+    } else {
+      q._tasks.push(item);
+    }
+    if (!processingScheduled) {
+      processingScheduled = true;
+      setImmediate$1(() => {
+        processingScheduled = false;
+        q.process();
+      });
+    }
+    if (rejectOnError || !callback) {
+      return new Promise((resolve, reject2) => {
+        res = resolve;
+        rej = reject2;
+      });
+    }
+  }
+  function _createCB(tasks) {
+    return function(err, ...args) {
+      numRunning -= 1;
+      for (var i = 0, l = tasks.length; i < l; i++) {
+        var task = tasks[i];
+        var index = workersList.indexOf(task);
+        if (index === 0) {
+          workersList.shift();
+        } else if (index > 0) {
+          workersList.splice(index, 1);
+        }
+        task.callback(err, ...args);
+        if (err != null) {
+          trigger("error", err, task.data);
+        }
+      }
+      if (numRunning <= q.concurrency - q.buffer) {
+        trigger("unsaturated");
+      }
+      if (q.idle()) {
+        trigger("drain");
+      }
+      q.process();
+    };
+  }
+  function _maybeDrain(data) {
+    if (data.length === 0 && q.idle()) {
+      setImmediate$1(() => trigger("drain"));
+      return true;
+    }
+    return false;
+  }
+  const eventMethod = (name) => (handler) => {
+    if (!handler) {
+      return new Promise((resolve, reject2) => {
+        once2(name, (err, data) => {
+          if (err) return reject2(err);
+          resolve(data);
+        });
+      });
+    }
+    off(name);
+    on(name, handler);
+  };
+  var isProcessing = false;
+  var q = {
+    _tasks: new DLL(),
+    _createTaskItem(data, callback) {
+      return {
+        data,
+        callback
+      };
+    },
+    *[Symbol.iterator]() {
+      yield* q._tasks[Symbol.iterator]();
+    },
+    concurrency,
+    payload,
+    buffer: concurrency / 4,
+    started: false,
+    paused: false,
+    push(data, callback) {
+      if (Array.isArray(data)) {
+        if (_maybeDrain(data)) return;
+        return data.map((datum) => _insert(datum, false, false, callback));
+      }
+      return _insert(data, false, false, callback);
+    },
+    pushAsync(data, callback) {
+      if (Array.isArray(data)) {
+        if (_maybeDrain(data)) return;
+        return data.map((datum) => _insert(datum, false, true, callback));
+      }
+      return _insert(data, false, true, callback);
+    },
+    kill() {
+      off();
+      q._tasks.empty();
+    },
+    unshift(data, callback) {
+      if (Array.isArray(data)) {
+        if (_maybeDrain(data)) return;
+        return data.map((datum) => _insert(datum, true, false, callback));
+      }
+      return _insert(data, true, false, callback);
+    },
+    unshiftAsync(data, callback) {
+      if (Array.isArray(data)) {
+        if (_maybeDrain(data)) return;
+        return data.map((datum) => _insert(datum, true, true, callback));
+      }
+      return _insert(data, true, true, callback);
+    },
+    remove(testFn) {
+      q._tasks.remove(testFn);
+    },
+    process() {
+      if (isProcessing) {
+        return;
+      }
+      isProcessing = true;
+      while (!q.paused && numRunning < q.concurrency && q._tasks.length) {
+        var tasks = [], data = [];
+        var l = q._tasks.length;
+        if (q.payload) l = Math.min(l, q.payload);
+        for (var i = 0; i < l; i++) {
+          var node = q._tasks.shift();
+          tasks.push(node);
+          workersList.push(node);
+          data.push(node.data);
+        }
+        numRunning += 1;
+        if (q._tasks.length === 0) {
+          trigger("empty");
+        }
+        if (numRunning === q.concurrency) {
+          trigger("saturated");
+        }
+        var cb = onlyOnce(_createCB(tasks));
+        _worker(data, cb);
+      }
+      isProcessing = false;
+    },
+    length() {
+      return q._tasks.length;
+    },
+    running() {
+      return numRunning;
+    },
+    workersList() {
+      return workersList;
+    },
+    idle() {
+      return q._tasks.length + numRunning === 0;
+    },
+    pause() {
+      q.paused = true;
+    },
+    resume() {
+      if (q.paused === false) {
+        return;
+      }
+      q.paused = false;
+      setImmediate$1(q.process);
+    }
+  };
+  Object.defineProperties(q, {
+    saturated: {
+      writable: false,
+      value: eventMethod("saturated")
+    },
+    unsaturated: {
+      writable: false,
+      value: eventMethod("unsaturated")
+    },
+    empty: {
+      writable: false,
+      value: eventMethod("empty")
+    },
+    drain: {
+      writable: false,
+      value: eventMethod("drain")
+    },
+    error: {
+      writable: false,
+      value: eventMethod("error")
+    }
+  });
+  return q;
+}
+function reduce(coll, memo, iteratee, callback) {
+  callback = once(callback);
+  var _iteratee = wrapAsync(iteratee);
+  return eachOfSeries$1(coll, (x, i, iterCb) => {
+    _iteratee(memo, x, (err, v) => {
+      memo = v;
+      iterCb(err);
+    });
+  }, (err) => callback(err, memo));
+}
+var reduce$1 = awaitify(reduce, 4);
+function mapLimit(coll, limit, iteratee, callback) {
+  return _asyncMap(eachOfLimit$2(limit), coll, iteratee, callback);
+}
+var mapLimit$1 = awaitify(mapLimit, 4);
+function concatLimit(coll, limit, iteratee, callback) {
+  var _iteratee = wrapAsync(iteratee);
+  return mapLimit$1(coll, limit, (val, iterCb) => {
+    _iteratee(val, (err, ...args) => {
+      if (err) return iterCb(err);
+      return iterCb(err, args);
+    });
+  }, (err, mapResults) => {
+    var result = [];
+    for (var i = 0; i < mapResults.length; i++) {
+      if (mapResults[i]) {
+        result = result.concat(...mapResults[i]);
+      }
+    }
+    return callback(err, result);
+  });
+}
+var concatLimit$1 = awaitify(concatLimit, 4);
+function concat(coll, iteratee, callback) {
+  return concatLimit$1(coll, Infinity, iteratee, callback);
+}
+var concat$1 = awaitify(concat, 3);
+function concatSeries(coll, iteratee, callback) {
+  return concatLimit$1(coll, 1, iteratee, callback);
+}
+var concatSeries$1 = awaitify(concatSeries, 3);
+function _createTester(check, getResult) {
+  return (eachfn, arr, _iteratee, cb) => {
+    var testPassed = false;
+    var testResult;
+    const iteratee = wrapAsync(_iteratee);
+    eachfn(arr, (value, _, callback) => {
+      iteratee(value, (err, result) => {
+        if (err || err === false) return callback(err);
+        if (check(result) && !testResult) {
+          testPassed = true;
+          testResult = getResult(true, value);
+          return callback(null, breakLoop);
+        }
+        callback();
+      });
+    }, (err) => {
+      if (err) return cb(err);
+      cb(null, testPassed ? testResult : getResult(false));
+    });
+  };
+}
+function detect(coll, iteratee, callback) {
+  return _createTester((bool) => bool, (res, item) => item)(eachOf$1, coll, iteratee, callback);
+}
+var detect$1 = awaitify(detect, 3);
+function detectLimit(coll, limit, iteratee, callback) {
+  return _createTester((bool) => bool, (res, item) => item)(eachOfLimit$2(limit), coll, iteratee, callback);
+}
+var detectLimit$1 = awaitify(detectLimit, 4);
+function detectSeries(coll, iteratee, callback) {
+  return _createTester((bool) => bool, (res, item) => item)(eachOfLimit$2(1), coll, iteratee, callback);
+}
+var detectSeries$1 = awaitify(detectSeries, 3);
+function consoleFunc(name) {
+  return (fn, ...args) => wrapAsync(fn)(...args, (err, ...resultArgs) => {
+    if (typeof console === "object") {
+      if (err) {
+        if (console.error) {
+          console.error(err);
+        }
+      } else if (console[name]) {
+        resultArgs.forEach((x) => console[name](x));
+      }
+    }
+  });
+}
+var dir = consoleFunc("dir");
+function doWhilst(iteratee, test, callback) {
+  callback = onlyOnce(callback);
+  var _fn = wrapAsync(iteratee);
+  var _test = wrapAsync(test);
+  var results;
+  function next(err, ...args) {
+    if (err) return callback(err);
+    if (err === false) return;
+    results = args;
+    _test(...args, check);
+  }
+  function check(err, truth) {
+    if (err) return callback(err);
+    if (err === false) return;
+    if (!truth) return callback(null, ...results);
+    _fn(next);
+  }
+  return check(null, true);
+}
+var doWhilst$1 = awaitify(doWhilst, 3);
+function _withoutIndex(iteratee) {
+  return (value, index, callback) => iteratee(value, callback);
+}
+function eachLimit$2(coll, iteratee, callback) {
+  return eachOf$1(coll, _withoutIndex(wrapAsync(iteratee)), callback);
+}
+var each = awaitify(eachLimit$2, 3);
+function eachLimit(coll, limit, iteratee, callback) {
+  return eachOfLimit$2(limit)(coll, _withoutIndex(wrapAsync(iteratee)), callback);
+}
+var eachLimit$1 = awaitify(eachLimit, 4);
+function eachSeries(coll, iteratee, callback) {
+  return eachLimit$1(coll, 1, iteratee, callback);
+}
+var eachSeries$1 = awaitify(eachSeries, 3);
+function ensureAsync(fn) {
+  if (isAsync(fn)) return fn;
+  return function(...args) {
+    var callback = args.pop();
+    var sync = true;
+    args.push((...innerArgs) => {
+      if (sync) {
+        setImmediate$1(() => callback(...innerArgs));
+      } else {
+        callback(...innerArgs);
+      }
+    });
+    fn.apply(this, args);
+    sync = false;
+  };
+}
+function every(coll, iteratee, callback) {
+  return _createTester((bool) => !bool, (res) => !res)(eachOf$1, coll, iteratee, callback);
+}
+var every$1 = awaitify(every, 3);
+function everyLimit(coll, limit, iteratee, callback) {
+  return _createTester((bool) => !bool, (res) => !res)(eachOfLimit$2(limit), coll, iteratee, callback);
+}
+var everyLimit$1 = awaitify(everyLimit, 4);
+function everySeries(coll, iteratee, callback) {
+  return _createTester((bool) => !bool, (res) => !res)(eachOfSeries$1, coll, iteratee, callback);
+}
+var everySeries$1 = awaitify(everySeries, 3);
+function filterArray(eachfn, arr, iteratee, callback) {
+  var truthValues = new Array(arr.length);
+  eachfn(arr, (x, index, iterCb) => {
+    iteratee(x, (err, v) => {
+      truthValues[index] = !!v;
+      iterCb(err);
+    });
+  }, (err) => {
+    if (err) return callback(err);
+    var results = [];
+    for (var i = 0; i < arr.length; i++) {
+      if (truthValues[i]) results.push(arr[i]);
+    }
+    callback(null, results);
+  });
+}
+function filterGeneric(eachfn, coll, iteratee, callback) {
+  var results = [];
+  eachfn(coll, (x, index, iterCb) => {
+    iteratee(x, (err, v) => {
+      if (err) return iterCb(err);
+      if (v) {
+        results.push({ index, value: x });
+      }
+      iterCb(err);
+    });
+  }, (err) => {
+    if (err) return callback(err);
+    callback(null, results.sort((a, b) => a.index - b.index).map((v) => v.value));
+  });
+}
+function _filter(eachfn, coll, iteratee, callback) {
+  var filter2 = isArrayLike(coll) ? filterArray : filterGeneric;
+  return filter2(eachfn, coll, wrapAsync(iteratee), callback);
+}
+function filter(coll, iteratee, callback) {
+  return _filter(eachOf$1, coll, iteratee, callback);
+}
+var filter$1 = awaitify(filter, 3);
+function filterLimit(coll, limit, iteratee, callback) {
+  return _filter(eachOfLimit$2(limit), coll, iteratee, callback);
+}
+var filterLimit$1 = awaitify(filterLimit, 4);
+function filterSeries(coll, iteratee, callback) {
+  return _filter(eachOfSeries$1, coll, iteratee, callback);
+}
+var filterSeries$1 = awaitify(filterSeries, 3);
+function forever(fn, errback) {
+  var done = onlyOnce(errback);
+  var task = wrapAsync(ensureAsync(fn));
+  function next(err) {
+    if (err) return done(err);
+    if (err === false) return;
+    task(next);
+  }
+  return next();
+}
+var forever$1 = awaitify(forever, 2);
+function groupByLimit(coll, limit, iteratee, callback) {
+  var _iteratee = wrapAsync(iteratee);
+  return mapLimit$1(coll, limit, (val, iterCb) => {
+    _iteratee(val, (err, key) => {
+      if (err) return iterCb(err);
+      return iterCb(err, { key, val });
+    });
+  }, (err, mapResults) => {
+    var result = {};
+    var { hasOwnProperty } = Object.prototype;
+    for (var i = 0; i < mapResults.length; i++) {
+      if (mapResults[i]) {
+        var { key } = mapResults[i];
+        var { val } = mapResults[i];
+        if (hasOwnProperty.call(result, key)) {
+          result[key].push(val);
+        } else {
+          result[key] = [val];
+        }
+      }
+    }
+    return callback(err, result);
+  });
+}
+var groupByLimit$1 = awaitify(groupByLimit, 4);
+var log2 = consoleFunc("log");
+function mapValuesLimit(obj, limit, iteratee, callback) {
+  callback = once(callback);
+  var newObj = {};
+  var _iteratee = wrapAsync(iteratee);
+  return eachOfLimit$2(limit)(obj, (val, key, next) => {
+    _iteratee(val, key, (err, result) => {
+      if (err) return next(err);
+      newObj[key] = result;
+      next(err);
+    });
+  }, (err) => callback(err, newObj));
+}
+var mapValuesLimit$1 = awaitify(mapValuesLimit, 4);
+var _defer;
+if (hasNextTick) {
+  _defer = process.nextTick;
+} else if (hasSetImmediate) {
+  _defer = setImmediate;
+} else {
+  _defer = fallback;
+}
+var nextTick = wrap(_defer);
+var _parallel = awaitify((eachfn, tasks, callback) => {
+  var results = isArrayLike(tasks) ? [] : {};
+  eachfn(tasks, (task, key, taskCb) => {
+    wrapAsync(task)((err, ...result) => {
+      if (result.length < 2) {
+        [result] = result;
+      }
+      results[key] = result;
+      taskCb(err);
+    });
+  }, (err) => callback(err, results));
+}, 3);
+function queue(worker, concurrency) {
+  var _worker = wrapAsync(worker);
+  return queue$1((items, cb) => {
+    _worker(items[0], cb);
+  }, concurrency, 1);
+}
+function race(tasks, callback) {
+  callback = once(callback);
+  if (!Array.isArray(tasks)) return callback(new TypeError("First argument to race must be an array of functions"));
+  if (!tasks.length) return callback();
+  for (var i = 0, l = tasks.length; i < l; i++) {
+    wrapAsync(tasks[i])(callback);
+  }
+}
+var race$1 = awaitify(race, 2);
+function reject$2(eachfn, arr, _iteratee, callback) {
+  const iteratee = wrapAsync(_iteratee);
+  return _filter(eachfn, arr, (value, cb) => {
+    iteratee(value, (err, v) => {
+      cb(err, !v);
+    });
+  }, callback);
+}
+function reject(coll, iteratee, callback) {
+  return reject$2(eachOf$1, coll, iteratee, callback);
+}
+var reject$1 = awaitify(reject, 3);
+function rejectLimit(coll, limit, iteratee, callback) {
+  return reject$2(eachOfLimit$2(limit), coll, iteratee, callback);
+}
+var rejectLimit$1 = awaitify(rejectLimit, 4);
+function rejectSeries(coll, iteratee, callback) {
+  return reject$2(eachOfSeries$1, coll, iteratee, callback);
+}
+var rejectSeries$1 = awaitify(rejectSeries, 3);
+function some(coll, iteratee, callback) {
+  return _createTester(Boolean, (res) => res)(eachOf$1, coll, iteratee, callback);
+}
+var some$1 = awaitify(some, 3);
+function someLimit(coll, limit, iteratee, callback) {
+  return _createTester(Boolean, (res) => res)(eachOfLimit$2(limit), coll, iteratee, callback);
+}
+var someLimit$1 = awaitify(someLimit, 4);
+function someSeries(coll, iteratee, callback) {
+  return _createTester(Boolean, (res) => res)(eachOfSeries$1, coll, iteratee, callback);
+}
+var someSeries$1 = awaitify(someSeries, 3);
+function sortBy(coll, iteratee, callback) {
+  var _iteratee = wrapAsync(iteratee);
+  return map$1(coll, (x, iterCb) => {
+    _iteratee(x, (err, criteria) => {
+      if (err) return iterCb(err);
+      iterCb(err, { value: x, criteria });
+    });
+  }, (err, results) => {
+    if (err) return callback(err);
+    callback(null, results.sort(comparator).map((v) => v.value));
+  });
+  function comparator(left, right) {
+    var a = left.criteria, b = right.criteria;
+    return a < b ? -1 : a > b ? 1 : 0;
+  }
+}
+var sortBy$1 = awaitify(sortBy, 3);
+function tryEach(tasks, callback) {
+  var error = null;
+  var result;
+  return eachSeries$1(tasks, (task, taskCb) => {
+    wrapAsync(task)((err, ...args) => {
+      if (err === false) return taskCb(err);
+      if (args.length < 2) {
+        [result] = args;
+      } else {
+        result = args;
+      }
+      error = err;
+      taskCb(err ? null : {});
+    });
+  }, () => callback(error, result));
+}
+var tryEach$1 = awaitify(tryEach);
+function whilst(test, iteratee, callback) {
+  callback = onlyOnce(callback);
+  var _fn = wrapAsync(iteratee);
+  var _test = wrapAsync(test);
+  var results = [];
+  function next(err, ...rest) {
+    if (err) return callback(err);
+    results = rest;
+    if (err === false) return;
+    _test(check);
+  }
+  function check(err, truth) {
+    if (err) return callback(err);
+    if (err === false) return;
+    if (!truth) return callback(null, ...results);
+    _fn(next);
+  }
+  return _test(check);
+}
+var whilst$1 = awaitify(whilst, 3);
+function waterfall(tasks, callback) {
+  callback = once(callback);
+  if (!Array.isArray(tasks)) return callback(new Error("First argument to waterfall must be an array of functions"));
+  if (!tasks.length) return callback();
+  var taskIndex = 0;
+  function nextTask(args) {
+    var task = wrapAsync(tasks[taskIndex++]);
+    task(...args, onlyOnce(next));
+  }
+  function next(err, ...args) {
+    if (err === false) return;
+    if (err || taskIndex === tasks.length) {
+      return callback(err, ...args);
+    }
+    nextTask(args);
+  }
+  nextTask([]);
+}
+var waterfall$1 = awaitify(waterfall);
+
+// src/reporters/progress.ts
+var SimpleProgressReporter = class {
+  start(name, _total) {
+    console.log(`Running evaluator ${name}`);
+  }
+  stop() {
+  }
+  increment(_name) {
+  }
+  setTotal(_name, _total) {
+  }
+};
+
+// src/eval-parameters.ts
+import { z as z10 } from "zod/v3";
+
+// src/framework2.ts
+import { z as z9 } from "zod/v3";
+var currentFilename = typeof __filename !== "undefined" ? __filename : "unknown";
+var ProjectBuilder = class {
+  create(opts) {
+    return new Project2(opts);
+  }
+};
+var projects = new ProjectBuilder();
+var Project2 = class {
+  name;
+  id;
+  tools;
+  prompts;
+  scorers;
+  _publishableCodeFunctions = [];
+  _publishablePrompts = [];
+  constructor(args) {
+    _initializeSpanContext();
+    this.name = "name" in args ? args.name : void 0;
+    this.id = "id" in args ? args.id : void 0;
+    this.tools = new ToolBuilder(this);
+    this.prompts = new PromptBuilder(this);
+    this.scorers = new ScorerBuilder(this);
+  }
+  addPrompt(prompt) {
+    this._publishablePrompts.push(prompt);
+    if (globalThis._lazy_load) {
+      globalThis._evals.prompts.push(prompt);
+    }
+  }
+  addCodeFunction(fn) {
+    this._publishableCodeFunctions.push(fn);
+    if (globalThis._lazy_load) {
+      globalThis._evals.functions.push(fn);
+    }
+  }
+  async publish() {
+    if (globalThis._lazy_load) {
+      console.warn("publish() is a no-op when running `braintrust push`.");
+      return;
+    }
+    await login();
+    const projectMap = new ProjectNameIdMap();
+    const functionDefinitions = [];
+    if (this._publishableCodeFunctions.length > 0) {
+      console.warn(
+        "Code functions cannot be published directly. Use `braintrust push` instead."
+      );
+    }
+    if (this._publishablePrompts.length > 0) {
+      for (const prompt of this._publishablePrompts) {
+        const functionDefinition = await prompt.toFunctionDefinition(projectMap);
+        functionDefinitions.push(functionDefinition);
+      }
+    }
+    await _internalGetGlobalState().apiConn().post_json("insert-functions", {
+      functions: functionDefinitions
+    });
+  }
+};
+var ToolBuilder = class {
+  constructor(project) {
+    this.project = project;
+  }
+  taskCounter = 0;
+  // This type definition is just a catch all so that the implementation can be
+  // less specific than the two more specific declarations above.
+  create(opts) {
+    this.taskCounter++;
+    opts = opts ?? {};
+    const { handler, name, slug, parameters, returns, ...rest } = opts;
+    let resolvedName = name ?? handler.name;
+    if (resolvedName.trim().length === 0) {
+      resolvedName = `Tool ${isomorph_default.basename(currentFilename)} ${this.taskCounter}`;
+    }
+    const tool = new CodeFunction(this.project, {
+      handler,
+      name: resolvedName,
+      slug: slug ?? slugify(resolvedName, { lower: true, strict: true }),
+      type: "tool",
+      // eslint-disable-next-line @typescript-eslint/no-explicit-any, @typescript-eslint/consistent-type-assertions
+      parameters,
+      // eslint-disable-next-line @typescript-eslint/no-explicit-any, @typescript-eslint/consistent-type-assertions
+      returns,
+      ...rest
+    });
+    this.project.addCodeFunction(tool);
+    return tool;
+  }
+};
+var ScorerBuilder = class {
+  constructor(project) {
+    this.project = project;
+  }
+  taskCounter = 0;
+  create(opts) {
+    this.taskCounter++;
+    let resolvedName = opts.name;
+    if (!resolvedName && "handler" in opts) {
+      resolvedName = opts.handler.name;
+    }
+    if (!resolvedName || resolvedName.trim().length === 0) {
+      resolvedName = `Scorer ${isomorph_default.basename(currentFilename)} ${this.taskCounter}`;
+    }
+    const slug = opts.slug ?? slugify(resolvedName, { lower: true, strict: true });
+    if ("handler" in opts) {
+      const scorer = new CodeFunction(this.project, {
+        ...opts,
+        name: resolvedName,
+        slug,
+        type: "scorer"
+      });
+      this.project.addCodeFunction(scorer);
+    } else {
+      const promptBlock = "messages" in opts ? {
+        type: "chat",
+        messages: opts.messages
+      } : {
+        type: "completion",
+        content: opts.prompt
+      };
+      const promptData = {
+        prompt: promptBlock,
+        options: {
+          model: opts.model,
+          params: opts.params
+        },
+        parser: {
+          type: "llm_classifier",
+          use_cot: opts.useCot,
+          choice_scores: opts.choiceScores
+        }
+      };
+      const codePrompt = new CodePrompt(
+        this.project,
+        promptData,
+        [],
+        {
+          ...opts,
+          name: resolvedName,
+          slug
+        },
+        "scorer"
+      );
+      this.project.addPrompt(codePrompt);
+    }
+  }
+};
+var CodeFunction = class {
+  constructor(project, opts) {
+    this.project = project;
+    this.handler = opts.handler;
+    this.name = opts.name;
+    this.slug = opts.slug;
+    this.description = opts.description;
+    this.type = opts.type;
+    this.ifExists = opts.ifExists;
+    this.metadata = opts.metadata;
+    this.parameters = opts.parameters;
+    this.returns = opts.returns;
+    if (this.returns && !this.parameters) {
+      throw new Error("parameters are required if return type is defined");
+    }
+  }
+  handler;
+  name;
+  slug;
+  type;
+  description;
+  parameters;
+  returns;
+  ifExists;
+  metadata;
+  key() {
+    return JSON.stringify([
+      this.project.id ?? "",
+      this.project.name ?? "",
+      this.slug
+    ]);
+  }
+};
+var CodePrompt = class {
+  project;
+  name;
+  slug;
+  prompt;
+  ifExists;
+  description;
+  id;
+  functionType;
+  toolFunctions;
+  metadata;
+  constructor(project, prompt, toolFunctions, opts, functionType) {
+    this.project = project;
+    this.name = opts.name;
+    this.slug = opts.slug;
+    this.prompt = prompt;
+    this.toolFunctions = toolFunctions;
+    this.ifExists = opts.ifExists;
+    this.description = opts.description;
+    this.id = opts.id;
+    this.functionType = functionType;
+    this.metadata = opts.metadata;
+  }
+  async toFunctionDefinition(projectNameToId) {
+    const prompt_data = {
+      ...this.prompt
+    };
+    if (this.toolFunctions.length > 0) {
+      const resolvableToolFunctions = await Promise.all(
+        this.toolFunctions.map(async (fn) => {
+          if ("slug" in fn) {
+            return {
+              type: "slug",
+              project_id: await projectNameToId.resolve(fn.project),
+              slug: fn.slug
+            };
+          } else {
+            return fn;
+          }
+        })
+      );
+      prompt_data.tool_functions = // eslint-disable-next-line @typescript-eslint/consistent-type-assertions
+      resolvableToolFunctions;
+    }
+    return {
+      project_id: await projectNameToId.resolve(this.project),
+      name: this.name,
+      slug: this.slug,
+      description: this.description ?? "",
+      function_data: {
+        type: "prompt"
+      },
+      function_type: this.functionType,
+      prompt_data,
+      if_exists: this.ifExists,
+      metadata: this.metadata
+    };
+  }
+};
+var promptContentsSchema = z9.union([
+  z9.object({
+    prompt: z9.string()
+  }),
+  z9.object({
+    messages: z9.array(ChatCompletionMessageParam)
+  })
+]);
+var promptDefinitionSchema = promptContentsSchema.and(
+  z9.object({
+    model: z9.string(),
+    params: ModelParams.optional()
+  })
+);
+var promptDefinitionWithToolsSchema = promptDefinitionSchema.and(
+  z9.object({
+    tools: z9.array(ToolFunctionDefinition).optional()
+  })
+);
+var PromptBuilder = class {
+  constructor(project) {
+    this.project = project;
+  }
+  create(opts) {
+    const toolFunctions = [];
+    const rawTools = [];
+    for (const tool of opts.tools ?? []) {
+      if (tool instanceof CodeFunction) {
+        toolFunctions.push(tool);
+      } else if ("type" in tool && !("function" in tool)) {
+        toolFunctions.push(tool);
+      } else {
+        rawTools.push(tool);
+      }
+    }
+    const slug = opts.slug ?? slugify(opts.name, { lower: true, strict: true });
+    const promptData = promptDefinitionToPromptData(opts, rawTools);
+    const promptRow = {
+      id: opts.id,
+      _xact_id: opts.version ? loadPrettyXact(opts.version) : void 0,
+      name: opts.name,
+      slug,
+      prompt_data: promptData,
+      ...this.project.id !== void 0 ? { project_id: this.project.id } : {}
+    };
+    const prompt = new Prompt2(
+      promptRow,
+      {},
+      // It doesn't make sense to specify defaults here.
+      opts.noTrace ?? false
+    );
+    const codePrompt = new CodePrompt(this.project, promptData, toolFunctions, {
+      ...opts,
+      slug
+    });
+    this.project.addPrompt(codePrompt);
+    return prompt;
+  }
+};
+function promptDefinitionToPromptData(promptDefinition, rawTools) {
+  const promptBlock = "messages" in promptDefinition ? {
+    type: "chat",
+    messages: promptDefinition.messages,
+    tools: rawTools && rawTools.length > 0 ? JSON.stringify(rawTools) : void 0
+  } : {
+    type: "completion",
+    content: promptDefinition.prompt
+  };
+  return {
+    prompt: promptBlock,
+    options: {
+      model: promptDefinition.model,
+      params: promptDefinition.params
+    }
+  };
+}
+var ProjectNameIdMap = class {
+  nameToId = {};
+  idToName = {};
+  async getId(projectName) {
+    if (!(projectName in this.nameToId)) {
+      const response = await _internalGetGlobalState().appConn().post_json("api/project/register", {
+        project_name: projectName
+      });
+      const result = z9.object({
+        project: Project
+      }).parse(response);
+      const projectId = result.project.id;
+      this.nameToId[projectName] = projectId;
+      this.idToName[projectId] = projectName;
+    }
+    return this.nameToId[projectName];
+  }
+  async getName(projectId) {
+    if (!(projectId in this.idToName)) {
+      const response = await _internalGetGlobalState().appConn().post_json("api/project/get", {
+        id: projectId
+      });
+      const result = z9.array(Project).nonempty().parse(response);
+      const projectName = result[0].name;
+      this.idToName[projectId] = projectName;
+      this.nameToId[projectName] = projectId;
+    }
+    return this.idToName[projectId];
+  }
+  async resolve(project) {
+    if (project.id) {
+      return project.id;
+    }
+    return this.getId(project.name);
+  }
+};
+
+// src/eval-parameters.ts
+var evalParametersSchema = z10.record(
+  z10.string(),
+  z10.union([
+    z10.object({
+      type: z10.literal("prompt"),
+      default: promptDefinitionWithToolsSchema.optional(),
+      description: z10.string().optional()
+    }),
+    z10.instanceof(z10.ZodType)
+    // For Zod schemas
+  ])
+);
+function validateParameters(parameters, parameterSchema) {
+  return Object.fromEntries(
+    Object.entries(parameterSchema).map(([name, schema]) => {
+      const value = parameters[name];
+      try {
+        if ("type" in schema && schema.type === "prompt") {
+          const promptData = value ? PromptData.parse(value) : schema.default ? promptDefinitionToPromptData(
+            schema.default,
+            schema.default.tools
+          ) : void 0;
+          if (!promptData) {
+            throw new Error(`Parameter '${name}' is required`);
+          }
+          return [name, Prompt2.fromPromptData(name, promptData)];
+        } else {
+          const schemaCasted = schema;
+          return [name, schemaCasted.parse(value)];
+        }
+      } catch (e) {
+        console.error("Error validating parameter", name, e);
+        throw Error(
+          `Invalid parameter '${name}': ${e instanceof Error ? e.message : String(e)}`
+        );
+      }
+    })
+  );
+}
+
+// src/framework.ts
+function BaseExperiment(options = {}) {
+  return { _type: "BaseExperiment", ...options };
+}
+var EvalResultWithSummary = class {
+  constructor(summary, results) {
+    this.summary = summary;
+    this.results = results;
+  }
+  /**
+   * @deprecated Use `summary` instead.
+   */
+  toString() {
+    return JSON.stringify(this.summary);
+  }
+  [Symbol.for("nodejs.util.inspect.custom")]() {
+    return `EvalResultWithSummary(summary="...", results=[...])`;
+  }
+  toJSON() {
+    return {
+      summary: this.summary,
+      results: this.results
+    };
+  }
+};
+function makeEvalName(projectName, experimentName) {
+  let out = projectName;
+  if (experimentName) {
+    out += ` [experimentName=${experimentName}]`;
+  }
+  return out;
+}
+function initExperiment2(state, options = {}) {
+  return init({
+    state,
+    ...options,
+    setCurrent: false
+  });
+}
+function callEvaluatorData(data) {
+  const dataResult = typeof data === "function" ? data() : data;
+  let baseExperiment = void 0;
+  if ("_type" in dataResult && dataResult._type === "BaseExperiment") {
+    baseExperiment = dataResult.name;
+  }
+  return {
+    data: dataResult,
+    baseExperiment
+  };
+}
+function isAsyncIterable2(value) {
+  return typeof value === "object" && value !== null && typeof value[Symbol.asyncIterator] === "function";
+}
+function isIterable(value) {
+  return typeof value === "object" && value !== null && typeof value[Symbol.iterator] === "function";
+}
+globalThis._evals = {
+  functions: [],
+  prompts: [],
+  evaluators: {},
+  reporters: {}
+};
+function _initializeSpanContext() {
+  globalThis._spanContext = { currentSpan, withCurrent, startSpan, NOOP_SPAN };
+}
+async function Eval(name, evaluator, reporterOrOpts) {
+  const options = isEmpty2(reporterOrOpts) ? {} : typeof reporterOrOpts === "string" ? { reporter: reporterOrOpts } : "name" in reporterOrOpts ? { reporter: reporterOrOpts } : reporterOrOpts;
+  let evalName = makeEvalName(name, evaluator.experimentName);
+  if (globalThis._evals.evaluators[evalName]) {
+    evalName = `${evalName}_${Object.keys(_evals).length}`;
+  }
+  if (globalThis._lazy_load) {
+    globalThis._evals.evaluators[evalName] = {
+      // eslint-disable-next-line @typescript-eslint/consistent-type-assertions
+      evaluator: {
+        evalName,
+        projectName: name,
+        ...evaluator
+      },
+      reporter: options.reporter
+    };
+    _initializeSpanContext();
+    return new EvalResultWithSummary(
+      {
+        scores: {},
+        metrics: {},
+        projectName: "",
+        experimentName: ""
+      },
+      []
+    );
+  }
+  const progressReporter = options.progress ?? new SimpleProgressReporter();
+  const shouldCollectResults = options.returnResults ?? true;
+  if (typeof options.reporter === "string") {
+    throw new Error(
+      "Must specify a reporter object, not a name. Can only specify reporter names when running 'braintrust eval'"
+    );
+  }
+  const resolvedReporter = options.reporter || defaultReporter;
+  try {
+    const { data, baseExperiment: defaultBaseExperiment } = callEvaluatorData(
+      evaluator.data
+    );
+    const experiment = options.parent || options.noSendLogs ? null : initExperiment2(evaluator.state, {
+      ...evaluator.projectId ? { projectId: evaluator.projectId } : { project: name },
+      experiment: evaluator.experimentName,
+      description: evaluator.description,
+      metadata: evaluator.metadata,
+      isPublic: evaluator.isPublic,
+      update: evaluator.update,
+      baseExperiment: evaluator.baseExperimentName ?? defaultBaseExperiment,
+      baseExperimentId: evaluator.baseExperimentId,
+      gitMetadataSettings: evaluator.gitMetadataSettings,
+      repoInfo: evaluator.repoInfo,
+      dataset: Dataset2.isDataset(data) ? data : void 0
+    });
+    if (experiment && typeof process !== "undefined" && globalThis.BRAINTRUST_CONTEXT_MANAGER !== void 0) {
+      await experiment._waitForId();
+    }
+    if (experiment && options.onStart) {
+      const summary = await experiment.summarize({ summarizeScores: false });
+      options.onStart(summary);
+    }
+    try {
+      const evalDef = {
+        evalName,
+        projectName: name,
+        ...evaluator,
+        data
+      };
+      let ret;
+      if (options.parent) {
+        ret = await withParent(
+          options.parent,
+          () => runEvaluator(
+            null,
+            evalDef,
+            progressReporter,
+            [],
+            options.stream,
+            options.parameters,
+            shouldCollectResults
+          ),
+          evaluator.state
+        );
+      } else {
+        ret = await runEvaluator(
+          experiment,
+          evalDef,
+          progressReporter,
+          [],
+          options.stream,
+          options.parameters,
+          shouldCollectResults
+        );
+      }
+      progressReporter.stop();
+      resolvedReporter.reportEval(evalDef, ret, {
+        verbose: true,
+        jsonl: false
+      });
+      return ret;
+    } finally {
+      if (experiment) {
+        await experiment.flush().catch(console.error);
+      } else if (options.parent) {
+        await flush().catch(console.error);
+      }
+    }
+  } finally {
+    progressReporter.stop();
+  }
+}
+function Reporter(name, reporter) {
+  const ret = { name, ...reporter };
+  if (_evals.reporters[name]) {
+    throw new Error(`Reporter ${name} already exists`);
+  }
+  if (globalThis._lazy_load) {
+    _evals.reporters[name] = ret;
+  }
+  return ret;
+}
+function serializeJSONWithPlainString(v) {
+  if (typeof v === "string") {
+    return v;
+  } else {
+    return JSON.stringify(v);
+  }
+}
+function evaluateFilter(object, filter2) {
+  const { path, pattern } = filter2;
+  const key = path.reduce(
+    (acc, p) => typeof acc === "object" && acc !== null ? (
+      // eslint-disable-next-line @typescript-eslint/consistent-type-assertions
+      acc[p]
+    ) : void 0,
+    object
+  );
+  if (key === void 0) {
+    return false;
+  }
+  return pattern.test(serializeJSONWithPlainString(key));
+}
+function scorerName(scorer, scorer_idx) {
+  return scorer.name || `scorer_${scorer_idx}`;
+}
+async function runEvaluator(experiment, evaluator, progressReporter, filters, stream, parameters, collectResults = true) {
+  return await runEvaluatorInternal(
+    experiment,
+    evaluator,
+    progressReporter,
+    filters,
+    stream,
+    parameters,
+    collectResults
+  );
+}
+var defaultErrorScoreHandler = ({
+  rootSpan,
+  data: _,
+  unhandledScores
+}) => {
+  const scores = Object.fromEntries(unhandledScores.map((s) => [s, 0]));
+  rootSpan.log({ scores });
+  return scores;
+};
+async function runEvaluatorInternal(experiment, evaluator, progressReporter, filters, stream, parameters, collectResults) {
+  if (typeof evaluator.data === "string") {
+    throw new Error("Unimplemented: string data paths");
+  }
+  let dataResult = typeof evaluator.data === "function" ? evaluator.data() : evaluator.data;
+  parameters = validateParameters(parameters ?? {}, evaluator.parameters ?? {});
+  if ("_type" in dataResult) {
+    if (dataResult._type !== "BaseExperiment") {
+      throw new Error("Invalid _type");
+    }
+    if (!experiment) {
+      throw new Error(
+        "Cannot use BaseExperiment() without connecting to Braintrust (you most likely set --no-send-logs)"
+      );
+    }
+    let name = dataResult.name;
+    if (isEmpty2(name)) {
+      const baseExperiment = await experiment.fetchBaseExperiment();
+      if (!baseExperiment) {
+        throw new Error("BaseExperiment() failed to fetch base experiment");
+      }
+      name = baseExperiment.name;
+    }
+    dataResult = initExperiment2(evaluator.state, {
+      ...evaluator.projectId ? { projectId: evaluator.projectId } : { project: evaluator.projectName },
+      experiment: name,
+      open: true
+    }).asDataset();
+  }
+  const resolvedDataResult = dataResult instanceof Promise ? await dataResult : dataResult;
+  const dataIterable = (() => {
+    if (isAsyncIterable2(resolvedDataResult)) {
+      return resolvedDataResult;
+    }
+    if (Array.isArray(resolvedDataResult) || isIterable(resolvedDataResult)) {
+      const iterable = resolvedDataResult;
+      return (async function* () {
+        for (const datum of iterable) {
+          yield datum;
+        }
+      })();
+    }
+    throw new Error(
+      "Evaluator data must be an array, iterable, or async iterable"
+    );
+  })();
+  progressReporter.start(evaluator.evalName, 0);
+  const collectedResults = [];
+  const localScoreAccumulator = experiment ? null : {};
+  let cancelled = false;
+  let scheduledTrials = 0;
+  const q = queue(
+    async ({
+      datum,
+      trialIndex
+    }) => {
+      if (cancelled) {
+        return;
+      }
+      const eventDataset = experiment ? experiment.dataset : Dataset2.isDataset(evaluator.data) ? evaluator.data : void 0;
+      const baseEvent = {
+        name: "eval",
+        spanAttributes: {
+          type: "eval" /* EVAL */
+        },
+        event: {
+          input: datum.input,
+          expected: "expected" in datum ? datum.expected : void 0,
+          tags: datum.tags,
+          origin: eventDataset && datum.id && datum._xact_id ? {
+            object_type: "dataset",
+            object_id: await eventDataset.id,
+            id: datum.id,
+            created: datum.created,
+            _xact_id: datum._xact_id
+          } : void 0,
+          ...datum.upsert_id ? { id: datum.upsert_id } : {}
+        }
+      };
+      const callback = async (rootSpan) => {
+        let metadata = {
+          ..."metadata" in datum ? datum.metadata : {}
+        };
+        const expected = "expected" in datum ? datum.expected : void 0;
+        let output = void 0;
+        let error = void 0;
+        let tags = [...datum.tags ?? []];
+        const scores = {};
+        const scorerNames = evaluator.scores.map(scorerName);
+        let unhandledScores = scorerNames;
+        try {
+          const meta = (o) => metadata = { ...metadata, ...o };
+          await rootSpan.traced(
+            async (span) => {
+              const hooksForTask = {
+                meta,
+                metadata,
+                expected,
+                span,
+                parameters: parameters ?? {},
+                reportProgress: (event) => {
+                  stream?.({
+                    ...event,
+                    id: rootSpan.id,
+                    origin: baseEvent.event?.origin,
+                    name: evaluator.evalName,
+                    object_type: "task"
+                  });
+                },
+                trialIndex,
+                tags
+              };
+              const outputResult = evaluator.task(datum.input, hooksForTask);
+              if (outputResult instanceof Promise) {
+                output = await outputResult;
+              } else {
+                output = outputResult;
+              }
+              tags = hooksForTask.tags ?? [];
+              span.log({ output });
+            },
+            {
+              name: "task",
+              spanAttributes: { type: "task" /* TASK */ },
+              event: { input: datum.input }
+            }
+          );
+          if (tags.length) {
+            rootSpan.log({ output, metadata, expected, tags });
+          } else {
+            rootSpan.log({ output, metadata, expected });
+          }
+          const scoringArgs = {
+            input: datum.input,
+            expected: "expected" in datum ? datum.expected : void 0,
+            metadata,
+            output
+          };
+          const scoreResults = await Promise.all(
+            evaluator.scores.map(async (score, score_idx) => {
+              try {
+                const runScorer = async (span) => {
+                  const scoreResult = score(scoringArgs);
+                  const scoreValue = scoreResult instanceof Promise ? await scoreResult : scoreResult;
+                  if (scoreValue === null) {
+                    return null;
+                  }
+                  if (Array.isArray(scoreValue)) {
+                    for (const s of scoreValue) {
+                      if (!(typeof s === "object" && !isEmpty2(s))) {
+                        throw new Error(
+                          `When returning an array of scores, each score must be a non-empty object. Got: ${JSON.stringify(
+                            s
+                          )}`
+                        );
+                      }
+                    }
+                  }
+                  const results2 = Array.isArray(scoreValue) ? scoreValue : typeof scoreValue === "object" && !isEmpty2(scoreValue) ? [scoreValue] : [
+                    {
+                      name: scorerNames[score_idx],
+                      score: scoreValue
+                    }
+                  ];
+                  const getOtherFields = (s) => {
+                    const { metadata: _metadata, name: _name, ...rest } = s;
+                    return rest;
+                  };
+                  const resultMetadata = results2.length === 1 ? results2[0].metadata : results2.reduce(
+                    (prev, s) => mergeDicts(prev, {
+                      [s.name]: s.metadata
+                    }),
+                    {}
+                  );
+                  const resultOutput = results2.length === 1 ? getOtherFields(results2[0]) : results2.reduce(
+                    (prev, s) => mergeDicts(prev, { [s.name]: getOtherFields(s) }),
+                    {}
+                  );
+                  const scores2 = results2.reduce(
+                    (prev, s) => mergeDicts(prev, { [s.name]: s.score }),
+                    {}
+                  );
+                  span.log({
+                    output: resultOutput,
+                    metadata: resultMetadata,
+                    scores: scores2
+                  });
+                  return results2;
+                };
+                const results = await rootSpan.traced(runScorer, {
+                  name: scorerNames[score_idx],
+                  spanAttributes: {
+                    type: "score" /* SCORE */
+                  },
+                  event: { input: scoringArgs }
+                });
+                return { kind: "score", value: results };
+              } catch (e) {
+                return { kind: "error", value: e };
+              }
+            })
+          );
+          const failingScorersAndResults = [];
+          scoreResults.forEach((results, i) => {
+            const name = scorerNames[i];
+            if (results.kind === "score") {
+              (results.value || []).forEach((result) => {
+                scores[result.name] = result.score;
+              });
+            } else {
+              failingScorersAndResults.push({ name, error: results.value });
+            }
+          });
+          unhandledScores = null;
+          if (failingScorersAndResults.length) {
+            const scorerErrors = Object.fromEntries(
+              failingScorersAndResults.map(({ name, error: error2 }) => [
+                name,
+                error2 instanceof Error ? error2.stack : `${error2}`
+              ])
+            );
+            metadata["scorer_errors"] = scorerErrors;
+            rootSpan.log({
+              metadata: { scorer_errors: scorerErrors }
+            });
+            const names = Object.keys(scorerErrors).join(", ");
+            const errors = failingScorersAndResults.map((item) => item.error);
+            unhandledScores = Object.keys(scorerErrors);
+            console.warn(
+              `Found exceptions for the following scorers: ${names}`,
+              errors
+            );
+          }
+        } catch (e) {
+          logError(rootSpan, e);
+          error = e;
+        } finally {
+          progressReporter.increment(evaluator.evalName);
+        }
+        const mergedScores = {
+          ...evaluator.errorScoreHandler && unhandledScores ? evaluator.errorScoreHandler({
+            rootSpan,
+            data: datum,
+            unhandledScores
+          }) : void 0,
+          ...scores
+        };
+        if (localScoreAccumulator) {
+          accumulateScores(localScoreAccumulator, mergedScores);
+        }
+        if (collectResults) {
+          collectedResults.push({
+            input: datum.input,
+            ..."expected" in datum ? { expected: datum.expected } : {},
+            output,
+            tags: tags.length ? tags : void 0,
+            metadata,
+            scores: mergedScores,
+            error,
+            origin: baseEvent.event?.origin
+          });
+        }
+      };
+      if (!experiment) {
+        return await traced(callback, {
+          ...baseEvent,
+          state: evaluator.state
+        });
+      } else {
+        const result = await experiment.traced(callback, baseEvent);
+        if (evaluator.maxConcurrency !== void 0) {
+          await experiment.flush();
+        }
+        return result;
+      }
+    },
+    Math.max(evaluator.maxConcurrency ?? Number.MAX_SAFE_INTEGER, 1)
+  );
+  const enqueuePromise = (async () => {
+    for await (const datum of dataIterable) {
+      if (cancelled) {
+        break;
+      }
+      if (!filters.every((f) => evaluateFilter(datum, f))) {
+        continue;
+      }
+      const trialCount = evaluator.trialCount ?? 1;
+      for (let trialIndex = 0; trialIndex < trialCount; trialIndex++) {
+        if (cancelled) {
+          break;
+        }
+        scheduledTrials++;
+        progressReporter.setTotal?.(evaluator.evalName, scheduledTrials);
+        q.push({ datum, trialIndex });
+      }
+    }
+  })();
+  const cancel = async () => {
+    await new Promise((_, reject2) => {
+      if (cancelled) {
+        reject2(new InternalAbortError("Evaluator already cancelled"));
+        return;
+      }
+      let timeoutId;
+      let abortHandler;
+      const rejectOnce = (error) => {
+        if (cancelled) {
+          return;
+        }
+        cancelled = true;
+        if (timeoutId) {
+          clearTimeout(timeoutId);
+          timeoutId = void 0;
+        }
+        if (abortHandler && evaluator.signal) {
+          evaluator.signal.removeEventListener("abort", abortHandler);
+        }
+        reject2(error);
+      };
+      if (evaluator.timeout) {
+        timeoutId = setTimeout(() => {
+          rejectOnce(new InternalAbortError("Evaluator timed out"));
+        }, evaluator.timeout);
+      }
+      if (evaluator.signal) {
+        abortHandler = () => {
+          rejectOnce(new InternalAbortError("Evaluator aborted"));
+        };
+        evaluator.signal.addEventListener("abort", abortHandler);
+      }
+    });
+  };
+  const waitForQueue = (async () => {
+    await enqueuePromise;
+    if (q.idle()) {
+      return;
+    }
+    await q.drain();
+  })();
+  try {
+    await Promise.race([waitForQueue, cancel()]);
+  } catch (e) {
+    q.kill();
+    if (e instanceof InternalAbortError) {
+      if (isomorph_default.getEnv("BRAINTRUST_VERBOSE")) {
+        console.warn("Evaluator cancelled:", e.message);
+      }
+    }
+    throw e;
+  } finally {
+    if (!collectResults) {
+      collectedResults.length = 0;
+    }
+  }
+  const summary = experiment ? await experiment.summarize({ summarizeScores: evaluator.summarizeScores }) : buildLocalSummary(
+    evaluator,
+    collectResults ? collectedResults : [],
+    localScoreAccumulator ?? void 0
+  );
+  return new EvalResultWithSummary(
+    summary,
+    collectResults ? collectedResults : []
+  );
+}
+var warning = (text) => `Warning: ${text}`;
+function logError2(e, verbose) {
+  if (!verbose) {
+    console.error(`${e}`);
+  } else {
+    console.error(e);
+  }
+}
+function accumulateScores(accumulator, scores) {
+  for (const [name, score] of Object.entries(scores)) {
+    if (score === null || score === void 0) {
+      continue;
+    }
+    const existing = accumulator[name] ?? { total: 0, count: 0 };
+    accumulator[name] = {
+      total: existing.total + score,
+      count: existing.count + 1
+    };
+  }
+}
+function ensureScoreAccumulator(results) {
+  const accumulator = {};
+  for (const result of results) {
+    accumulateScores(accumulator, result.scores);
+  }
+  return accumulator;
+}
+function buildLocalSummary(evaluator, results, precomputedScores) {
+  const scoresByName = precomputedScores ?? ensureScoreAccumulator(results);
+  return {
+    projectName: evaluator.projectName,
+    experimentName: evaluator.evalName,
+    scores: Object.fromEntries(
+      Object.entries(scoresByName).map(([name, { total, count }]) => [
+        name,
+        {
+          name,
+          score: count === 0 ? 0 : total / count,
+          improvements: 0,
+          regressions: 0
+        }
+      ])
+    )
+  };
+}
+function reportFailures(evaluator, failingResults, { verbose, jsonl }) {
+  if (failingResults.length > 0) {
+    console.error(
+      warning(
+        `Evaluator ${evaluator.evalName} failed with ${failingResults.length} error${failingResults.length === 1 ? "" : "s"}. This evaluation ("${evaluator.evalName}") will not be fully logged.`
+      )
+    );
+    if (jsonl) {
+      console.log(
+        JSON.stringify({
+          evaluatorName: evaluator.evalName,
+          errors: failingResults.map(
+            (r) => `${r.error instanceof Error ? r.error.stack : r.error}`
+          )
+        })
+      );
+    } else {
+      for (const result of failingResults) {
+        logError2(result.error, verbose);
+      }
+    }
+    if (!verbose && !jsonl) {
+      console.error(warning("Add --verbose to see full stack traces."));
+    }
+  }
+}
+var defaultReporter = {
+  name: "Braintrust default reporter",
+  async reportEval(evaluator, result, { verbose, jsonl }) {
+    const { results, summary } = result;
+    const failingResults = results.filter(
+      (r) => r.error !== void 0
+    );
+    if (failingResults.length > 0) {
+      reportFailures(evaluator, failingResults, { verbose, jsonl });
+    }
+    if (jsonl) {
+      isomorph_default.writeln(JSON.stringify(summary));
+    } else {
+      isomorph_default.writeln("Experiment summary");
+      isomorph_default.writeln("==================");
+      if (summary.comparisonExperimentName) {
+        isomorph_default.writeln(
+          `${summary.comparisonExperimentName} (baseline) <- ${summary.experimentName} (comparison)`
+        );
+        isomorph_default.writeln("");
+      }
+      const hasScores = Object.keys(summary.scores).length > 0;
+      const hasMetrics = Object.keys(summary.metrics ?? {}).length > 0;
+      const hasComparison = !!summary.comparisonExperimentName;
+      if (hasScores || hasMetrics) {
+        if (hasComparison) {
+          isomorph_default.writeln(
+            "Name                Value      Change     Improvements Regressions"
+          );
+          isomorph_default.writeln(
+            "----------------------------------------------------------------"
+          );
+        }
+        for (const score of Object.values(summary.scores)) {
+          const scorePercent = (score.score * 100).toFixed(2);
+          const scoreValue = `${scorePercent}%`;
+          if (hasComparison) {
+            let diffString = "-";
+            if (!isEmpty2(score.diff)) {
+              const diffPercent = (score.diff * 100).toFixed(2);
+              const diffSign = score.diff > 0 ? "+" : "";
+              diffString = `${diffSign}${diffPercent}%`;
+            }
+            const improvements = score.improvements > 0 ? score.improvements.toString() : "-";
+            const regressions = score.regressions > 0 ? score.regressions.toString() : "-";
+            isomorph_default.writeln(
+              `${score.name.padEnd(18)} ${scoreValue.padStart(10)} ${diffString.padStart(10)} ${improvements.padStart(12)} ${regressions.padStart(11)}`
+            );
+          } else {
+            isomorph_default.writeln(`${score.name.padEnd(20)} ${scoreValue.padStart(15)}`);
+          }
+        }
+        for (const metric of Object.values(summary.metrics ?? {})) {
+          const fractionDigits = Number.isInteger(metric.metric) ? 0 : 2;
+          const formattedValue = metric.metric.toFixed(fractionDigits);
+          const metricValue = metric.unit === "$" ? `${metric.unit}${formattedValue}` : `${formattedValue}${metric.unit}`;
+          if (hasComparison) {
+            let diffString = "-";
+            if (!isEmpty2(metric.diff)) {
+              const diffPercent = (metric.diff * 100).toFixed(2);
+              const diffSign = metric.diff > 0 ? "+" : "";
+              diffString = `${diffSign}${diffPercent}%`;
+            }
+            const improvements = metric.improvements > 0 ? metric.improvements.toString() : "-";
+            const regressions = metric.regressions > 0 ? metric.regressions.toString() : "-";
+            isomorph_default.writeln(
+              `${metric.name.padEnd(18)} ${metricValue.padStart(10)} ${diffString.padStart(10)} ${improvements.padStart(12)} ${regressions.padStart(11)}`
+            );
+          } else {
+            isomorph_default.writeln(
+              `${metric.name.padEnd(20)} ${metricValue.padStart(15)}`
+            );
+          }
+        }
+      }
+      if (summary.experimentUrl) {
+        isomorph_default.writeln("");
+        isomorph_default.writeln(`View results for ${summary.experimentName}`);
+        isomorph_default.writeln(`See results at ${summary.experimentUrl}`);
+      }
+    }
+    isomorph_default.writeln("");
+    return failingResults.length === 0;
+  },
+  async reportRun(evalReports) {
+    return evalReports.every((r) => r);
+  }
+};
+
+// dev/types.ts
+import { z as z11 } from "zod/v3";
+var evalBodySchema = z11.object({
+  name: z11.string(),
+  parameters: z11.record(z11.string(), z11.unknown()).nullish(),
   data: RunEval.shape.data,
-  scores: z9.array(
-    z9.object({
+  scores: z11.array(
+    z11.object({
       function_id: FunctionId,
-      name: z9.string()
+      name: z11.string()
     })
   ).nullish(),
-  experiment_name: z9.string().nullish(),
-  project_id: z9.string().nullish(),
+  experiment_name: z11.string().nullish(),
+  project_id: z11.string().nullish(),
   parent: InvokeParent.optional(),
-  stream: z9.boolean().optional()
+  stream: z11.boolean().optional()
 });
-var evalParametersSerializedSchema = z9.record(
-  z9.string(),
-  z9.union([
-    z9.object({
-      type: z9.literal("prompt"),
+var evalParametersSerializedSchema = z11.record(
+  z11.string(),
+  z11.union([
+    z11.object({
+      type: z11.literal("prompt"),
       default: PromptData.optional(),
-      description: z9.string().optional()
+      description: z11.string().optional()
     }),
-    z9.object({
-      type: z9.literal("data"),
-      schema: z9.record(z9.unknown()),
+    z11.object({
+      type: z11.literal("data"),
+      schema: z11.record(z11.unknown()),
       // JSON Schema
-      default: z9.unknown().optional(),
-      description: z9.string().optional()
+      default: z11.unknown().optional(),
+      description: z11.string().optional()
     })
   ])
 );
-var evaluatorDefinitionSchema = z9.object({
+var evaluatorDefinitionSchema = z11.object({
   parameters: evalParametersSerializedSchema.optional()
 });
-var evaluatorDefinitionsSchema = z9.record(
-  z9.string(),
+var evaluatorDefinitionsSchema = z11.record(
+  z11.string(),
   evaluatorDefinitionSchema
 );
 
 // src/browser.ts
 configureBrowser();
-var browser_default = exports_browser_exports;
 export {
   Attachment,
+  AttachmentReference,
   BaseAttachment,
+  BaseExperiment,
   BraintrustMiddleware,
   BraintrustState,
   BraintrustStream,
+  CodeFunction,
+  CodePrompt,
   ContextManager,
   DEFAULT_FETCH_BATCH_SIZE,
   Dataset2 as Dataset,
   ERR_PERMALINK,
+  Eval,
+  EvalResultWithSummary,
   Experiment2 as Experiment,
   ExternalAttachment,
   FailedHTTPResponse,
@@ -11501,23 +14105,31 @@ export {
   NOOP_SPAN,
   NOOP_SPAN_PERMALINK,
   NoopSpan,
+  Project2 as Project,
+  ProjectNameIdMap,
   Prompt2 as Prompt,
+  PromptBuilder,
   ReadonlyAttachment,
   ReadonlyExperiment,
+  Reporter,
+  ScorerBuilder,
   SpanImpl,
   TestBackgroundLogger,
+  ToolBuilder,
   UUIDGenerator,
   X_CACHED_HEADER,
   _exportsForTestingOnly,
   _internalGetGlobalState,
   _internalSetInitialState,
   braintrustStreamChunkSchema,
+  buildLocalSummary,
   createFinalValuePassThroughStream,
   currentExperiment,
   currentLogger,
   currentSpan,
   deepCopyEvent,
-  browser_default as default,
+  exports_exports as default,
+  defaultErrorScoreHandler,
   deserializePlainStringAsJSON,
   devNullWritableStream,
   evaluatorDefinitionSchema,
@@ -11542,13 +14154,21 @@ export {
   newId,
   parseCachedHeader,
   permalink,
+  projects,
+  promptContentsSchema,
+  promptDefinitionSchema,
+  promptDefinitionToPromptData,
+  promptDefinitionWithToolsSchema,
   renderMessage,
   renderPromptParams,
+  reportFailures,
+  runEvaluator,
   setFetch,
   setMaskingFunction,
   spanComponentsToObjectId,
   startSpan,
   summarize,
+  ToolFunctionDefinition as toolFunctionDefinitionSchema,
   traceable,
   traced,
   updateSpan,
@@ -11558,6 +14178,7 @@ export {
   withLogger,
   withParent,
   wrapAISDK,
+  wrapAISDKModel,
   wrapAnthropic,
   wrapClaudeAgentSDK,
   wrapGoogleGenAI,