braintrust 3.23.1 → 3.25.0

package/dist/index.mjs

@@ -139,8 +139,9 @@ import {
   wrapMastraAgent,
   wrapTraced,
   zodToJsonSchema
-} from "./chunk-RBXD2KYN.mjs";
+} from "./chunk-2SANLSWX.mjs";
 import {
+  INSTRUMENTATION_NAMES,
   __export,
   aiSDKChannels,
   anthropicChannels,
@@ -153,6 +154,7 @@ import {
   googleADKChannels,
   googleGenAIChannels,
   groqChannels,
+  harnessAgentChannels,
   huggingFaceChannels,
   isomorph_default,
   langSmithChannels,
@@ -162,8 +164,9 @@ import {
   openRouterAgentChannels,
   openRouterChannels,
   piCodingAgentChannels,
-  strandsAgentSDKChannels
-} from "./chunk-36IPYKMG.mjs";
+  strandsAgentSDKChannels,
+  withSpanInstrumentationName
+} from "./chunk-ABR2QWDP.mjs";
 
 // src/exports.ts
 var exports_exports = {};
@@ -905,6 +908,26 @@ function wrapAISDK(aiSDK, options = {}) {
     }
   });
 }
+function isHarnessAgentInstance(instance) {
+  try {
+    const visited = /* @__PURE__ */ new Set();
+    let prototype = Object.getPrototypeOf(instance);
+    while (prototype !== null && !visited.has(prototype)) {
+      visited.add(prototype);
+      const constructor = Object.getOwnPropertyDescriptor(
+        prototype,
+        "constructor"
+      )?.value;
+      const constructorName = typeof constructor === "function" ? Object.getOwnPropertyDescriptor(constructor, "name")?.value : void 0;
+      if (constructorName === "HarnessAgent") {
+        return true;
+      }
+      prototype = Object.getPrototypeOf(prototype);
+    }
+  } catch {
+  }
+  return false;
+}
 var wrapAgentClass = (AgentClass, options = {}) => {
   const typedAgentClass = AgentClass;
   return new Proxy(typedAgentClass, {
@@ -914,9 +937,52 @@ var wrapAgentClass = (AgentClass, options = {}) => {
         args,
         newTarget
       );
+      const harnessAgent = isHarnessAgentInstance(instance) ? instance : null;
       return new Proxy(instance, {
         get(instanceTarget, prop, instanceReceiver) {
           const original = Reflect.get(instanceTarget, prop, instanceTarget);
+          if (harnessAgent && typeof original === "function") {
+            switch (prop) {
+              case "createSession":
+                return wrapHarnessAgentCreateSession(
+                  // eslint-disable-next-line @typescript-eslint/consistent-type-assertions
+                  original,
+                  harnessAgent
+                );
+              case "generate":
+                return wrapHarnessAgentGenerate(
+                  original,
+                  harnessAgent,
+                  harnessAgentChannels.generate,
+                  "HarnessAgent.generate",
+                  options
+                );
+              case "stream":
+                return wrapHarnessAgentStream(
+                  original,
+                  harnessAgent,
+                  harnessAgentChannels.stream,
+                  "HarnessAgent.stream",
+                  options
+                );
+              case "continueGenerate":
+                return wrapHarnessAgentGenerate(
+                  original,
+                  harnessAgent,
+                  harnessAgentChannels.continueGenerate,
+                  "HarnessAgent.continueGenerate",
+                  options
+                );
+              case "continueStream":
+                return wrapHarnessAgentStream(
+                  original,
+                  harnessAgent,
+                  harnessAgentChannels.continueStream,
+                  "HarnessAgent.continueStream",
+                  options
+                );
+            }
+          }
           if (prop === "generate" && typeof original === "function" && instanceTarget.constructor.name !== "WorkflowAgent") {
             return wrapAgentGenerate(original, instanceTarget, options);
           }
@@ -932,6 +998,39 @@ var wrapAgentClass = (AgentClass, options = {}) => {
     }
   });
 };
+var wrapHarnessAgentCreateSession = (createSession, instance) => {
+  const wrapper = function(params) {
+    return harnessAgentChannels.createSession.tracePromise(
+      () => params === void 0 ? createSession.call(instance) : createSession.call(instance, params),
+      createAISDKChannelContext(params ?? {}, { self: instance })
+    );
+  };
+  Object.defineProperty(wrapper, "name", {
+    value: "HarnessAgent.createSession",
+    writable: false
+  });
+  return wrapper;
+};
+var wrapHarnessAgentGenerate = (generate, instance, channel, name, options) => makeGenerateTextWrapper(
+  channel,
+  name,
+  generate.bind(instance),
+  {
+    self: instance,
+    spanType: "task" /* TASK */
+  },
+  options
+);
+var wrapHarnessAgentStream = (stream, instance, channel, name, options) => makeStreamWrapper(
+  channel,
+  name,
+  stream.bind(instance),
+  {
+    self: instance,
+    spanType: "task" /* TASK */
+  },
+  options
+);
 var wrapAgentGenerate = (generate, instance, options = {}) => {
   const defaultName = `${instance.constructor.name}.generate`;
   return async (params) => makeGenerateTextWrapper(
@@ -1158,6 +1257,7 @@ var BraintrustLanguageModelWrapper = class {
       this.supportsUrl = (url) => this.model.supportsUrl(url);
     }
   }
+  model;
   supportsUrl;
   get specificationVersion() {
     return this.model.specificationVersion;
@@ -1180,12 +1280,17 @@ var BraintrustLanguageModelWrapper = class {
   // For the first cut, do not support custom span_info arguments. We can
   // propagate those via async local storage
   async doGenerate(options) {
-    const span = startSpan({
-      name: "Chat Completion",
-      spanAttributes: {
-        type: "llm"
-      }
-    });
+    const span = startSpan(
+      withSpanInstrumentationName(
+        {
+          name: "Chat Completion",
+          spanAttributes: {
+            type: "llm"
+          }
+        },
+        INSTRUMENTATION_NAMES.AI_SDK
+      )
+    );
     const { prompt, mode, ...rest } = options;
     const startTime = getCurrentUnixTimestamp();
     try {
@@ -1216,12 +1321,17 @@ var BraintrustLanguageModelWrapper = class {
   async doStream(options) {
     const { prompt, mode, ...rest } = options;
     const startTime = getCurrentUnixTimestamp();
-    const span = startSpan({
-      name: "Chat Completion",
-      spanAttributes: {
-        type: "llm"
-      }
-    });
+    const span = startSpan(
+      withSpanInstrumentationName(
+        {
+          name: "Chat Completion",
+          spanAttributes: {
+            type: "llm"
+          }
+        },
+        INSTRUMENTATION_NAMES.AI_SDK
+      )
+    );
     span.log({
       input: postProcessPrompt(prompt),
       metadata: {
@@ -1576,7 +1686,9 @@ function BraintrustMiddleware(config = {}) {
           }
         }
       };
-      const span = startSpan(spanArgs);
+      const span = startSpan(
+        withSpanInstrumentationName(spanArgs, INSTRUMENTATION_NAMES.AI_SDK)
+      );
       try {
         const result = await doGenerate();
         const metadata = {};
@@ -1638,7 +1750,9 @@ function BraintrustMiddleware(config = {}) {
           }
         }
       };
-      const span = startSpan(spanArgs);
+      const span = startSpan(
+        withSpanInstrumentationName(spanArgs, INSTRUMENTATION_NAMES.AI_SDK)
+      );
       try {
         const { stream, ...rest } = await doStream();
         const textChunks = [];
@@ -1740,6 +1854,7 @@ function BraintrustMiddleware(config = {}) {
 var EVE_TRACE_STATE_KEY = "braintrust.eve.tracing";
 var MAX_EVE_CACHE_ENTRIES = 1e4;
 var MAX_STORED_LLM_INPUTS = 100;
+var MAX_STORED_REASONING_BLOCKS = 100;
 var MAX_STORED_SPAN_REFERENCES = 1e4;
 var MAX_STORED_STEP_STARTS = 1e4;
 function braintrustEveHook(options) {
@@ -1778,6 +1893,7 @@ var ResumedEveSpan = class {
     this.reference = reference;
     this.endTime = reference.endTime;
   }
+  reference;
   endTime;
   get rootSpanId() {
     return this.reference.rootSpanId;
@@ -1810,6 +1926,7 @@ var EveBridge = class {
   constructor(state) {
     this.state = state;
   }
+  state;
   eventQueuesBySession = /* @__PURE__ */ new Map();
   completedToolKeys = new LRUCache({
     max: MAX_EVE_CACHE_ENTRIES
@@ -1842,7 +1959,12 @@ var EveBridge = class {
     };
     const span = withCurrent(
       NOOP_SPAN,
-      () => _internalStartSpanWithInitialMerge({ ...args, startTime })
+      () => _internalStartSpanWithInitialMerge(
+        withSpanInstrumentationName(
+          { ...args, startTime },
+          INSTRUMENTATION_NAMES.EVE
+        )
+      )
     );
     if (typeof rowId !== "string") {
       return span;
@@ -1988,6 +2110,9 @@ var EveBridge = class {
       case "step.started":
         await this.handleStepStarted(event, ctx, hookMetadata);
         return true;
+      case "reasoning.completed":
+        this.handleReasoningCompleted(event, ctx);
+        return true;
       case "message.completed":
         this.handleMessageCompleted(event, ctx);
         return true;
@@ -2079,6 +2204,7 @@ var EveBridge = class {
       key,
       metadata,
       metrics: {},
+      sessionId,
       span,
       stepsByIndex: /* @__PURE__ */ new Map(),
       turnId: event.data.turnId
@@ -2109,6 +2235,12 @@ var EveBridge = class {
       const endTime = eventTime(event);
       existing.span.end(endTime === void 0 ? void 0 : { endTime });
       this.markStepEnded(event.data.turnId, event.data.stepIndex);
+      clearStoredEveReasoning(
+        this.state,
+        sessionId,
+        event.data.turnId,
+        event.data.stepIndex
+      );
     }
     const stepOrdinal = this.stepOrdinal(event);
     const metadata = { ...turn.metadata };
@@ -2118,6 +2250,13 @@ var EveBridge = class {
       event.data.turnId,
       event.data.stepIndex
     );
+    const reasoning = readStoredEveReasoning(
+      this.state,
+      sessionId,
+      event.data.turnId,
+      event.data.stepIndex
+    );
+    const output = mergeEveReasoning(void 0, reasoning);
     const { rowId: eventId, spanId } = await generateEveIds(
       "step",
       sessionId,
@@ -2135,32 +2274,52 @@ var EveBridge = class {
       spanId,
       startTime: eventTime(event)
     });
-    span.log({ ...input !== void 0 ? { input } : {}, metadata });
+    span.log({
+      ...input !== void 0 ? { input } : {},
+      metadata
+    });
     turn.stepsByIndex.set(event.data.stepIndex, {
       ...input !== void 0 ? { input } : {},
       metadata,
       metrics: {},
+      ...output !== void 0 ? { output } : {},
+      reasoning,
       span
     });
   }
+  handleReasoningCompleted(event, ctx) {
+    const sessionId = sessionIdFromContext(ctx);
+    if (!sessionId) {
+      return;
+    }
+    const reasoning = storeEveReasoning(this.state, sessionId, event);
+    const step = this.stepForEvent(event, ctx);
+    if (step) {
+      step.reasoning = reasoning;
+      step.output = mergeEveReasoning(step.output, reasoning);
+    }
+  }
   handleMessageCompleted(event, ctx) {
     const step = this.stepForEvent(event, ctx);
     if (!step) {
       return;
     }
-    const existingMessage = Array.isArray(step.output) && isObject(step.output[0]) ? step.output[0].message : void 0;
+    const existingMessage = eveOutputMessage(step.output);
     const existingToolCalls = isObject(existingMessage) ? existingMessage.tool_calls : void 0;
-    step.output = [
-      {
-        finish_reason: normalizedFinishReason(event.data.finishReason),
-        index: 0,
-        message: {
-          content: event.data.message,
-          role: "assistant",
-          ...Array.isArray(existingToolCalls) ? { tool_calls: existingToolCalls } : {}
+    step.output = mergeEveReasoning(
+      [
+        {
+          finish_reason: normalizedFinishReason(event.data.finishReason),
+          index: 0,
+          message: {
+            content: event.data.message,
+            role: "assistant",
+            ...Array.isArray(existingToolCalls) ? { tool_calls: existingToolCalls } : {}
+          }
         }
-      }
-    ];
+      ],
+      step.reasoning
+    );
     const turn = this.turnForEvent(event, ctx);
     if (turn && event.data.finishReason !== "tool-calls") {
       turn.output = event.data.message;
@@ -2169,16 +2328,19 @@ var EveBridge = class {
   handleResultCompleted(event, ctx) {
     const step = this.stepForEvent(event, ctx);
     if (step) {
-      step.output = [
-        {
-          finish_reason: "stop",
-          index: 0,
-          message: {
-            content: event.data.result,
-            role: "assistant"
+      step.output = mergeEveReasoning(
+        [
+          {
+            finish_reason: "stop",
+            index: 0,
+            message: {
+              content: event.data.result,
+              role: "assistant"
+            }
           }
-        }
-      ];
+        ],
+        step.reasoning
+      );
     }
     const turn = this.turnForEvent(event, ctx);
     if (turn) {
@@ -2228,18 +2390,20 @@ var EveBridge = class {
         type: "function"
       });
     }
-    step.output = [
-      {
-        finish_reason: "tool_calls",
-        index: 0,
-        message: {
-          content: null,
-          role: "assistant",
-          tool_calls: [...toolCallsById.values()]
+    step.output = mergeEveReasoning(
+      [
+        {
+          finish_reason: "tool_calls",
+          index: 0,
+          message: {
+            content: null,
+            role: "assistant",
+            tool_calls: [...toolCallsById.values()]
+          }
         }
-      }
-    ];
-    step.span.log({ metadata: step.metadata, output: step.output });
+      ],
+      step.reasoning
+    );
   }
   async handleActionResult(event, ctx, hookMetadata) {
     if (isToolResult(event.data.result)) {
@@ -2417,6 +2581,7 @@ var EveBridge = class {
       ...costUsd !== void 0 ? { estimated_cost: costUsd } : {}
     };
     step.metrics = { ...step.metrics, ...metrics };
+    const sessionId = sessionIdFromContext(ctx);
     if (Array.isArray(step.output) && isObject(step.output[0])) {
       const finishReason = step.output[0].finish_reason;
       if (typeof finishReason !== "string") {
@@ -2441,6 +2606,14 @@ var EveBridge = class {
       turn.stepsByIndex.delete(event.data.stepIndex);
     }
     this.markStepEnded(event.data.turnId, event.data.stepIndex);
+    if (sessionId) {
+      clearStoredEveReasoning(
+        this.state,
+        sessionId,
+        event.data.turnId,
+        event.data.stepIndex
+      );
+    }
   }
   handleStepFailed(event, ctx) {
     const step = this.stepForEvent(event, ctx);
@@ -2458,6 +2631,15 @@ var EveBridge = class {
     const turn = this.turnForEvent(event, ctx);
     turn?.stepsByIndex.delete(event.data.stepIndex);
     this.markStepEnded(event.data.turnId, event.data.stepIndex);
+    const sessionId = sessionIdFromContext(ctx);
+    if (sessionId) {
+      clearStoredEveReasoning(
+        this.state,
+        sessionId,
+        event.data.turnId,
+        event.data.stepIndex
+      );
+    }
   }
   handleTurnCompleted(event, ctx) {
     const turn = this.turnForEvent(event, ctx);
@@ -2555,6 +2737,7 @@ var EveBridge = class {
       key,
       metadata,
       metrics: {},
+      sessionId,
       span,
       stepsByIndex: /* @__PURE__ */ new Map(),
       turnId: event.data.turnId
@@ -2817,6 +3000,9 @@ var EveBridge = class {
       const normalized = normalizeEveTraceState(current);
       return {
         ...normalized,
+        reasoningBlocks: normalized.reasoningBlocks.filter(
+          (entry) => !entry.key.startsWith(`${turn.sessionId}\0${turn.turnId}\0`)
+        ),
         stepStarts: normalized.stepStarts.filter(
           (entry) => entry.turnId !== turn.turnId
         )
@@ -2856,6 +3042,7 @@ function emptyEveTraceState() {
   return {
     llmInputs: [],
     metadata: {},
+    reasoningBlocks: [],
     spanReferences: [],
     stepStarts: []
   };
@@ -2906,6 +3093,21 @@ function normalizeEveTraceState(state) {
     const input = entry["input"];
     return typeof key === "string" && isCapturedModelInput(input) ? [{ input, key }] : [];
   }).slice(-MAX_STORED_LLM_INPUTS) : [];
+  const reasoningBlocks = Array.isArray(state["reasoningBlocks"]) ? state["reasoningBlocks"].flatMap((entry) => {
+    if (!isObject(entry)) {
+      return [];
+    }
+    const content = entry["content"];
+    const eventAt = entry["eventAt"];
+    const key = entry["key"];
+    return typeof content === "string" && (eventAt === void 0 || typeof eventAt === "string") && typeof key === "string" ? [
+      {
+        content,
+        ...typeof eventAt === "string" ? { eventAt } : {},
+        key
+      }
+    ] : [];
+  }).slice(-MAX_STORED_REASONING_BLOCKS) : [];
   const stepStarts = Array.isArray(state["stepStarts"]) ? state["stepStarts"].flatMap((entry) => {
     if (!isObject(entry)) {
       return [];
@@ -2916,7 +3118,13 @@ function normalizeEveTraceState(state) {
     const turnId = entry["turnId"];
     return typeof ordinal === "number" && Number.isInteger(ordinal) && ordinal >= 0 && typeof open === "boolean" && typeof stepIndex === "number" && Number.isInteger(stepIndex) && typeof turnId === "string" ? [{ open, ordinal, stepIndex, turnId }] : [];
   }).slice(-MAX_STORED_STEP_STARTS) : [];
-  return { llmInputs, metadata: { ...metadata }, spanReferences, stepStarts };
+  return {
+    llmInputs,
+    metadata: { ...metadata },
+    reasoningBlocks,
+    spanReferences,
+    stepStarts
+  };
 }
 function readEveTraceState(state) {
   try {
@@ -2925,23 +3133,85 @@ function readEveTraceState(state) {
     return emptyEveTraceState();
   }
 }
-function captureEveModelInput(state, input) {
-  if (!isObject(input)) {
-    return;
-  }
-  const session = input["session"];
-  const turn = input["turn"];
-  const step = input["step"];
-  if (!isObject(session) || !isObject(turn) || !isObject(step)) {
-    return;
-  }
-  const sessionId = session["id"];
-  const turnId = turn["id"];
-  const stepIndex = step["index"];
-  if (typeof sessionId !== "string" || typeof turnId !== "string" || typeof stepIndex !== "number" || !Number.isInteger(stepIndex)) {
-    return;
+function storeEveReasoning(state, sessionId, event) {
+  const eventAt = event.meta?.at;
+  const key = llmInputKey(sessionId, event.data.turnId, event.data.stepIndex);
+  let stored = [];
+  state.update((current) => {
+    const normalized = normalizeEveTraceState(current);
+    const alreadyStored = normalized.reasoningBlocks.some(
+      (entry) => entry.content === event.data.reasoning && entry.eventAt === eventAt && entry.key === key
+    );
+    const reasoningBlocks = alreadyStored ? normalized.reasoningBlocks : [
+      ...normalized.reasoningBlocks,
+      {
+        content: event.data.reasoning,
+        ...eventAt ? { eventAt } : {},
+        key
+      }
+    ].slice(-MAX_STORED_REASONING_BLOCKS);
+    stored = reasoningBlocks.flatMap(
+      (entry) => entry.key === key ? [
+        {
+          content: entry.content,
+          ...entry.eventAt ? { eventAt: entry.eventAt } : {}
+        }
+      ] : []
+    );
+    return alreadyStored ? normalized : { ...normalized, reasoningBlocks };
+  });
+  return stored;
+}
+function readStoredEveReasoning(state, sessionId, turnId, stepIndex) {
+  const key = llmInputKey(sessionId, turnId, stepIndex);
+  return readEveTraceState(state).reasoningBlocks.flatMap(
+    (entry) => entry.key === key ? [
+      {
+        content: entry.content,
+        ...entry.eventAt ? { eventAt: entry.eventAt } : {}
+      }
+    ] : []
+  );
+}
+function clearStoredEveReasoning(state, sessionId, turnId, stepIndex) {
+  const key = llmInputKey(sessionId, turnId, stepIndex);
+  state.update((current) => {
+    const normalized = normalizeEveTraceState(current);
+    return {
+      ...normalized,
+      reasoningBlocks: normalized.reasoningBlocks.filter(
+        (entry) => entry.key !== key
+      )
+    };
+  });
+}
+function eveOutputMessage(output) {
+  return Array.isArray(output) && isObject(output[0]) ? output[0]["message"] : void 0;
+}
+function mergeEveReasoning(output, reasoning) {
+  if (reasoning.length === 0) {
+    return output;
   }
-  const captured = capturedModelInput(input["modelInput"]);
+  const choice = Array.isArray(output) && isObject(output[0]) ? output[0] : {};
+  const message = isObject(choice["message"]) ? choice["message"] : {};
+  return [
+    {
+      ...choice,
+      index: typeof choice["index"] === "number" ? choice["index"] : 0,
+      message: {
+        ...message,
+        content: "content" in message ? message["content"] : null,
+        reasoning: reasoning.map((block) => ({ content: block.content })),
+        role: typeof message["role"] === "string" ? message["role"] : "assistant"
+      }
+    }
+  ];
+}
+function captureEveModelInput(state, input) {
+  const sessionId = input.session.id;
+  const turnId = input.turn.id;
+  const stepIndex = input.step.index;
+  const captured = capturedModelInput(input.modelInput);
   if (!captured) {
     return;
   }
@@ -2982,18 +3252,14 @@ function consumeCapturedEveModelInput(state, sessionId, turnId, stepIndex) {
   }
 }
 function capturedModelInput(modelInput) {
-  if (!isObject(modelInput)) {
-    return void 0;
-  }
-  const messages = modelInput["messages"];
-  if (!Array.isArray(messages)) {
-    return void 0;
-  }
-  const instructions = modelInput["instructions"];
-  const value = [
-    ...instructions !== void 0 ? [{ content: instructions, role: "system" }] : [],
-    ...messages
-  ];
+  const { instructions, messages } = modelInput;
+  const value = [];
+  if (typeof instructions === "string") {
+    value.push({ content: instructions, role: "system" });
+  } else if (instructions) {
+    value.push(...instructions.map(capturedEveModelMessage));
+  }
+  value.push(...messages.map(capturedEveModelMessage));
   try {
     const cloned = JSON.parse(JSON.stringify(value));
     if (!Array.isArray(cloned)) {
@@ -3004,8 +3270,123 @@ function capturedModelInput(modelInput) {
     return void 0;
   }
 }
+function capturedEveModelMessage(message) {
+  const { content, role } = message;
+  if (typeof content === "string") {
+    return { content, role };
+  }
+  return { content: content.map(capturedEveModelContentPart), role };
+}
+function capturedEveModelContentPart(part) {
+  switch (part.type) {
+    case "text":
+    case "reasoning":
+      return { text: part.text, type: part.type };
+    case "image":
+      return {
+        image: part.image,
+        ...part.mediaType !== void 0 ? { mediaType: part.mediaType } : {},
+        type: "image"
+      };
+    case "file":
+    case "reasoning-file":
+      return {
+        data: part.data,
+        ...part.type === "file" && part.filename !== void 0 ? { filename: part.filename } : {},
+        mediaType: part.mediaType,
+        type: part.type
+      };
+    case "custom":
+      return {
+        ..."kind" in part ? { kind: part.kind } : {},
+        type: "custom"
+      };
+    case "tool-call":
+      return {
+        input: part.input,
+        ...part.providerExecuted !== void 0 ? { providerExecuted: part.providerExecuted } : {},
+        toolCallId: part.toolCallId,
+        toolName: part.toolName,
+        type: "tool-call"
+      };
+    case "tool-result": {
+      const output = part.output;
+      let capturedOutput;
+      switch (output.type) {
+        case "text":
+        case "error-text":
+          capturedOutput = { type: output.type, value: output.value };
+          break;
+        case "json":
+        case "error-json":
+          capturedOutput = { type: output.type, value: output.value };
+          break;
+        case "execution-denied":
+          capturedOutput = {
+            ...output.reason !== void 0 ? { reason: output.reason } : {},
+            type: "execution-denied"
+          };
+          break;
+        case "content":
+          capturedOutput = {
+            type: "content",
+            value: output.value.map(capturedEveModelContentPart)
+          };
+          break;
+      }
+      return {
+        output: capturedOutput,
+        toolCallId: part.toolCallId,
+        toolName: part.toolName,
+        type: "tool-result"
+      };
+    }
+    case "tool-approval-request":
+      return {
+        approvalId: part.approvalId,
+        ...part.isAutomatic !== void 0 ? { isAutomatic: part.isAutomatic } : {},
+        ...part.signature !== void 0 ? { signature: part.signature } : {},
+        toolCallId: part.toolCallId,
+        type: "tool-approval-request"
+      };
+    case "tool-approval-response":
+      return {
+        approvalId: part.approvalId,
+        approved: part.approved,
+        ...part.providerExecuted !== void 0 ? { providerExecuted: part.providerExecuted } : {},
+        ...part.reason !== void 0 ? { reason: part.reason } : {},
+        type: "tool-approval-response"
+      };
+    case "file-data":
+    case "image-data":
+      return {
+        data: part.data,
+        ...part.type === "file-data" && part.filename !== void 0 ? { filename: part.filename } : {},
+        mediaType: part.mediaType,
+        type: part.type
+      };
+    case "file-url":
+    case "image-url":
+      return {
+        ...part.type === "file-url" && part.mediaType !== void 0 ? { mediaType: part.mediaType } : {},
+        type: part.type,
+        url: part.url
+      };
+    case "file-id":
+    case "image-file-id":
+      return { fileId: part.fileId, type: part.type };
+    case "file-reference":
+    case "image-file-reference":
+      return {
+        providerReference: part.providerReference,
+        type: part.type
+      };
+  }
+}
 function isCapturedModelInput(input) {
-  return Array.isArray(input);
+  return Array.isArray(input) && input.every(
+    (message) => isObject(message) && (message["role"] === "system" || message["role"] === "user" || message["role"] === "assistant" || message["role"] === "tool") && (typeof message["content"] === "string" || Array.isArray(message["content"]) && message["content"].every(isObject))
+  );
 }
 function llmInputKey(sessionId, turnId, stepIndex) {
   return `${sessionId}\0${turnId}\0${stepIndex}`;
@@ -6142,6 +6523,8 @@ var BaseNode = class {
     this.graph = graph;
     this.id = id;
   }
+  graph;
+  id;
   __type = "node";
   dependencies = [];
   addDependency(dependency) {
@@ -6175,6 +6558,7 @@ var PromptNode = class extends BaseNode {
     super(graph, id);
     this.prompt = prompt;
   }
+  prompt;
   async build(context) {
     return {
       type: "function",
@@ -6187,6 +6571,7 @@ var GateNode = class extends BaseNode {
     super(graph, id);
     this.condition = condition;
   }
+  condition;
   async build(context) {
     return {
       type: "gate",
@@ -6211,6 +6596,7 @@ var PromptTemplateNode = class extends BaseNode {
     super(graph, id);
     this.prompt = prompt;
   }
+  prompt;
   async build(context) {
     return {
       type: "prompt_template",
@@ -6223,6 +6609,7 @@ var LiteralNode = class extends BaseNode {
     super(graph, id);
     this.value = value;
   }
+  value;
   async build(context) {
     return {
       type: "literal",
@@ -7316,6 +7703,10 @@ var SpanFetcher = class _SpanFetcher extends ObjectFetcher {
     this._state = _state;
     this.spanTypeFilter = spanTypeFilter;
   }
+  _objectId;
+  rootSpanId;
+  _state;
+  spanTypeFilter;
   static buildFilter(rootSpanId, spanTypeFilter, includeScorers = false) {
     const children = [
       // Base filter: root_span_id = 'value'
@@ -7766,6 +8157,8 @@ var EvalResultWithSummary = class {
     this.summary = summary;
     this.results = results;
   }
+  summary;
+  results;
   /**
    * @deprecated Use `summary` instead.
    */
@@ -8483,26 +8876,30 @@ async function runEvaluatorInternal(experiment, evaluator, progressReporter, fil
         }
       }
     })();
+    let timeoutId;
+    let abortHandler;
+    const cleanupCancellation = () => {
+      if (timeoutId !== void 0) {
+        clearTimeout(timeoutId);
+        timeoutId = void 0;
+      }
+      if (abortHandler && evaluator.signal) {
+        evaluator.signal.removeEventListener("abort", abortHandler);
+        abortHandler = void 0;
+      }
+    };
     const cancel = async () => {
       await new Promise((_, reject2) => {
         if (cancelled) {
           reject2(new InternalAbortError("Evaluator already cancelled"));
           return;
         }
-        let timeoutId;
-        let abortHandler;
         const rejectOnce = (error) => {
           if (cancelled) {
             return;
           }
           cancelled = true;
-          if (timeoutId) {
-            clearTimeout(timeoutId);
-            timeoutId = void 0;
-          }
-          if (abortHandler && evaluator.signal) {
-            evaluator.signal.removeEventListener("abort", abortHandler);
-          }
+          cleanupCancellation();
           reject2(error);
         };
         if (evaluator.timeout) {
@@ -8542,6 +8939,7 @@ async function runEvaluatorInternal(experiment, evaluator, progressReporter, fil
       }
       throw e;
     } finally {
+      cleanupCancellation();
       if (!collectResults) {
         collectedResults.length = 0;
       }
@@ -9184,6 +9582,7 @@ var ToolBuilder = class {
   constructor(project) {
     this.project = project;
   }
+  project;
   taskCounter = 0;
   // This type definition is just a catch all so that the implementation can be
   // less specific than the two more specific declarations above.
@@ -9214,6 +9613,7 @@ var ScorerBuilder = class {
   constructor(project) {
     this.project = project;
   }
+  project;
   taskCounter = 0;
   create(opts) {
     this.taskCounter++;
@@ -9273,6 +9673,7 @@ var ClassifierBuilder = class {
   constructor(project) {
     this.project = project;
   }
+  project;
   taskCounter = 0;
   create(opts) {
     this.taskCounter++;
@@ -9308,6 +9709,7 @@ var CodeFunction = class {
       throw new Error("parameters are required if return type is defined");
     }
   }
+  project;
   handler;
   name;
   slug;
@@ -9395,6 +9797,7 @@ var PromptBuilder = class {
   constructor(project) {
     this.project = project;
   }
+  project;
   create(opts) {
     const toolFunctions = [];
     const rawTools = [];
@@ -9471,6 +9874,7 @@ var ParametersBuilder = class {
   constructor(project) {
     this.project = project;
   }
+  project;
   create(opts) {
     const slug = opts.slug ?? slugify(opts.name, { lower: true, strict: true });
     const codeParameters = new CodeParameters(this.project, {