@ai-sdk/harness 1.0.40 → 1.0.42

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@ai-sdk/harness",
-  "version": "1.0.40",
+  "version": "1.0.42",
   "type": "module",
   "license": "Apache-2.0",
   "sideEffects": false,
@@ -46,7 +46,7 @@
   "dependencies": {
     "@ai-sdk/provider": "4.0.3",
     "@ai-sdk/provider-utils": "5.0.12",
-    "ai": "7.0.35"
+    "ai": "7.0.37"
   },
   "peerDependencies": {
     "ws": "^8.21.0",

package/src/agent/internal/run-prompt.ts

@@ -184,7 +184,7 @@ export function runPrompt<
               },
       });
     } catch (err) {
-      telemetry.error(err);
+      await telemetry.error(err);
       logBridgeError({
         harnessId: input.harness.harnessId,
         sessionId: input.session.sessionId,
@@ -278,12 +278,12 @@ export function runPrompt<
       unified: 'tool-calls',
       raw: undefined,
     };
-    const completeStep = (input: {
+    const completeStep = async (input: {
       finishReason: LanguageModelV4FinishReason;
       usage: LanguageModelV4Usage;
       providerMetadata: ProviderMetadata | undefined;
-    }): StepResult<TOOLS, RUNTIME_CONTEXT> => {
-      telemetry.stepFinish({
+    }): Promise<StepResult<TOOLS, RUNTIME_CONTEXT>> => {
+      await telemetry.stepFinish({
         finishReason: input.finishReason,
         usage: input.usage,
         providerMetadata: input.providerMetadata,
@@ -303,13 +303,13 @@ export function runPrompt<
       completeCurrentStep: boolean;
     }): Promise<void> => {
       if (options.completeCurrentStep) {
-        completeStep({
+        await completeStep({
           finishReason: toolCallsFinishReason,
           usage: zeroUsage,
           providerMetadata: undefined,
         });
       }
-      telemetry.end({
+      await telemetry.end({
         finishReason: toolCallsFinishReason,
         usage: zeroUsage,
       });
@@ -435,7 +435,7 @@ export function runPrompt<
           input: approval.input,
         } satisfies Extract<HarnessV1StreamPart, { type: 'tool-call' }>);
 
-      telemetry.start(input.session.modelId);
+      await telemetry.start(input.session.modelId);
       await telemetry.toolStart({
         toolCallId: rawToolCall.toolCallId,
         toolName: rawToolCall.toolName,
@@ -476,7 +476,7 @@ export function runPrompt<
         await finishForHostInputPause({ completeCurrentStep: false });
         return 'awaiting-tool-result';
       }
-      telemetry.toolEnd(rawToolCall.toolCallId, execution.outcome);
+      await telemetry.toolEnd(rawToolCall.toolCallId, execution.outcome);
       return 'continued';
     };
 
@@ -528,7 +528,7 @@ export function runPrompt<
             await input.onStopConditionMet?.();
             const { finishReason, usage } = pendingStopBoundary;
             releasePendingStopBoundary();
-            telemetry.end({ finishReason, usage });
+            await telemetry.end({ finishReason, usage });
             await result.finish();
             return;
           } else {
@@ -539,7 +539,7 @@ export function runPrompt<
         // Begin the operation span on stream-start, using the runtime-resolved
         // model the adapter reports (falling back to the session's model).
         if (value.type === 'stream-start') {
-          telemetry.start(value.modelId ?? input.session.modelId);
+          await telemetry.start(value.modelId ?? input.session.modelId);
         }
 
         // Open a step span lazily before the first content of each step.
@@ -549,7 +549,7 @@ export function runPrompt<
           value.type !== 'finish' &&
           value.type !== 'error'
         ) {
-          telemetry.ensureStepOpen();
+          await telemetry.ensureStepOpen();
         }
 
         /*
@@ -620,7 +620,7 @@ export function runPrompt<
           // Telemetry and stderr diagnostics keep the raw error (absolute
           // paths help debugging); the consumer-facing settle uses the
           // workDir-stripped one, like every other forwarded part.
-          telemetry.error(value.error);
+          await telemetry.error(value.error);
           logBridgeError({
             harnessId: input.harness.harnessId,
             sessionId: input.session.sessionId,
@@ -673,7 +673,7 @@ export function runPrompt<
 
         // Telemetry: close a tool span when its provider-executed result lands.
         if (value.type === 'tool-result') {
-          telemetry.toolEnd(
+          await telemetry.toolEnd(
             value.toolCallId,
             value.isError
               ? { ok: false, error: value.result }
@@ -736,7 +736,7 @@ export function runPrompt<
 
         // Drive step boundaries.
         if (value.type === 'finish-step') {
-          completeStep({
+          await completeStep({
             finishReason: value.finishReason,
             usage: value.usage,
             providerMetadata: value.harnessMetadata,
@@ -752,7 +752,7 @@ export function runPrompt<
 
         if (value.type === 'finish') {
           finalFinish = value;
-          telemetry.end({
+          await telemetry.end({
             finishReason: value.finishReason,
             usage: value.totalUsage,
           });
@@ -778,7 +778,7 @@ export function runPrompt<
               toolCallId: toolCall.toolCallId,
               output,
             });
-            telemetry.toolEnd(toolCall.toolCallId, { ok: true, output });
+            await telemetry.toolEnd(toolCall.toolCallId, { ok: true, output });
             continue;
           }
           const customToolApprovalDecision = resolveCustomToolApproval({
@@ -807,7 +807,7 @@ export function runPrompt<
               toolCallId: toolCall.toolCallId,
               output,
             });
-            telemetry.toolEnd(toolCall.toolCallId, { ok: true, output });
+            await telemetry.toolEnd(toolCall.toolCallId, { ok: true, output });
             continue;
           }
           const pendingApproval =
@@ -905,7 +905,7 @@ export function runPrompt<
             await finishForHostInputPause({ completeCurrentStep: true });
             return;
           }
-          telemetry.toolEnd(toolCall.toolCallId, execution.outcome);
+          await telemetry.toolEnd(toolCall.toolCallId, execution.outcome);
         }
       }
       if (finalFinish != null) {
@@ -923,7 +923,7 @@ export function runPrompt<
           : undefined,
       );
     } catch (err) {
-      telemetry.error(err);
+      await telemetry.error(err);
       logBridgeError({
         harnessId: input.harness.harnessId,
         sessionId: input.session.sessionId,
@@ -1080,6 +1080,7 @@ export async function validateToolCall<TOOLS extends ToolSet>(args: {
     ...(event.providerExecuted !== undefined
       ? { providerExecuted: event.providerExecuted }
       : {}),
+    ...(event.dynamic !== undefined ? { dynamic: event.dynamic } : {}),
     ...(event.providerMetadata !== undefined
       ? { providerMetadata: event.providerMetadata }
       : {}),

package/src/agent/internal/turn-telemetry.ts

@@ -42,9 +42,9 @@ export interface TurnTelemetry {
    * model the runtime resolved to (overriding the session's configured id).
    * Idempotent — the first call wins.
    */
-  start(modelId?: string): void;
+  start(modelId?: string): Promise<void>;
   /** Open a step span lazily, before the first content of a step. */
-  ensureStepOpen(): void;
+  ensureStepOpen(): Promise<void>;
   /** Close the current step (on a harness `finish-step`). */
   stepFinish(info: {
     finishReason: unknown;
@@ -52,13 +52,13 @@ export interface TurnTelemetry {
     providerMetadata?: unknown;
     /** The model's output content for this step (text/reasoning/tool-calls). */
     content?: TurnContentPart[];
-  }): void;
+  }): Promise<void>;
   /** A tool execution began (on a `tool-call`). */
   toolStart(call: {
     toolCallId: string;
     toolName: string;
     input: unknown;
-  }): void | Promise<void>;
+  }): Promise<void>;
   /** Execute a host tool through each telemetry integration's context wrapper. */
   executeTool<T>(input: {
     toolCallId: string;
@@ -72,24 +72,24 @@ export interface TurnTelemetry {
   toolEnd(
     toolCallId: string,
     output: { ok: true; output: unknown } | { ok: false; error: unknown },
-  ): void;
+  ): Promise<void>;
   /** The turn ended (on a harness `finish`). */
-  end(info: { finishReason: unknown; usage: unknown }): void;
+  end(info: { finishReason: unknown; usage: unknown }): Promise<void>;
   /** The turn failed. */
-  error(err: unknown): void;
+  error(err: unknown): Promise<void>;
 }
 
 const NOOP: TurnTelemetry = {
-  start() {},
-  ensureStepOpen() {},
-  stepFinish() {},
+  async start() {},
+  async ensureStepOpen() {},
+  async stepFinish() {},
   async toolStart() {},
   async executeTool({ execute }) {
     return await execute();
   },
-  toolEnd() {},
-  end() {},
-  error() {},
+  async toolEnd() {},
+  async end() {},
+  async error() {},
 };
 
 export function createTurnTelemetry(opts: {
@@ -130,10 +130,10 @@ export function createTurnTelemetry(opts: {
 
   // onStart — open the operation (root) span. Deferred until `start()` so the
   // runtime-resolved model can be attached to the operation span + trace label.
-  const fireStart = (): void => {
+  const fireStart = async (): Promise<void> => {
     if (started) return;
     started = true;
-    dispatcher.onStart?.(
+    await dispatcher.onStart?.(
       cast<'onStart'>({
         callId,
         operationId: 'ai.harness',
@@ -155,17 +155,17 @@ export function createTurnTelemetry(opts: {
     );
   };
 
-  const start = (overrideModelId?: string): void => {
+  const start = async (overrideModelId?: string): Promise<void> => {
     if (started) return;
     if (overrideModelId) modelId = overrideModelId;
-    fireStart();
+    await fireStart();
   };
 
-  const ensureStepOpen = (): void => {
-    if (!started) fireStart();
+  const ensureStepOpen = async (): Promise<void> => {
+    if (!started) await fireStart();
     if (stepOpen || ended) return;
     stepOpen = true;
-    dispatcher.onStepStart?.(
+    await dispatcher.onStepStart?.(
       cast<'onStepStart'>({
         callId,
         provider,
@@ -183,7 +183,7 @@ export function createTurnTelemetry(opts: {
     );
     // Open the inference (language-model call) span — the gen_ai home for the
     // step's input and (on end) output messages.
-    dispatcher.onLanguageModelCallStart?.(
+    await dispatcher.onLanguageModelCallStart?.(
       cast<'onLanguageModelCallStart'>({
         callId,
         provider,
@@ -195,12 +195,12 @@ export function createTurnTelemetry(opts: {
   };
 
   /** Close the inference span with the step's output content. */
-  const inferenceEnd = (info: {
+  const inferenceEnd = async (info: {
     finishReason: unknown;
     usage: unknown;
     content: TurnContentPart[];
-  }): void => {
-    dispatcher.onLanguageModelCallEnd?.(
+  }): Promise<void> => {
+    await dispatcher.onLanguageModelCallEnd?.(
       cast<'onLanguageModelCallEnd'>({
         callId,
         finishReason: info.finishReason,
@@ -211,9 +211,9 @@ export function createTurnTelemetry(opts: {
     );
   };
 
-  const closeOpenTools = (): void => {
+  const closeOpenTools = async (): Promise<void> => {
     for (const call of openTools.values()) {
-      dispatcher.onToolExecutionEnd?.(
+      await dispatcher.onToolExecutionEnd?.(
         cast<'onToolExecutionEnd'>({
           callId,
           toolExecutionMs: 0,
@@ -237,16 +237,16 @@ export function createTurnTelemetry(opts: {
     start,
     ensureStepOpen,
 
-    stepFinish(info) {
+    async stepFinish(info) {
       if (!stepOpen) return;
       const content = info.content ?? [];
-      closeOpenTools();
-      inferenceEnd({
+      await closeOpenTools();
+      await inferenceEnd({
         finishReason: info.finishReason,
         usage: info.usage,
         content,
       });
-      dispatcher.onStepEnd?.(
+      await dispatcher.onStepEnd?.(
         cast<'onStepEnd'>({
           callId,
           stepNumber,
@@ -267,7 +267,7 @@ export function createTurnTelemetry(opts: {
     },
 
     async toolStart(call) {
-      ensureStepOpen();
+      await ensureStepOpen();
       if (openTools.has(call.toolCallId)) return;
       openTools.set(call.toolCallId, call);
       await dispatcher.onToolExecutionStart?.(
@@ -291,11 +291,11 @@ export function createTurnTelemetry(opts: {
       return await dispatcher.executeTool({ callId, toolCallId, execute });
     },
 
-    toolEnd(toolCallId, output) {
+    async toolEnd(toolCallId, output) {
       const call = openTools.get(toolCallId);
       if (call == null) return;
       openTools.delete(toolCallId);
-      dispatcher.onToolExecutionEnd?.(
+      await dispatcher.onToolExecutionEnd?.(
         cast<'onToolExecutionEnd'>({
           callId,
           toolExecutionMs: 0,
@@ -315,17 +315,17 @@ export function createTurnTelemetry(opts: {
       );
     },
 
-    end(info) {
+    async end(info) {
       if (ended) return;
-      if (!started) fireStart();
+      if (!started) await fireStart();
       if (stepOpen) {
-        closeOpenTools();
-        inferenceEnd({
+        await closeOpenTools();
+        await inferenceEnd({
           finishReason: info.finishReason,
           usage: info.usage,
           content: [],
         });
-        dispatcher.onStepEnd?.(
+        await dispatcher.onStepEnd?.(
           cast<'onStepEnd'>({
             callId,
             stepNumber,
@@ -344,7 +344,7 @@ export function createTurnTelemetry(opts: {
         stepOpen = false;
       }
       ended = true;
-      dispatcher.onEnd?.(
+      await dispatcher.onEnd?.(
         cast<'onEnd'>({
           callId,
           operationId: 'ai.harness',
@@ -364,12 +364,12 @@ export function createTurnTelemetry(opts: {
       );
     },
 
-    error(err) {
+    async error(err) {
       if (ended) return;
-      if (!started) fireStart();
-      closeOpenTools();
+      if (!started) await fireStart();
+      await closeOpenTools();
       ended = true;
-      dispatcher.onError?.(err);
+      await dispatcher.onError?.(err);
     },
   };
 }