@ai-sdk/harness 1.0.40 → 1.0.42

package/CHANGELOG.md

@@ -1,5 +1,20 @@
 # @ai-sdk/harness
 
+## 1.0.42
+
+### Patch Changes
+
+- ai@7.0.37
+
+## 1.0.41
+
+### Patch Changes
+
+- a94425b: fix(harness): ensure harness telemetry hooks are awaited before stream processing continues
+- 2de0611: fix(harness): avoid incorrectly marked invalid tool calls due to `dynamic` flag being dropped
+- Updated dependencies [7fa85b2]
+  - ai@7.0.36
+
 ## 1.0.40
 
 ### Patch Changes

package/dist/agent/index.js

@@ -919,22 +919,22 @@ function stripDeep(value, workDir) {
 import { generateId as generateId3 } from "@ai-sdk/provider-utils";
 import { createTelemetryDispatcher } from "ai/internal";
 var NOOP = {
-  start() {
+  async start() {
   },
-  ensureStepOpen() {
+  async ensureStepOpen() {
   },
-  stepFinish() {
+  async stepFinish() {
   },
   async toolStart() {
   },
   async executeTool({ execute }) {
     return await execute();
   },
-  toolEnd() {
+  async toolEnd() {
   },
-  end() {
+  async end() {
   },
-  error() {
+  async error() {
   }
 };
 function createTurnTelemetry(opts) {
@@ -954,11 +954,11 @@ function createTurnTelemetry(opts) {
   let ended = false;
   const openTools = /* @__PURE__ */ new Map();
   const cast = (event) => event;
-  const fireStart = () => {
+  const fireStart = async () => {
     var _a4;
     if (started) return;
     started = true;
-    (_a4 = dispatcher.onStart) == null ? void 0 : _a4.call(
+    await ((_a4 = dispatcher.onStart) == null ? void 0 : _a4.call(
       dispatcher,
       cast({
         callId,
@@ -978,19 +978,19 @@ function createTurnTelemetry(opts) {
         instructions: opts.instructions,
         messages: inputMessages
       })
-    );
+    ));
   };
-  const start = (overrideModelId) => {
+  const start = async (overrideModelId) => {
     if (started) return;
     if (overrideModelId) modelId = overrideModelId;
-    fireStart();
+    await fireStart();
   };
-  const ensureStepOpen = () => {
+  const ensureStepOpen = async () => {
     var _a4, _b3;
-    if (!started) fireStart();
+    if (!started) await fireStart();
     if (stepOpen || ended) return;
     stepOpen = true;
-    (_a4 = dispatcher.onStepStart) == null ? void 0 : _a4.call(
+    await ((_a4 = dispatcher.onStepStart) == null ? void 0 : _a4.call(
       dispatcher,
       cast({
         callId,
@@ -1006,8 +1006,8 @@ function createTurnTelemetry(opts) {
         runtimeContext,
         messages: inputMessages
       })
-    );
-    (_b3 = dispatcher.onLanguageModelCallStart) == null ? void 0 : _b3.call(
+    ));
+    await ((_b3 = dispatcher.onLanguageModelCallStart) == null ? void 0 : _b3.call(
       dispatcher,
       cast({
         callId,
@@ -1016,11 +1016,11 @@ function createTurnTelemetry(opts) {
         messages: inputMessages,
         tools: void 0
       })
-    );
+    ));
   };
-  const inferenceEnd = (info) => {
+  const inferenceEnd = async (info) => {
     var _a4;
-    (_a4 = dispatcher.onLanguageModelCallEnd) == null ? void 0 : _a4.call(
+    await ((_a4 = dispatcher.onLanguageModelCallEnd) == null ? void 0 : _a4.call(
       dispatcher,
       cast({
         callId,
@@ -1029,12 +1029,12 @@ function createTurnTelemetry(opts) {
         usage: info.usage,
         content: info.content
       })
-    );
+    ));
   };
-  const closeOpenTools = () => {
+  const closeOpenTools = async () => {
     var _a4;
     for (const call of openTools.values()) {
-      (_a4 = dispatcher.onToolExecutionEnd) == null ? void 0 : _a4.call(
+      await ((_a4 = dispatcher.onToolExecutionEnd) == null ? void 0 : _a4.call(
         dispatcher,
         cast({
           callId,
@@ -1050,24 +1050,24 @@ function createTurnTelemetry(opts) {
           toolContext: void 0,
           toolOutput: { type: "error", error: new Error("tool span unclosed") }
         })
-      );
+      ));
     }
     openTools.clear();
   };
   return {
     start,
     ensureStepOpen,
-    stepFinish(info) {
+    async stepFinish(info) {
       var _a4, _b3;
       if (!stepOpen) return;
       const content = (_a4 = info.content) != null ? _a4 : [];
-      closeOpenTools();
-      inferenceEnd({
+      await closeOpenTools();
+      await inferenceEnd({
         finishReason: info.finishReason,
         usage: info.usage,
         content
       });
-      (_b3 = dispatcher.onStepEnd) == null ? void 0 : _b3.call(
+      await ((_b3 = dispatcher.onStepEnd) == null ? void 0 : _b3.call(
         dispatcher,
         cast({
           callId,
@@ -1083,13 +1083,13 @@ function createTurnTelemetry(opts) {
             messages: []
           }
         })
-      );
+      ));
       stepOpen = false;
       stepNumber += 1;
     },
     async toolStart(call) {
       var _a4;
-      ensureStepOpen();
+      await ensureStepOpen();
       if (openTools.has(call.toolCallId)) return;
       openTools.set(call.toolCallId, call);
       await ((_a4 = dispatcher.onToolExecutionStart) == null ? void 0 : _a4.call(
@@ -1112,12 +1112,12 @@ function createTurnTelemetry(opts) {
       if (dispatcher.executeTool == null) return await execute();
       return await dispatcher.executeTool({ callId, toolCallId, execute });
     },
-    toolEnd(toolCallId, output) {
+    async toolEnd(toolCallId, output) {
       var _a4;
       const call = openTools.get(toolCallId);
       if (call == null) return;
       openTools.delete(toolCallId);
-      (_a4 = dispatcher.onToolExecutionEnd) == null ? void 0 : _a4.call(
+      await ((_a4 = dispatcher.onToolExecutionEnd) == null ? void 0 : _a4.call(
         dispatcher,
         cast({
           callId,
@@ -1133,20 +1133,20 @@ function createTurnTelemetry(opts) {
           toolContext: void 0,
           toolOutput: output.ok ? { type: "tool-result", output: output.output } : { type: "error", error: output.error }
         })
-      );
+      ));
     },
-    end(info) {
+    async end(info) {
       var _a4, _b3;
       if (ended) return;
-      if (!started) fireStart();
+      if (!started) await fireStart();
       if (stepOpen) {
-        closeOpenTools();
-        inferenceEnd({
+        await closeOpenTools();
+        await inferenceEnd({
           finishReason: info.finishReason,
           usage: info.usage,
           content: []
         });
-        (_a4 = dispatcher.onStepEnd) == null ? void 0 : _a4.call(
+        await ((_a4 = dispatcher.onStepEnd) == null ? void 0 : _a4.call(
           dispatcher,
           cast({
             callId,
@@ -1162,11 +1162,11 @@ function createTurnTelemetry(opts) {
               messages: []
             }
           })
-        );
+        ));
         stepOpen = false;
       }
       ended = true;
-      (_b3 = dispatcher.onEnd) == null ? void 0 : _b3.call(
+      await ((_b3 = dispatcher.onEnd) == null ? void 0 : _b3.call(
         dispatcher,
         cast({
           callId,
@@ -1184,15 +1184,15 @@ function createTurnTelemetry(opts) {
           },
           runtimeContext
         })
-      );
+      ));
     },
-    error(err) {
+    async error(err) {
       var _a4;
       if (ended) return;
-      if (!started) fireStart();
-      closeOpenTools();
+      if (!started) await fireStart();
+      await closeOpenTools();
       ended = true;
-      (_a4 = dispatcher.onError) == null ? void 0 : _a4.call(dispatcher, err);
+      await ((_a4 = dispatcher.onError) == null ? void 0 : _a4.call(dispatcher, err));
     }
   };
 }
@@ -1353,7 +1353,7 @@ function runPrompt(input) {
         }
       });
     } catch (err) {
-      telemetry.error(err);
+      await telemetry.error(err);
       logBridgeError({
         harnessId: input.harness.harnessId,
         sessionId: input.session.sessionId,
@@ -1433,8 +1433,8 @@ function runPrompt(input) {
       unified: "tool-calls",
       raw: void 0
     };
-    const completeStep = (input2) => {
-      telemetry.stepFinish({
+    const completeStep = async (input2) => {
+      await telemetry.stepFinish({
         finishReason: input2.finishReason,
         usage: input2.usage,
         providerMetadata: input2.providerMetadata,
@@ -1452,13 +1452,13 @@ function runPrompt(input) {
     };
     const finishForHostInputPause = async (options) => {
       if (options.completeCurrentStep) {
-        completeStep({
+        await completeStep({
           finishReason: toolCallsFinishReason,
           usage: zeroUsage,
           providerMetadata: void 0
         });
       }
-      telemetry.end({
+      await telemetry.end({
         finishReason: toolCallsFinishReason,
         usage: zeroUsage
       });
@@ -1549,7 +1549,7 @@ function runPrompt(input) {
         toolName: approval.toolName,
         input: approval.input
       };
-      telemetry.start(input.session.modelId);
+      await telemetry.start(input.session.modelId);
       await telemetry.toolStart({
         toolCallId: rawToolCall.toolCallId,
         toolName: rawToolCall.toolName,
@@ -1587,7 +1587,7 @@ function runPrompt(input) {
         await finishForHostInputPause({ completeCurrentStep: false });
         return "awaiting-tool-result";
       }
-      telemetry.toolEnd(rawToolCall.toolCallId, execution.outcome);
+      await telemetry.toolEnd(rawToolCall.toolCallId, execution.outcome);
       return "continued";
     };
     try {
@@ -1632,7 +1632,7 @@ function runPrompt(input) {
             await ((_c2 = input.onStopConditionMet) == null ? void 0 : _c2.call(input));
             const { finishReason, usage } = pendingStopBoundary;
             releasePendingStopBoundary();
-            telemetry.end({ finishReason, usage });
+            await telemetry.end({ finishReason, usage });
             await result.finish();
             return;
           } else {
@@ -1640,10 +1640,10 @@ function runPrompt(input) {
           }
         }
         if (value.type === "stream-start") {
-          telemetry.start((_d2 = value.modelId) != null ? _d2 : input.session.modelId);
+          await telemetry.start((_d2 = value.modelId) != null ? _d2 : input.session.modelId);
         }
         if (value.type !== "stream-start" && value.type !== "finish-step" && value.type !== "finish" && value.type !== "error") {
-          telemetry.ensureStepOpen();
+          await telemetry.ensureStepOpen();
         }
         const displayValue = stripWorkDir(value, input.sessionWorkDir);
         const settledHostInputReplay = (displayValue.type === "tool-call" || displayValue.type === "tool-result" || displayValue.type === "tool-approval-request") && settledHostToolCallIds.has(displayValue.toolCallId);
@@ -1687,7 +1687,7 @@ function runPrompt(input) {
           }
         }
         if (value.type === "error" && displayValue.type === "error") {
-          telemetry.error(value.error);
+          await telemetry.error(value.error);
           logBridgeError({
             harnessId: input.harness.harnessId,
             sessionId: input.session.sessionId,
@@ -1729,7 +1729,7 @@ function runPrompt(input) {
           });
         }
         if (value.type === "tool-result") {
-          telemetry.toolEnd(
+          await telemetry.toolEnd(
             value.toolCallId,
             value.isError ? { ok: false, error: value.result } : { ok: true, output: value.result }
           );
@@ -1780,7 +1780,7 @@ function runPrompt(input) {
           return;
         }
         if (value.type === "finish-step") {
-          completeStep({
+          await completeStep({
             finishReason: value.finishReason,
             usage: value.usage,
             providerMetadata: value.harnessMetadata
@@ -1795,7 +1795,7 @@ function runPrompt(input) {
         }
         if (value.type === "finish") {
           finalFinish = value;
-          telemetry.end({
+          await telemetry.end({
             finishReason: value.finishReason,
             usage: value.totalUsage
           });
@@ -1819,7 +1819,7 @@ function runPrompt(input) {
               toolCallId: toolCall.toolCallId,
               output
             });
-            telemetry.toolEnd(toolCall.toolCallId, { ok: true, output });
+            await telemetry.toolEnd(toolCall.toolCallId, { ok: true, output });
             continue;
           }
           const customToolApprovalDecision = resolveCustomToolApproval({
@@ -1848,7 +1848,7 @@ function runPrompt(input) {
               toolCallId: toolCall.toolCallId,
               output
             });
-            telemetry.toolEnd(toolCall.toolCallId, { ok: true, output });
+            await telemetry.toolEnd(toolCall.toolCallId, { ok: true, output });
             continue;
           }
           const pendingApproval = (_i = pendingApprovalsByToolCallId.get(toolCall.toolCallId)) != null ? _i : customToolApprovalDecision.type === "request" ? {
@@ -1929,7 +1929,7 @@ function runPrompt(input) {
             await finishForHostInputPause({ completeCurrentStep: true });
             return;
           }
-          telemetry.toolEnd(toolCall.toolCallId, execution.outcome);
+          await telemetry.toolEnd(toolCall.toolCallId, execution.outcome);
         }
       }
       if (finalFinish != null) {
@@ -1945,7 +1945,7 @@ function runPrompt(input) {
         } : void 0
       );
     } catch (err) {
-      telemetry.error(err);
+      await telemetry.error(err);
       logBridgeError({
         harnessId: input.harness.harnessId,
         sessionId: input.session.sessionId,
@@ -2026,6 +2026,7 @@ async function validateToolCall(args) {
     toolName: event.toolName,
     input: event.input,
     ...event.providerExecuted !== void 0 ? { providerExecuted: event.providerExecuted } : {},
+    ...event.dynamic !== void 0 ? { dynamic: event.dynamic } : {},
     ...event.providerMetadata !== void 0 ? { providerMetadata: event.providerMetadata } : {}
   };
   const parsed = await parseToolCall({