ai 3.4.3 → 3.4.5

package/dist/index.mjs

@@ -2915,6 +2915,19 @@ function prepareToolsAndToolChoice({
   };
 }
 
+// core/util/split-on-last-whitespace.ts
+var lastWhitespaceRegexp = /^([\s\S]*?)(\s+)(\S*)$/;
+function splitOnLastWhitespace(text) {
+  const match = text.match(lastWhitespaceRegexp);
+  return match ? { prefix: match[1], whitespace: match[2], suffix: match[3] } : void 0;
+}
+
+// core/util/remove-text-after-last-whitespace.ts
+function removeTextAfterLastWhitespace(text) {
+  const match = splitOnLastWhitespace(text);
+  return match ? match.prefix + match.whitespace : text;
+}
+
 // core/generate-text/parse-tool-call.ts
 import { safeParseJSON as safeParseJSON2, safeValidateTypes as safeValidateTypes3 } from "@ai-sdk/provider-utils";
 import { asSchema as asSchema3 } from "@ai-sdk/ui-utils";
@@ -3035,7 +3048,7 @@ async function generateText({
     }),
     tracer,
     fn: async (span) => {
-      var _a12, _b, _c, _d, _e, _f, _g;
+      var _a12, _b, _c, _d, _e;
       const retry = retryWithExponentialBackoff({ maxRetries });
       const validatedPrompt = validatePrompt({
         system,
@@ -3095,7 +3108,7 @@ async function generateText({
             }),
             tracer,
             fn: async (span2) => {
-              var _a13, _b2, _c2, _d2, _e2, _f2;
+              var _a13, _b2, _c2, _d2, _e2, _f;
               const result = await model.doGenerate({
                 mode,
                 ...callSettings,
@@ -3108,7 +3121,7 @@ async function generateText({
               const responseData = {
                 id: (_b2 = (_a13 = result.response) == null ? void 0 : _a13.id) != null ? _b2 : generateId3(),
                 timestamp: (_d2 = (_c2 = result.response) == null ? void 0 : _c2.timestamp) != null ? _d2 : currentDate(),
-                modelId: (_f2 = (_e2 = result.response) == null ? void 0 : _e2.modelId) != null ? _f2 : model.modelId
+                modelId: (_f = (_e2 = result.response) == null ? void 0 : _e2.modelId) != null ? _f : model.modelId
               };
               span2.setAttributes(
                 selectTelemetryAttributes({
@@ -3162,14 +3175,24 @@ async function generateText({
         usage.completionTokens += currentUsage.completionTokens;
         usage.promptTokens += currentUsage.promptTokens;
         usage.totalTokens += currentUsage.totalTokens;
-        if (stepType === "continue") {
-          text += (_b = currentModelResponse.text) != null ? _b : "";
-        } else {
-          text = (_c = currentModelResponse.text) != null ? _c : "";
+        let nextStepType = "done";
+        if (++stepCount < maxSteps) {
+          if (continueSteps && currentModelResponse.finishReason === "length" && // only use continue when there are no tool calls:
+          currentToolCalls.length === 0) {
+            nextStepType = "continue";
+          } else if (
+            // there are tool calls:
+            currentToolCalls.length > 0 && // all current tool calls have results:
+            currentToolResults.length === currentToolCalls.length
+          ) {
+            nextStepType = "tool-result";
+          }
         }
+        const stepText = nextStepType === "continue" ? removeTextAfterLastWhitespace((_b = currentModelResponse.text) != null ? _b : "") : (_c = currentModelResponse.text) != null ? _c : "";
+        text = nextStepType === "continue" || stepType === "continue" ? text + stepText : stepText;
         const currentStep = {
           stepType,
-          text: (_d = currentModelResponse.text) != null ? _d : "",
+          text: stepText,
           toolCalls: currentToolCalls,
           toolResults: currentToolResults,
           finishReason: currentModelResponse.finishReason,
@@ -3178,9 +3201,10 @@ async function generateText({
           logprobs: currentModelResponse.logprobs,
           response: {
             ...currentModelResponse.response,
-            headers: (_e = currentModelResponse.rawResponse) == null ? void 0 : _e.headers
+            headers: (_d = currentModelResponse.rawResponse) == null ? void 0 : _d.headers
           },
-          experimental_providerMetadata: currentModelResponse.providerMetadata
+          experimental_providerMetadata: currentModelResponse.providerMetadata,
+          isContinued: nextStepType === "continue"
         };
         steps.push(currentStep);
         await (onStepFinish == null ? void 0 : onStepFinish(currentStep));
@@ -3191,7 +3215,7 @@ async function generateText({
             lastResponseMessage.content = text;
           } else {
             lastResponseMessage.content.push({
-              text: (_f = currentModelResponse.text) != null ? _f : "",
+              text: stepText,
               type: "text"
             });
           }
@@ -3199,6 +3223,18 @@ async function generateText({
           promptMessages.push(
             convertToLanguageModelMessage(lastResponseMessage, null)
           );
+        } else if (nextStepType === "continue") {
+          const newResponseMessages = toResponseMessages({
+            text,
+            toolCalls: currentToolCalls,
+            toolResults: currentToolResults
+          });
+          responseMessages.push(...newResponseMessages);
+          promptMessages.push(
+            ...newResponseMessages.map(
+              (message) => convertToLanguageModelMessage(message, null)
+            )
+          );
         } else {
           const newResponseMessages = toResponseMessages({
             text: currentModelResponse.text,
@@ -3212,20 +3248,7 @@ async function generateText({
             )
           );
         }
-        if (++stepCount >= maxSteps) {
-          stepType = "done";
-        } else if (continueSteps && currentStep.finishReason === "length" && // only use continue when there are no tool calls:
-        currentToolCalls.length === 0) {
-          stepType = "continue";
-        } else if (
-          // there are tool calls:
-          currentToolCalls.length > 0 && // all current tool calls have results:
-          currentToolResults.length === currentToolCalls.length
-        ) {
-          stepType = "tool-result";
-        } else {
-          stepType = "done";
-        }
+        stepType = nextStepType;
       } while (stepType !== "done");
       span.setAttributes(
         selectTelemetryAttributes({
@@ -3260,7 +3283,7 @@ async function generateText({
         warnings: currentModelResponse.warnings,
         response: {
           ...currentModelResponse.response,
-          headers: (_g = currentModelResponse.rawResponse) == null ? void 0 : _g.headers
+          headers: (_e = currentModelResponse.rawResponse) == null ? void 0 : _e.headers
         },
         logprobs: currentModelResponse.logprobs,
         responseMessages,
@@ -3949,6 +3972,18 @@ var DefaultStreamTextResult = class {
         timestamp: currentDate(),
         modelId
       };
+      let chunkBuffer = "";
+      let chunkTextPublished = false;
+      async function publishTextChunk({
+        controller,
+        chunk
+      }) {
+        controller.enqueue(chunk);
+        stepText += chunk.textDelta;
+        fullStepText += chunk.textDelta;
+        chunkTextPublished = true;
+        await (onChunk == null ? void 0 : onChunk({ chunk }));
+      }
       addStream(
         stream2.pipeThrough(
           new TransformStream({
@@ -3974,10 +4009,22 @@ var DefaultStreamTextResult = class {
               const chunkType = chunk.type;
               switch (chunkType) {
                 case "text-delta": {
-                  controller.enqueue(chunk);
-                  stepText += chunk.textDelta;
-                  fullStepText += chunk.textDelta;
-                  await (onChunk == null ? void 0 : onChunk({ chunk }));
+                  if (continueSteps) {
+                    chunkBuffer += chunk.textDelta;
+                    const split = splitOnLastWhitespace(chunkBuffer);
+                    if (split != null) {
+                      chunkBuffer = split.suffix;
+                      await publishTextChunk({
+                        controller,
+                        chunk: {
+                          type: "text-delta",
+                          textDelta: split.prefix + split.whitespace
+                        }
+                      });
+                    }
+                  } else {
+                    await publishTextChunk({ controller, chunk });
+                  }
                   break;
                 }
                 case "tool-call": {
@@ -4033,6 +4080,30 @@ var DefaultStreamTextResult = class {
             // invoke onFinish callback and resolve toolResults promise when the stream is about to close:
             async flush(controller) {
               const stepToolCallsJson = stepToolCalls.length > 0 ? JSON.stringify(stepToolCalls) : void 0;
+              let nextStepType = "done";
+              if (currentStep + 1 < maxSteps) {
+                if (continueSteps && stepFinishReason === "length" && // only use continue when there are no tool calls:
+                stepToolCalls.length === 0) {
+                  nextStepType = "continue";
+                } else if (
+                  // there are tool calls:
+                  stepToolCalls.length > 0 && // all current tool calls have results:
+                  stepToolResults.length === stepToolCalls.length
+                ) {
+                  nextStepType = "tool-result";
+                }
+              }
+              if (continueSteps && chunkBuffer.length > 0 && (nextStepType !== "continue" || // when the next step is a regular step, publish the buffer
+              stepType === "continue" && !chunkTextPublished)) {
+                await publishTextChunk({
+                  controller,
+                  chunk: {
+                    type: "text-delta",
+                    textDelta: chunkBuffer
+                  }
+                });
+                chunkBuffer = "";
+              }
               try {
                 doStreamSpan2.setAttributes(
                   selectTelemetryAttributes({
@@ -4073,7 +4144,8 @@ var DefaultStreamTextResult = class {
                 usage: stepUsage,
                 experimental_providerMetadata: stepProviderMetadata,
                 logprobs: stepLogProbs,
-                response: stepResponse
+                response: stepResponse,
+                isContinued: nextStepType === "continue"
               });
               const stepResult = {
                 stepType,
@@ -4086,7 +4158,8 @@ var DefaultStreamTextResult = class {
                 logprobs: stepLogProbs,
                 response: stepResponse,
                 rawResponse: self.rawResponse,
-                experimental_providerMetadata: stepProviderMetadata
+                experimental_providerMetadata: stepProviderMetadata,
+                isContinued: nextStepType === "continue"
               };
               stepResults.push(stepResult);
               await (onStepFinish == null ? void 0 : onStepFinish(stepResult));
@@ -4095,19 +4168,6 @@ var DefaultStreamTextResult = class {
                 completionTokens: usage.completionTokens + stepUsage.completionTokens,
                 totalTokens: usage.totalTokens + stepUsage.totalTokens
               };
-              let nextStepType = "done";
-              if (currentStep + 1 < maxSteps) {
-                if (continueSteps && stepFinishReason === "length" && // only use continue when there are no tool calls:
-                stepToolCalls.length === 0) {
-                  nextStepType = "continue";
-                } else if (
-                  // there are tool calls:
-                  stepToolCalls.length > 0 && // all current tool calls have results:
-                  stepToolResults.length === stepToolCalls.length
-                ) {
-                  nextStepType = "tool-result";
-                }
-              }
               if (nextStepType !== "done") {
                 if (stepType === "continue") {
                   const lastPromptMessage = promptMessages2[promptMessages2.length - 1];
@@ -4375,7 +4435,8 @@ var DefaultStreamTextResult = class {
                 usage: sendUsage ? {
                   promptTokens: chunk.usage.promptTokens,
                   completionTokens: chunk.usage.completionTokens
-                } : void 0
+                } : void 0,
+                isContinued: chunk.isContinued
               })
             );
             break;