ai 4.0.0-canary.11 → 4.0.0-canary.12

package/dist/index.mjs

@@ -6,10 +6,12 @@ var __export = (target, all) => {
 
 // streams/index.ts
 import {
-  formatStreamPart as formatStreamPart4,
-  parseStreamPart,
-  readDataStream,
-  processDataProtocolResponse
+  formatAssistantStreamPart as formatAssistantStreamPart2,
+  formatDataStreamPart as formatDataStreamPart3,
+  parseAssistantStreamPart,
+  parseDataStreamPart,
+  processDataStream,
+  processTextStream
 } from "@ai-sdk/ui-utils";
 import { generateId as generateId2 } from "@ai-sdk/provider-utils";
 
@@ -3576,7 +3578,7 @@ var DefaultGenerateTextResult = class {
 
 // core/generate-text/stream-text.ts
 import { createIdGenerator as createIdGenerator4 } from "@ai-sdk/provider-utils";
-import { formatStreamPart } from "@ai-sdk/ui-utils";
+import { formatDataStreamPart } from "@ai-sdk/ui-utils";
 
 // core/util/merge-streams.ts
 function mergeStreams(stream1, stream2) {
@@ -3887,13 +3889,6 @@ function streamText({
   } = {},
   ...settings
 }) {
-  if (maxSteps < 1) {
-    throw new InvalidArgumentError({
-      parameter: "maxSteps",
-      value: maxSteps,
-      message: "maxSteps must be at least 1"
-    });
-  }
   return new DefaultStreamTextResult({
     model,
     telemetry,
@@ -3955,6 +3950,13 @@ var DefaultStreamTextResult = class {
     this.responsePromise = new DelayedPromise();
     this.stepsPromise = new DelayedPromise();
     this.stitchableStream = createStitchableStream();
+    if (maxSteps < 1) {
+      throw new InvalidArgumentError({
+        parameter: "maxSteps",
+        value: maxSteps,
+        message: "maxSteps must be at least 1"
+      });
+    }
     const tracer = getTracer(telemetry);
     const baseTelemetryAttributes = getBaseTelemetryAttributes({
       model,
@@ -3967,7 +3969,6 @@ var DefaultStreamTextResult = class {
       tools
     });
     const self = this;
-    const stepResults = [];
     recordSpan({
       name: "ai.streamText",
       attributes: selectTelemetryAttributes({
@@ -3986,9 +3987,15 @@ var DefaultStreamTextResult = class {
       endWhenDone: false,
       fn: async (rootSpan) => {
         const retry = retryWithExponentialBackoff({ maxRetries });
-        const startStep = async ({
-          responseMessages
-        }) => {
+        const stepResults = [];
+        async function streamStep({
+          currentStep,
+          responseMessages,
+          usage,
+          stepType,
+          previousStepText,
+          hasLeadingWhitespace
+        }) {
           const promptFormat = responseMessages.length === 0 ? initialPrompt.type : "messages";
           const promptMessages = await convertToLanguageModelPrompt({
             prompt: {
@@ -4004,9 +4011,9 @@ var DefaultStreamTextResult = class {
             ...prepareToolsAndToolChoice({ tools, toolChoice, activeTools })
           };
           const {
-            result: { stream: stream2, warnings: warnings2, rawResponse: rawResponse2, request: request2 },
-            doStreamSpan: doStreamSpan2,
-            startTimestampMs: startTimestampMs2
+            result: { stream, warnings, rawResponse, request },
+            doStreamSpan,
+            startTimestampMs
           } = await retry(
             () => recordSpan({
               name: "ai.streamText.doStream",
@@ -4048,10 +4055,10 @@ var DefaultStreamTextResult = class {
               }),
               tracer,
               endWhenDone: false,
-              fn: async (doStreamSpan3) => ({
+              fn: async (doStreamSpan2) => ({
                 startTimestampMs: now2(),
                 // get before the call
-                doStreamSpan: doStreamSpan3,
+                doStreamSpan: doStreamSpan2,
                 result: await model.doStream({
                   mode,
                   ...prepareCallSettings(settings),
@@ -4064,47 +4071,15 @@ var DefaultStreamTextResult = class {
               })
             })
           );
-          return {
-            result: {
-              stream: runToolsTransformation({
-                tools,
-                generatorStream: stream2,
-                toolCallStreaming,
-                tracer,
-                telemetry,
-                abortSignal
-              }),
-              warnings: warnings2,
-              request: request2 != null ? request2 : {},
-              rawResponse: rawResponse2
-            },
-            doStreamSpan: doStreamSpan2,
-            startTimestampMs: startTimestampMs2
-          };
-        };
-        const {
-          result: { stream, warnings, rawResponse, request },
-          doStreamSpan,
-          startTimestampMs
-        } = await startStep({ responseMessages: [] });
-        function addStepStream({
-          stream: stream2,
-          startTimestamp,
-          doStreamSpan: doStreamSpan2,
-          currentStep,
-          responseMessages,
-          usage = {
-            promptTokens: 0,
-            completionTokens: 0,
-            totalTokens: 0
-          },
-          stepType,
-          previousStepText = "",
-          stepRequest,
-          hasLeadingWhitespace,
-          warnings: warnings2,
-          response
-        }) {
+          const transformedStream = runToolsTransformation({
+            tools,
+            generatorStream: stream,
+            toolCallStreaming,
+            tracer,
+            telemetry,
+            abortSignal
+          });
+          const stepRequest = request != null ? request : {};
           const stepToolCalls = [];
           const stepToolResults = [];
           let stepFinishReason = "unknown";
@@ -4139,17 +4114,17 @@ var DefaultStreamTextResult = class {
             await (onChunk == null ? void 0 : onChunk({ chunk }));
           }
           self.stitchableStream.addStream(
-            stream2.pipeThrough(
+            transformedStream.pipeThrough(
               new TransformStream({
                 async transform(chunk, controller) {
                   var _a11, _b, _c;
                   if (stepFirstChunk) {
-                    const msToFirstChunk = now2() - startTimestamp;
+                    const msToFirstChunk = now2() - startTimestampMs;
                     stepFirstChunk = false;
-                    doStreamSpan2.addEvent("ai.stream.firstChunk", {
+                    doStreamSpan.addEvent("ai.stream.firstChunk", {
                       "ai.response.msToFirstChunk": msToFirstChunk
                     });
-                    doStreamSpan2.setAttributes({
+                    doStreamSpan.setAttributes({
                       "ai.response.msToFirstChunk": msToFirstChunk
                     });
                   }
@@ -4207,9 +4182,9 @@ var DefaultStreamTextResult = class {
                       stepFinishReason = chunk.finishReason;
                       stepProviderMetadata = chunk.experimental_providerMetadata;
                       stepLogProbs = chunk.logprobs;
-                      const msToFinish = now2() - startTimestamp;
-                      doStreamSpan2.addEvent("ai.stream.finish");
-                      doStreamSpan2.setAttributes({
+                      const msToFinish = now2() - startTimestampMs;
+                      doStreamSpan.addEvent("ai.stream.finish");
+                      doStreamSpan.setAttributes({
                         "ai.response.msToFinish": msToFinish,
                         "ai.response.avgCompletionTokensPerSecond": 1e3 * stepUsage.completionTokens / msToFinish
                       });
@@ -4260,7 +4235,7 @@ var DefaultStreamTextResult = class {
                     chunkBuffer = "";
                   }
                   try {
-                    doStreamSpan2.setAttributes(
+                    doStreamSpan.setAttributes(
                       selectTelemetryAttributes({
                         telemetry,
                         attributes: {
@@ -4285,7 +4260,7 @@ var DefaultStreamTextResult = class {
                     );
                   } catch (error) {
                   } finally {
-                    doStreamSpan2.end();
+                    doStreamSpan.end();
                   }
                   controller.enqueue({
                     type: "step-finish",
@@ -4325,12 +4300,12 @@ var DefaultStreamTextResult = class {
                     toolResults: stepToolResults,
                     finishReason: stepFinishReason,
                     usage: stepUsage,
-                    warnings: warnings2,
+                    warnings,
                     logprobs: stepLogProbs,
                     request: stepRequest,
                     response: {
                       ...stepResponse,
-                      headers: response == null ? void 0 : response.headers,
+                      headers: rawResponse == null ? void 0 : rawResponse.headers,
                       // deep clone msgs to avoid mutating past messages in multi-step:
                       messages: JSON.parse(JSON.stringify(responseMessages))
                     },
@@ -4345,26 +4320,13 @@ var DefaultStreamTextResult = class {
                     totalTokens: usage.totalTokens + stepUsage.totalTokens
                   };
                   if (nextStepType !== "done") {
-                    const {
-                      result,
-                      doStreamSpan: doStreamSpan3,
-                      startTimestampMs: startTimestamp2
-                    } = await startStep({ responseMessages });
-                    warnings2 = result.warnings;
-                    response = result.rawResponse;
-                    addStepStream({
-                      stream: result.stream,
-                      startTimestamp: startTimestamp2,
-                      doStreamSpan: doStreamSpan3,
+                    await streamStep({
                       currentStep: currentStep + 1,
                       responseMessages,
                       usage: combinedUsage,
                       stepType: nextStepType,
                       previousStepText: fullStepText,
-                      stepRequest: result.request,
-                      hasLeadingWhitespace: hasWhitespaceSuffix,
-                      warnings: warnings2,
-                      response
+                      hasLeadingWhitespace: hasWhitespaceSuffix
                     });
                     return;
                   }
@@ -4407,7 +4369,7 @@ var DefaultStreamTextResult = class {
                       messages: responseMessages
                     });
                     self.stepsPromise.resolve(stepResults);
-                    self.warningsPromise.resolve(warnings2 != null ? warnings2 : []);
+                    self.warningsPromise.resolve(warnings != null ? warnings : []);
                     await (onFinish == null ? void 0 : onFinish({
                       finishReason: stepFinishReason,
                       logprobs: stepLogProbs,
@@ -4425,7 +4387,7 @@ var DefaultStreamTextResult = class {
                         headers: rawResponse == null ? void 0 : rawResponse.headers,
                         messages: responseMessages
                       },
-                      warnings: warnings2,
+                      warnings,
                       experimental_providerMetadata: stepProviderMetadata,
                       steps: stepResults
                     }));
@@ -4439,18 +4401,17 @@ var DefaultStreamTextResult = class {
             )
           );
         }
-        addStepStream({
-          stream,
-          startTimestamp: startTimestampMs,
-          doStreamSpan,
+        await streamStep({
           currentStep: 0,
           responseMessages: [],
-          usage: void 0,
+          usage: {
+            promptTokens: 0,
+            completionTokens: 0,
+            totalTokens: 0
+          },
+          previousStepText: "",
           stepType: "initial",
-          stepRequest: request,
-          hasLeadingWhitespace: false,
-          warnings,
-          response: rawResponse
+          hasLeadingWhitespace: false
         });
       }
     }).catch((error) => {
@@ -4544,12 +4505,12 @@ var DefaultStreamTextResult = class {
         const chunkType = chunk.type;
         switch (chunkType) {
           case "text-delta": {
-            controller.enqueue(formatStreamPart("text", chunk.textDelta));
+            controller.enqueue(formatDataStreamPart("text", chunk.textDelta));
             break;
           }
           case "tool-call-streaming-start": {
             controller.enqueue(
-              formatStreamPart("tool_call_streaming_start", {
+              formatDataStreamPart("tool_call_streaming_start", {
                 toolCallId: chunk.toolCallId,
                 toolName: chunk.toolName
               })
@@ -4558,7 +4519,7 @@ var DefaultStreamTextResult = class {
           }
           case "tool-call-delta": {
             controller.enqueue(
-              formatStreamPart("tool_call_delta", {
+              formatDataStreamPart("tool_call_delta", {
                 toolCallId: chunk.toolCallId,
                 argsTextDelta: chunk.argsTextDelta
               })
@@ -4567,7 +4528,7 @@ var DefaultStreamTextResult = class {
           }
           case "tool-call": {
             controller.enqueue(
-              formatStreamPart("tool_call", {
+              formatDataStreamPart("tool_call", {
                 toolCallId: chunk.toolCallId,
                 toolName: chunk.toolName,
                 args: chunk.args
@@ -4577,7 +4538,7 @@ var DefaultStreamTextResult = class {
           }
           case "tool-result": {
             controller.enqueue(
-              formatStreamPart("tool_result", {
+              formatDataStreamPart("tool_result", {
                 toolCallId: chunk.toolCallId,
                 result: chunk.result
               })
@@ -4586,13 +4547,13 @@ var DefaultStreamTextResult = class {
           }
           case "error": {
             controller.enqueue(
-              formatStreamPart("error", getErrorMessage3(chunk.error))
+              formatDataStreamPart("error", getErrorMessage3(chunk.error))
             );
             break;
           }
           case "step-finish": {
             controller.enqueue(
-              formatStreamPart("finish_step", {
+              formatDataStreamPart("finish_step", {
                 finishReason: chunk.finishReason,
                 usage: sendUsage ? {
                   promptTokens: chunk.usage.promptTokens,
@@ -4605,7 +4566,7 @@ var DefaultStreamTextResult = class {
           }
           case "finish": {
             controller.enqueue(
-              formatStreamPart("finish_message", {
+              formatDataStreamPart("finish_message", {
                 finishReason: chunk.finishReason,
                 usage: sendUsage ? {
                   promptTokens: chunk.usage.promptTokens,
@@ -4875,7 +4836,7 @@ function magnitude(vector) {
 
 // streams/assistant-response.ts
 import {
-  formatStreamPart as formatStreamPart2
+  formatAssistantStreamPart
 } from "@ai-sdk/ui-utils";
 function AssistantResponse({ threadId, messageId }, process2) {
   const stream = new ReadableStream({
@@ -4884,17 +4845,21 @@ function AssistantResponse({ threadId, messageId }, process2) {
       const textEncoder = new TextEncoder();
       const sendMessage = (message) => {
         controller.enqueue(
-          textEncoder.encode(formatStreamPart2("assistant_message", message))
+          textEncoder.encode(
+            formatAssistantStreamPart("assistant_message", message)
+          )
         );
       };
       const sendDataMessage = (message) => {
         controller.enqueue(
-          textEncoder.encode(formatStreamPart2("data_message", message))
+          textEncoder.encode(
+            formatAssistantStreamPart("data_message", message)
+          )
         );
       };
       const sendError = (errorMessage) => {
         controller.enqueue(
-          textEncoder.encode(formatStreamPart2("error", errorMessage))
+          textEncoder.encode(formatAssistantStreamPart("error", errorMessage))
         );
       };
       const forwardStream = async (stream2) => {
@@ -4905,7 +4870,7 @@ function AssistantResponse({ threadId, messageId }, process2) {
             case "thread.message.created": {
               controller.enqueue(
                 textEncoder.encode(
-                  formatStreamPart2("assistant_message", {
+                  formatAssistantStreamPart("assistant_message", {
                     id: value.data.id,
                     role: "assistant",
                     content: [{ type: "text", text: { value: "" } }]
@@ -4919,7 +4884,7 @@ function AssistantResponse({ threadId, messageId }, process2) {
               if ((content == null ? void 0 : content.type) === "text" && ((_b = content.text) == null ? void 0 : _b.value) != null) {
                 controller.enqueue(
                   textEncoder.encode(
-                    formatStreamPart2("text", content.text.value)
+                    formatAssistantStreamPart("text", content.text.value)
                   )
                 );
               }
@@ -4936,7 +4901,7 @@ function AssistantResponse({ threadId, messageId }, process2) {
       };
       controller.enqueue(
         textEncoder.encode(
-          formatStreamPart2("assistant_control_data", {
+          formatAssistantStreamPart("assistant_control_data", {
             threadId,
             messageId
           })
@@ -5001,7 +4966,7 @@ function createCallbacksTransformer(callbacks = {}) {
 }
 
 // streams/stream-data.ts
-import { formatStreamPart as formatStreamPart3 } from "@ai-sdk/ui-utils";
+import { formatDataStreamPart as formatDataStreamPart2 } from "@ai-sdk/ui-utils";
 
 // util/constants.ts
 var HANGING_STREAM_WARNING_TIME_MS = 15 * 1e3;
@@ -5053,7 +5018,7 @@ var StreamData = class {
       throw new Error("Stream controller is not initialized.");
     }
     this.controller.enqueue(
-      this.encoder.encode(formatStreamPart3("data", [value]))
+      this.encoder.encode(formatDataStreamPart2("data", [value]))
     );
   }
   appendMessageAnnotation(value) {
@@ -5064,7 +5029,7 @@ var StreamData = class {
       throw new Error("Stream controller is not initialized.");
     }
     this.controller.enqueue(
-      this.encoder.encode(formatStreamPart3("message_annotations", [value]))
+      this.encoder.encode(formatDataStreamPart2("message_annotations", [value]))
     );
   }
 };
@@ -5074,7 +5039,7 @@ function createStreamDataTransformer() {
   return new TransformStream({
     transform: async (chunk, controller) => {
       const message = decoder.decode(chunk);
-      controller.enqueue(encoder.encode(formatStreamPart3("text", message)));
+      controller.enqueue(encoder.encode(formatDataStreamPart2("text", message)));
     }
   });
 }
@@ -5207,14 +5172,16 @@ export {
   experimental_createProviderRegistry,
   experimental_customProvider,
   experimental_wrapLanguageModel,
-  formatStreamPart4 as formatStreamPart,
+  formatAssistantStreamPart2 as formatAssistantStreamPart,
+  formatDataStreamPart3 as formatDataStreamPart,
   generateId2 as generateId,
   generateObject,
   generateText,
   jsonSchema,
-  parseStreamPart,
-  processDataProtocolResponse,
-  readDataStream,
+  parseAssistantStreamPart,
+  parseDataStreamPart,
+  processDataStream,
+  processTextStream,
   streamObject,
   streamText,
   tool