ai 3.0.22 → 3.0.24

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "ai",
-  "version": "3.0.22",
+  "version": "3.0.24",
   "license": "Apache-2.0",
   "sideEffects": false,
   "main": "./dist/index.js",
@@ -58,7 +58,7 @@
   },
   "dependencies": {
     "@ai-sdk/provider": "0.0.0",
-    "@ai-sdk/provider-utils": "0.0.0",
+    "@ai-sdk/provider-utils": "0.0.1",
     "secure-json-parse": "2.7.0",
     "eventsource-parser": "1.1.2",
     "jsondiffpatch": "0.6.0",

package/react/dist/index.d.mts

@@ -202,6 +202,8 @@ type UseChatOptions = {
      * handle the extra fields before forwarding the request to the AI service.
      */
     sendExtraMessageFields?: boolean;
+    /** Stream mode (default to "stream-data") */
+    streamMode?: 'stream-data' | 'text';
 };
 type UseCompletionOptions = {
     /**
@@ -258,6 +260,8 @@ type UseCompletionOptions = {
      * ```
      */
     body?: object;
+    /** Stream mode (default to "stream-data") */
+    streamMode?: 'stream-data' | 'text';
 };
 type JSONValue = null | string | number | boolean | {
     [x: string]: JSONValue;
@@ -352,7 +356,7 @@ type StreamingReactResponseAction = (payload: {
     messages: Message[];
     data?: Record<string, string>;
 }) => Promise<experimental_StreamingReactResponse>;
-declare function useChat({ api, id, initialMessages, initialInput, sendExtraMessageFields, experimental_onFunctionCall, experimental_onToolCall, onResponse, onFinish, onError, credentials, headers, body, generateId, }?: Omit<UseChatOptions, 'api'> & {
+declare function useChat({ api, id, initialMessages, initialInput, sendExtraMessageFields, experimental_onFunctionCall, experimental_onToolCall, streamMode, onResponse, onFinish, onError, credentials, headers, body, generateId, }?: Omit<UseChatOptions, 'api'> & {
     api?: string | StreamingReactResponseAction;
     key?: string;
 }): UseChatHelpers;
@@ -401,7 +405,7 @@ type UseCompletionHelpers = {
     /** Additional data added on the server via StreamData */
     data?: JSONValue[];
 };
-declare function useCompletion({ api, id, initialCompletion, initialInput, credentials, headers, body, onResponse, onFinish, onError, }?: UseCompletionOptions): UseCompletionHelpers;
+declare function useCompletion({ api, id, initialCompletion, initialInput, credentials, headers, body, streamMode, onResponse, onFinish, onError, }?: UseCompletionOptions): UseCompletionHelpers;
 
 type AssistantStatus = 'in_progress' | 'awaiting_message';
 type UseAssistantHelpers = {

package/react/dist/index.d.ts

@@ -202,6 +202,8 @@ type UseChatOptions = {
      * handle the extra fields before forwarding the request to the AI service.
      */
     sendExtraMessageFields?: boolean;
+    /** Stream mode (default to "stream-data") */
+    streamMode?: 'stream-data' | 'text';
 };
 type UseCompletionOptions = {
     /**
@@ -258,6 +260,8 @@ type UseCompletionOptions = {
      * ```
      */
     body?: object;
+    /** Stream mode (default to "stream-data") */
+    streamMode?: 'stream-data' | 'text';
 };
 type JSONValue = null | string | number | boolean | {
     [x: string]: JSONValue;
@@ -352,7 +356,7 @@ type StreamingReactResponseAction = (payload: {
     messages: Message[];
     data?: Record<string, string>;
 }) => Promise<experimental_StreamingReactResponse>;
-declare function useChat({ api, id, initialMessages, initialInput, sendExtraMessageFields, experimental_onFunctionCall, experimental_onToolCall, onResponse, onFinish, onError, credentials, headers, body, generateId, }?: Omit<UseChatOptions, 'api'> & {
+declare function useChat({ api, id, initialMessages, initialInput, sendExtraMessageFields, experimental_onFunctionCall, experimental_onToolCall, streamMode, onResponse, onFinish, onError, credentials, headers, body, generateId, }?: Omit<UseChatOptions, 'api'> & {
     api?: string | StreamingReactResponseAction;
     key?: string;
 }): UseChatHelpers;
@@ -401,7 +405,7 @@ type UseCompletionHelpers = {
     /** Additional data added on the server via StreamData */
     data?: JSONValue[];
 };
-declare function useCompletion({ api, id, initialCompletion, initialInput, credentials, headers, body, onResponse, onFinish, onError, }?: UseCompletionOptions): UseCompletionHelpers;
+declare function useCompletion({ api, id, initialCompletion, initialInput, credentials, headers, body, streamMode, onResponse, onFinish, onError, }?: UseCompletionOptions): UseCompletionHelpers;
 
 type AssistantStatus = 'in_progress' | 'awaiting_message';
 type UseAssistantHelpers = {

package/react/dist/index.js

@@ -375,11 +375,28 @@ async function parseComplexResponse({
   };
 }
 
+// shared/utils.ts
+function createChunkDecoder(complex) {
+  const decoder = new TextDecoder();
+  if (!complex) {
+    return function(chunk) {
+      if (!chunk)
+        return "";
+      return decoder.decode(chunk, { stream: true });
+    };
+  }
+  return function(chunk) {
+    const decoded = decoder.decode(chunk, { stream: true }).split("\n").filter((line) => line !== "");
+    return decoded.map(parseStreamPart).filter(Boolean);
+  };
+}
+
 // shared/call-chat-api.ts
 async function callChatApi({
   api,
   messages,
   body,
+  streamMode = "stream-data",
   credentials,
   headers,
   abortController,
@@ -423,17 +440,52 @@ async function callChatApi({
     throw new Error("The response body is empty.");
   }
   const reader = response.body.getReader();
-  return await parseComplexResponse({
-    reader,
-    abortControllerRef: abortController != null ? { current: abortController() } : void 0,
-    update: onUpdate,
-    onFinish(prefixMap) {
-      if (onFinish && prefixMap.text != null) {
-        onFinish(prefixMap.text);
+  switch (streamMode) {
+    case "text": {
+      const decoder = createChunkDecoder();
+      const resultMessage = {
+        id: generateId2(),
+        createdAt: /* @__PURE__ */ new Date(),
+        role: "assistant",
+        content: ""
+      };
+      while (true) {
+        const { done, value } = await reader.read();
+        if (done) {
+          break;
+        }
+        resultMessage.content += decoder(value);
+        resultMessage.id = generateId2();
+        onUpdate([{ ...resultMessage }], []);
+        if ((abortController == null ? void 0 : abortController()) === null) {
+          reader.cancel();
+          break;
+        }
       }
-    },
-    generateId: generateId2
-  });
+      onFinish == null ? void 0 : onFinish(resultMessage);
+      return {
+        messages: [resultMessage],
+        data: []
+      };
+    }
+    case "stream-data": {
+      return await parseComplexResponse({
+        reader,
+        abortControllerRef: abortController != null ? { current: abortController() } : void 0,
+        update: onUpdate,
+        onFinish(prefixMap) {
+          if (onFinish && prefixMap.text != null) {
+            onFinish(prefixMap.text);
+          }
+        },
+        generateId: generateId2
+      });
+    }
+    default: {
+      const exhaustiveCheck = streamMode;
+      throw new Error(`Unknown stream mode: ${exhaustiveCheck}`);
+    }
+  }
 }
 
 // shared/process-chat-stream.ts
@@ -553,7 +605,7 @@ async function processChatStream({
 }
 
 // react/use-chat.ts
-var getStreamedResponse = async (api, chatRequest, mutate, mutateStreamData, existingData, extraMetadataRef, messagesRef, abortControllerRef, generateId2, onFinish, onResponse, sendExtraMessageFields) => {
+var getStreamedResponse = async (api, chatRequest, mutate, mutateStreamData, existingData, extraMetadataRef, messagesRef, abortControllerRef, generateId2, streamMode, onFinish, onResponse, sendExtraMessageFields) => {
   var _a, _b;
   const previousMessages = messagesRef.current;
   mutate(chatRequest.messages, false);
@@ -624,6 +676,7 @@ var getStreamedResponse = async (api, chatRequest, mutate, mutateStreamData, exi
         tool_choice: chatRequest.tool_choice
       }
     },
+    streamMode,
     credentials: extraMetadataRef.current.credentials,
     headers: {
       ...extraMetadataRef.current.headers,
@@ -650,6 +703,7 @@ function useChat({
   sendExtraMessageFields,
   experimental_onFunctionCall,
   experimental_onToolCall,
+  streamMode,
   onResponse,
   onFinish,
   onError,
@@ -708,6 +762,7 @@ function useChat({
             messagesRef,
             abortControllerRef,
             generateId2,
+            streamMode,
             onFinish,
             onResponse,
             sendExtraMessageFields
@@ -878,6 +933,7 @@ async function callCompletionApi({
   credentials,
   headers,
   body,
+  streamMode = "stream-data",
   setCompletion,
   setLoading,
   setError,
@@ -925,19 +981,44 @@ async function callCompletionApi({
     }
     let result = "";
     const reader = res.body.getReader();
-    for await (const { type, value } of readDataStream(reader, {
-      isAborted: () => abortController === null
-    })) {
-      switch (type) {
-        case "text": {
-          result += value;
+    switch (streamMode) {
+      case "text": {
+        const decoder = createChunkDecoder();
+        while (true) {
+          const { done, value } = await reader.read();
+          if (done) {
+            break;
+          }
+          result += decoder(value);
           setCompletion(result);
-          break;
+          if (abortController === null) {
+            reader.cancel();
+            break;
+          }
         }
-        case "data": {
-          onData == null ? void 0 : onData(value);
-          break;
+        break;
+      }
+      case "stream-data": {
+        for await (const { type, value } of readDataStream(reader, {
+          isAborted: () => abortController === null
+        })) {
+          switch (type) {
+            case "text": {
+              result += value;
+              setCompletion(result);
+              break;
+            }
+            case "data": {
+              onData == null ? void 0 : onData(value);
+              break;
+            }
+          }
         }
+        break;
+      }
+      default: {
+        const exhaustiveCheck = streamMode;
+        throw new Error(`Unknown stream mode: ${exhaustiveCheck}`);
       }
     }
     if (onFinish) {
@@ -970,6 +1051,7 @@ function useCompletion({
   credentials,
   headers,
   body,
+  streamMode,
   onResponse,
   onFinish,
   onError
@@ -1009,6 +1091,7 @@ function useCompletion({
         ...extraMetadataRef.current.body,
         ...options == null ? void 0 : options.body
       },
+      streamMode,
       setCompletion: (completion2) => mutate(completion2, false),
       setLoading: mutateLoading,
       setError,