ai 3.0.22 → 3.0.24

package/svelte/dist/index.js

@@ -858,11 +858,28 @@ async function parseComplexResponse({
   };
 }
 
+// shared/utils.ts
+function createChunkDecoder(complex) {
+  const decoder = new TextDecoder();
+  if (!complex) {
+    return function(chunk) {
+      if (!chunk)
+        return "";
+      return decoder.decode(chunk, { stream: true });
+    };
+  }
+  return function(chunk) {
+    const decoded = decoder.decode(chunk, { stream: true }).split("\n").filter((line) => line !== "");
+    return decoded.map(parseStreamPart).filter(Boolean);
+  };
+}
+
 // shared/call-chat-api.ts
 async function callChatApi({
   api,
   messages,
   body,
+  streamMode = "stream-data",
   credentials,
   headers,
   abortController,
@@ -906,17 +923,52 @@ async function callChatApi({
     throw new Error("The response body is empty.");
   }
   const reader = response.body.getReader();
-  return await parseComplexResponse({
-    reader,
-    abortControllerRef: abortController != null ? { current: abortController() } : void 0,
-    update: onUpdate,
-    onFinish(prefixMap) {
-      if (onFinish && prefixMap.text != null) {
-        onFinish(prefixMap.text);
+  switch (streamMode) {
+    case "text": {
+      const decoder = createChunkDecoder();
+      const resultMessage = {
+        id: generateId2(),
+        createdAt: /* @__PURE__ */ new Date(),
+        role: "assistant",
+        content: ""
+      };
+      while (true) {
+        const { done, value } = await reader.read();
+        if (done) {
+          break;
+        }
+        resultMessage.content += decoder(value);
+        resultMessage.id = generateId2();
+        onUpdate([{ ...resultMessage }], []);
+        if ((abortController == null ? void 0 : abortController()) === null) {
+          reader.cancel();
+          break;
+        }
       }
-    },
-    generateId: generateId2
-  });
+      onFinish == null ? void 0 : onFinish(resultMessage);
+      return {
+        messages: [resultMessage],
+        data: []
+      };
+    }
+    case "stream-data": {
+      return await parseComplexResponse({
+        reader,
+        abortControllerRef: abortController != null ? { current: abortController() } : void 0,
+        update: onUpdate,
+        onFinish(prefixMap) {
+          if (onFinish && prefixMap.text != null) {
+            onFinish(prefixMap.text);
+          }
+        },
+        generateId: generateId2
+      });
+    }
+    default: {
+      const exhaustiveCheck = streamMode;
+      throw new Error(`Unknown stream mode: ${exhaustiveCheck}`);
+    }
+  }
 }
 
 // shared/process-chat-stream.ts
@@ -1036,7 +1088,7 @@ async function processChatStream({
 }
 
 // svelte/use-chat.ts
-var getStreamedResponse = async (api, chatRequest, mutate, mutateStreamData, existingData, extraMetadata, previousMessages, abortControllerRef, generateId2, onFinish, onResponse, sendExtraMessageFields) => {
+var getStreamedResponse = async (api, chatRequest, mutate, mutateStreamData, existingData, extraMetadata, previousMessages, abortControllerRef, generateId2, streamMode, onFinish, onResponse, sendExtraMessageFields) => {
   var _a, _b;
   mutate(chatRequest.messages);
   const constructedMessagesPayload = sendExtraMessageFields ? chatRequest.messages : chatRequest.messages.map(
@@ -1072,6 +1124,7 @@ var getStreamedResponse = async (api, chatRequest, mutate, mutateStreamData, exi
         tool_choice: chatRequest.tool_choice
       }
     },
+    streamMode,
     credentials: extraMetadata.credentials,
     headers: {
       ...extraMetadata.headers,
@@ -1100,6 +1153,7 @@ function useChat({
   sendExtraMessageFields,
   experimental_onFunctionCall,
   experimental_onToolCall,
+  streamMode,
   onResponse,
   onFinish,
   onError,
@@ -1151,6 +1205,7 @@ function useChat({
           (0, import_store.get)(messages),
           abortController,
           generateId2,
+          streamMode,
           onFinish,
           onResponse,
           sendExtraMessageFields
@@ -1284,6 +1339,7 @@ async function callCompletionApi({
   credentials,
   headers,
   body,
+  streamMode = "stream-data",
   setCompletion,
   setLoading,
   setError,
@@ -1331,19 +1387,44 @@ async function callCompletionApi({
     }
     let result = "";
     const reader = res.body.getReader();
-    for await (const { type, value } of readDataStream(reader, {
-      isAborted: () => abortController === null
-    })) {
-      switch (type) {
-        case "text": {
-          result += value;
+    switch (streamMode) {
+      case "text": {
+        const decoder = createChunkDecoder();
+        while (true) {
+          const { done, value } = await reader.read();
+          if (done) {
+            break;
+          }
+          result += decoder(value);
           setCompletion(result);
-          break;
+          if (abortController === null) {
+            reader.cancel();
+            break;
+          }
         }
-        case "data": {
-          onData == null ? void 0 : onData(value);
-          break;
+        break;
+      }
+      case "stream-data": {
+        for await (const { type, value } of readDataStream(reader, {
+          isAborted: () => abortController === null
+        })) {
+          switch (type) {
+            case "text": {
+              result += value;
+              setCompletion(result);
+              break;
+            }
+            case "data": {
+              onData == null ? void 0 : onData(value);
+              break;
+            }
+          }
         }
+        break;
+      }
+      default: {
+        const exhaustiveCheck = streamMode;
+        throw new Error(`Unknown stream mode: ${exhaustiveCheck}`);
       }
     }
     if (onFinish) {
@@ -1378,6 +1459,7 @@ function useCompletion({
   credentials,
   headers,
   body,
+  streamMode,
   onResponse,
   onFinish,
   onError
@@ -1416,6 +1498,7 @@ function useCompletion({
         ...body,
         ...options == null ? void 0 : options.body
       },
+      streamMode,
       setCompletion: mutate,
       setLoading: (loadingState) => loading.set(loadingState),
       setError: (err) => error.set(err),