ai 3.1.0-canary.4 → 3.1.1

package/svelte/dist/index.mjs

@@ -598,9 +598,9 @@ var toolCallStreamPart = {
   code: "7",
   name: "tool_calls",
   parse: (value) => {
-    if (value == null || typeof value !== "object" || !("tool_calls" in value) || typeof value.tool_calls !== "object" || value.tool_calls == null || !Array.isArray(value.tool_calls) || value.tool_calls.some((tc) => {
-      tc == null || typeof tc !== "object" || !("id" in tc) || typeof tc.id !== "string" || !("type" in tc) || typeof tc.type !== "string" || !("function" in tc) || tc.function == null || typeof tc.function !== "object" || !("arguments" in tc.function) || typeof tc.function.name !== "string" || typeof tc.function.arguments !== "string";
-    })) {
+    if (value == null || typeof value !== "object" || !("tool_calls" in value) || typeof value.tool_calls !== "object" || value.tool_calls == null || !Array.isArray(value.tool_calls) || value.tool_calls.some(
+      (tc) => tc == null || typeof tc !== "object" || !("id" in tc) || typeof tc.id !== "string" || !("type" in tc) || typeof tc.type !== "string" || !("function" in tc) || tc.function == null || typeof tc.function !== "object" || !("arguments" in tc.function) || typeof tc.function.name !== "string" || typeof tc.function.arguments !== "string"
+    )) {
       throw new Error(
         '"tool_calls" parts expect an object with a ToolCallPayload.'
       );
@@ -713,27 +713,12 @@ async function* readDataStream(reader, {
   }
 }
 
-// shared/utils.ts
+// shared/generate-id.ts
 import { customAlphabet } from "nanoid/non-secure";
-var nanoid = customAlphabet(
+var generateId = customAlphabet(
   "0123456789ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz",
   7
 );
-function createChunkDecoder(complex) {
-  const decoder = new TextDecoder();
-  if (!complex) {
-    return function(chunk) {
-      if (!chunk)
-        return "";
-      return decoder.decode(chunk, { stream: true });
-    };
-  }
-  return function(chunk) {
-    const decoded = decoder.decode(chunk, { stream: true }).split("\n").filter((line) => line !== "");
-    return decoded.map(parseStreamPart).filter(Boolean);
-  };
-}
-var COMPLEX_HEADER = "X-Experimental-Stream-Data";
 
 // shared/parse-complex-response.ts
 function assignAnnotationsToMessage(message, annotations) {
@@ -746,7 +731,7 @@ async function parseComplexResponse({
   abortControllerRef,
   update,
   onFinish,
-  generateId = nanoid,
+  generateId: generateId2 = generateId,
   getCurrentDate = () => /* @__PURE__ */ new Date()
 }) {
   const createdAt = getCurrentDate();
@@ -765,7 +750,7 @@ async function parseComplexResponse({
         };
       } else {
         prefixMap["text"] = {
-          id: generateId(),
+          id: generateId2(),
           role: "assistant",
           content: value,
           createdAt
@@ -775,7 +760,7 @@ async function parseComplexResponse({
     let functionCallMessage = null;
     if (type === "function_call") {
       prefixMap["function_call"] = {
-        id: generateId(),
+        id: generateId2(),
         role: "assistant",
         content: "",
         function_call: value.function_call,
@@ -787,7 +772,7 @@ async function parseComplexResponse({
     let toolCallMessage = null;
     if (type === "tool_calls") {
       prefixMap["tool_calls"] = {
-        id: generateId(),
+        id: generateId2(),
         role: "assistant",
         content: "",
         tool_calls: value.tool_calls,
@@ -846,20 +831,36 @@ async function parseComplexResponse({
   };
 }
 
+// shared/utils.ts
+function createChunkDecoder(complex) {
+  const decoder = new TextDecoder();
+  if (!complex) {
+    return function(chunk) {
+      if (!chunk)
+        return "";
+      return decoder.decode(chunk, { stream: true });
+    };
+  }
+  return function(chunk) {
+    const decoded = decoder.decode(chunk, { stream: true }).split("\n").filter((line) => line !== "");
+    return decoded.map(parseStreamPart).filter(Boolean);
+  };
+}
+
 // shared/call-chat-api.ts
 async function callChatApi({
   api,
   messages,
   body,
+  streamMode = "stream-data",
   credentials,
   headers,
   abortController,
-  appendMessage,
   restoreMessagesOnFailure,
   onResponse,
   onUpdate,
   onFinish,
-  generateId
+  generateId: generateId2
 }) {
   var _a;
   const response = await fetch(api, {
@@ -895,63 +896,51 @@ async function callChatApi({
     throw new Error("The response body is empty.");
   }
   const reader = response.body.getReader();
-  const isComplexMode = response.headers.get(COMPLEX_HEADER) === "true";
-  if (isComplexMode) {
-    return await parseComplexResponse({
-      reader,
-      abortControllerRef: abortController != null ? { current: abortController() } : void 0,
-      update: onUpdate,
-      onFinish(prefixMap) {
-        if (onFinish && prefixMap.text != null) {
-          onFinish(prefixMap.text);
+  switch (streamMode) {
+    case "text": {
+      const decoder = createChunkDecoder();
+      const resultMessage = {
+        id: generateId2(),
+        createdAt: /* @__PURE__ */ new Date(),
+        role: "assistant",
+        content: ""
+      };
+      while (true) {
+        const { done, value } = await reader.read();
+        if (done) {
+          break;
+        }
+        resultMessage.content += decoder(value);
+        resultMessage.id = generateId2();
+        onUpdate([{ ...resultMessage }], []);
+        if ((abortController == null ? void 0 : abortController()) === null) {
+          reader.cancel();
+          break;
         }
-      },
-      generateId
-    });
-  } else {
-    const createdAt = /* @__PURE__ */ new Date();
-    const decode = createChunkDecoder(false);
-    let streamedResponse = "";
-    const replyId = generateId();
-    let responseMessage = {
-      id: replyId,
-      createdAt,
-      content: "",
-      role: "assistant"
-    };
-    while (true) {
-      const { done, value } = await reader.read();
-      if (done) {
-        break;
-      }
-      streamedResponse += decode(value);
-      if (streamedResponse.startsWith('{"function_call":')) {
-        responseMessage["function_call"] = streamedResponse;
-      } else if (streamedResponse.startsWith('{"tool_calls":')) {
-        responseMessage["tool_calls"] = streamedResponse;
-      } else {
-        responseMessage["content"] = streamedResponse;
-      }
-      appendMessage({ ...responseMessage });
-      if ((abortController == null ? void 0 : abortController()) === null) {
-        reader.cancel();
-        break;
       }
+      onFinish == null ? void 0 : onFinish(resultMessage);
+      return {
+        messages: [resultMessage],
+        data: []
+      };
     }
-    if (streamedResponse.startsWith('{"function_call":')) {
-      const parsedFunctionCall = JSON.parse(streamedResponse).function_call;
-      responseMessage["function_call"] = parsedFunctionCall;
-      appendMessage({ ...responseMessage });
-    }
-    if (streamedResponse.startsWith('{"tool_calls":')) {
-      const parsedToolCalls = JSON.parse(streamedResponse).tool_calls;
-      responseMessage["tool_calls"] = parsedToolCalls;
-      appendMessage({ ...responseMessage });
+    case "stream-data": {
+      return await parseComplexResponse({
+        reader,
+        abortControllerRef: abortController != null ? { current: abortController() } : void 0,
+        update: onUpdate,
+        onFinish(prefixMap) {
+          if (onFinish && prefixMap.text != null) {
+            onFinish(prefixMap.text);
+          }
+        },
+        generateId: generateId2
+      });
     }
-    if (onFinish) {
-      onFinish(responseMessage);
+    default: {
+      const exhaustiveCheck = streamMode;
+      throw new Error(`Unknown stream mode: ${exhaustiveCheck}`);
     }
-    return responseMessage;
   }
 }
 
@@ -1072,7 +1061,7 @@ async function processChatStream({
 }
 
 // svelte/use-chat.ts
-var getStreamedResponse = async (api, chatRequest, mutate, mutateStreamData, existingData, extraMetadata, previousMessages, abortControllerRef, generateId, onFinish, onResponse, sendExtraMessageFields) => {
+var getStreamedResponse = async (api, chatRequest, mutate, mutateStreamData, existingData, extraMetadata, previousMessages, abortControllerRef, generateId2, streamMode, onFinish, onResponse, sendExtraMessageFields) => {
   var _a, _b;
   mutate(chatRequest.messages);
   const constructedMessagesPayload = sendExtraMessageFields ? chatRequest.messages : chatRequest.messages.map(
@@ -1108,15 +1097,13 @@ var getStreamedResponse = async (api, chatRequest, mutate, mutateStreamData, exi
         tool_choice: chatRequest.tool_choice
       }
     },
+    streamMode,
     credentials: extraMetadata.credentials,
     headers: {
       ...extraMetadata.headers,
       ...(_b = chatRequest.options) == null ? void 0 : _b.headers
     },
     abortController: () => abortControllerRef,
-    appendMessage(message) {
-      mutate([...chatRequest.messages, message]);
-    },
     restoreMessagesOnFailure() {
       mutate(previousMessages);
     },
@@ -1126,7 +1113,7 @@ var getStreamedResponse = async (api, chatRequest, mutate, mutateStreamData, exi
       mutateStreamData([...existingData || [], ...data || []]);
     },
     onFinish,
-    generateId
+    generateId: generateId2
   });
 };
 var uniqueId = 0;
@@ -1139,13 +1126,14 @@ function useChat({
   sendExtraMessageFields,
   experimental_onFunctionCall,
   experimental_onToolCall,
+  streamMode,
   onResponse,
   onFinish,
   onError,
   credentials,
   headers,
   body,
-  generateId = nanoid
+  generateId: generateId2 = generateId
 } = {}) {
   const chatId = id || `chat-${uniqueId++}`;
   const key = `${api}|${chatId}`;
@@ -1189,7 +1177,8 @@ function useChat({
           extraMetadata,
           get(messages),
           abortController,
-          generateId,
+          generateId2,
+          streamMode,
           onFinish,
           onResponse,
           sendExtraMessageFields
@@ -1224,7 +1213,7 @@ function useChat({
     tool_choice
   } = {}) => {
     if (!message.id) {
-      message.id = generateId();
+      message.id = generateId2();
     }
     const chatRequest = {
       messages: get(messages).concat(message),
@@ -1323,6 +1312,7 @@ async function callCompletionApi({
   credentials,
   headers,
   body,
+  streamMode = "stream-data",
   setCompletion,
   setLoading,
   setError,
@@ -1370,36 +1360,44 @@ async function callCompletionApi({
     }
     let result = "";
     const reader = res.body.getReader();
-    const isComplexMode = res.headers.get(COMPLEX_HEADER) === "true";
-    if (isComplexMode) {
-      for await (const { type, value } of readDataStream(reader, {
-        isAborted: () => abortController === null
-      })) {
-        switch (type) {
-          case "text": {
-            result += value;
-            setCompletion(result);
+    switch (streamMode) {
+      case "text": {
+        const decoder = createChunkDecoder();
+        while (true) {
+          const { done, value } = await reader.read();
+          if (done) {
             break;
           }
-          case "data": {
-            onData == null ? void 0 : onData(value);
+          result += decoder(value);
+          setCompletion(result);
+          if (abortController === null) {
+            reader.cancel();
             break;
           }
         }
+        break;
       }
-    } else {
-      const decoder = createChunkDecoder();
-      while (true) {
-        const { done, value } = await reader.read();
-        if (done) {
-          break;
-        }
-        result += decoder(value);
-        setCompletion(result);
-        if (abortController === null) {
-          reader.cancel();
-          break;
+      case "stream-data": {
+        for await (const { type, value } of readDataStream(reader, {
+          isAborted: () => abortController === null
+        })) {
+          switch (type) {
+            case "text": {
+              result += value;
+              setCompletion(result);
+              break;
+            }
+            case "data": {
+              onData == null ? void 0 : onData(value);
+              break;
+            }
+          }
         }
+        break;
+      }
+      default: {
+        const exhaustiveCheck = streamMode;
+        throw new Error(`Unknown stream mode: ${exhaustiveCheck}`);
       }
     }
     if (onFinish) {
@@ -1434,6 +1432,7 @@ function useCompletion({
   credentials,
   headers,
   body,
+  streamMode,
   onResponse,
   onFinish,
   onError
@@ -1472,6 +1471,7 @@ function useCompletion({
         ...body,
         ...options == null ? void 0 : options.body
       },
+      streamMode,
       setCompletion: mutate,
       setLoading: (loadingState) => loading.set(loadingState),
       setError: (err) => error.set(err),