ai 2.2.24 → 2.2.26

package/vue/dist/index.mjs

@@ -145,6 +145,251 @@ function createChunkDecoder(complex) {
     return decoded.map(parseStreamPart).filter(Boolean);
   };
 }
+var COMPLEX_HEADER = "X-Experimental-Stream-Data";
+
+// shared/parse-complex-response.ts
+async function parseComplexResponse({
+  reader,
+  abortControllerRef,
+  update,
+  onFinish,
+  generateId = nanoid,
+  getCurrentDate = () => /* @__PURE__ */ new Date()
+}) {
+  const createdAt = getCurrentDate();
+  const decode = createChunkDecoder(true);
+  const prefixMap = {
+    data: []
+  };
+  const NEWLINE = "\n".charCodeAt(0);
+  const chunks = [];
+  let totalLength = 0;
+  while (true) {
+    const { value } = await reader.read();
+    if (value) {
+      chunks.push(value);
+      totalLength += value.length;
+      if (value[value.length - 1] !== NEWLINE) {
+        continue;
+      }
+    }
+    if (chunks.length === 0) {
+      break;
+    }
+    let concatenatedChunks = new Uint8Array(totalLength);
+    let offset = 0;
+    for (const chunk of chunks) {
+      concatenatedChunks.set(chunk, offset);
+      offset += chunk.length;
+    }
+    chunks.length = 0;
+    totalLength = 0;
+    const lines = decode(concatenatedChunks);
+    if (typeof lines === "string") {
+      throw new Error(
+        "Invalid response format. Complex mode was set but the response is a string. This should never happen."
+      );
+    }
+    for (const { type, value: value2 } of lines) {
+      if (type === "text") {
+        if (prefixMap["text"]) {
+          prefixMap["text"] = {
+            ...prefixMap["text"],
+            content: (prefixMap["text"].content || "") + value2
+          };
+        } else {
+          prefixMap["text"] = {
+            id: generateId(),
+            role: "assistant",
+            content: value2,
+            createdAt
+          };
+        }
+      }
+      let functionCallMessage = null;
+      if (type === "function_call") {
+        prefixMap["function_call"] = {
+          id: generateId(),
+          role: "assistant",
+          content: "",
+          function_call: value2.function_call,
+          name: value2.function_call.name,
+          createdAt
+        };
+        functionCallMessage = prefixMap["function_call"];
+      }
+      if (type === "data") {
+        prefixMap["data"].push(...value2);
+      }
+      const responseMessage = prefixMap["text"];
+      const merged = [functionCallMessage, responseMessage].filter(
+        Boolean
+      );
+      update(merged, [...prefixMap["data"]]);
+      if ((abortControllerRef == null ? void 0 : abortControllerRef.current) === null) {
+        reader.cancel();
+        break;
+      }
+    }
+  }
+  onFinish == null ? void 0 : onFinish(prefixMap);
+  return {
+    messages: [prefixMap.text, prefixMap.function_call].filter(
+      Boolean
+    ),
+    data: prefixMap.data
+  };
+}
+
+// shared/call-api.ts
+async function callApi({
+  api,
+  messages,
+  body,
+  credentials,
+  headers,
+  abortController,
+  appendMessage,
+  restoreMessagesOnFailure,
+  onResponse,
+  onUpdate,
+  onFinish,
+  generateId
+}) {
+  var _a;
+  const response = await fetch(api, {
+    method: "POST",
+    body: JSON.stringify({
+      messages,
+      ...body
+    }),
+    headers: {
+      "Content-Type": "application/json",
+      ...headers
+    },
+    signal: (_a = abortController == null ? void 0 : abortController()) == null ? void 0 : _a.signal,
+    credentials
+  }).catch((err) => {
+    restoreMessagesOnFailure();
+    throw err;
+  });
+  if (onResponse) {
+    try {
+      await onResponse(response);
+    } catch (err) {
+      throw err;
+    }
+  }
+  if (!response.ok) {
+    restoreMessagesOnFailure();
+    throw new Error(
+      await response.text() || "Failed to fetch the chat response."
+    );
+  }
+  if (!response.body) {
+    throw new Error("The response body is empty.");
+  }
+  const reader = response.body.getReader();
+  const isComplexMode = response.headers.get(COMPLEX_HEADER) === "true";
+  if (isComplexMode) {
+    return await parseComplexResponse({
+      reader,
+      abortControllerRef: abortController != null ? { current: abortController() } : void 0,
+      update: onUpdate,
+      onFinish(prefixMap) {
+        if (onFinish && prefixMap.text != null) {
+          onFinish(prefixMap.text);
+        }
+      },
+      generateId
+    });
+  } else {
+    const createdAt = /* @__PURE__ */ new Date();
+    const decode = createChunkDecoder(false);
+    let streamedResponse = "";
+    const replyId = generateId();
+    let responseMessage = {
+      id: replyId,
+      createdAt,
+      content: "",
+      role: "assistant"
+    };
+    while (true) {
+      const { done, value } = await reader.read();
+      if (done) {
+        break;
+      }
+      streamedResponse += decode(value);
+      if (streamedResponse.startsWith('{"function_call":')) {
+        responseMessage["function_call"] = streamedResponse;
+      } else {
+        responseMessage["content"] = streamedResponse;
+      }
+      appendMessage({ ...responseMessage });
+      if ((abortController == null ? void 0 : abortController()) === null) {
+        reader.cancel();
+        break;
+      }
+    }
+    if (streamedResponse.startsWith('{"function_call":')) {
+      const parsedFunctionCall = JSON.parse(streamedResponse).function_call;
+      responseMessage["function_call"] = parsedFunctionCall;
+      appendMessage({ ...responseMessage });
+    }
+    if (onFinish) {
+      onFinish(responseMessage);
+    }
+    return responseMessage;
+  }
+}
+
+// shared/process-chat-stream.ts
+async function processChatStream({
+  getStreamedResponse,
+  experimental_onFunctionCall,
+  updateChatRequest,
+  getCurrentMessages
+}) {
+  while (true) {
+    const messagesAndDataOrJustMessage = await getStreamedResponse();
+    if ("messages" in messagesAndDataOrJustMessage) {
+      let hasFollowingResponse = false;
+      for (const message of messagesAndDataOrJustMessage.messages) {
+        if (message.function_call === void 0 || typeof message.function_call === "string") {
+          continue;
+        }
+        hasFollowingResponse = true;
+        if (experimental_onFunctionCall) {
+          const functionCall = message.function_call;
+          const functionCallResponse = await experimental_onFunctionCall(
+            getCurrentMessages(),
+            functionCall
+          );
+          if (functionCallResponse === void 0) {
+            hasFollowingResponse = false;
+            break;
+          }
+          updateChatRequest(functionCallResponse);
+        }
+      }
+      if (!hasFollowingResponse) {
+        break;
+      }
+    } else {
+      const streamedResponseMessage = messagesAndDataOrJustMessage;
+      if (streamedResponseMessage.function_call === void 0 || typeof streamedResponseMessage.function_call === "string") {
+        break;
+      }
+      if (experimental_onFunctionCall) {
+        const functionCall = streamedResponseMessage.function_call;
+        const functionCallResponse = await experimental_onFunctionCall(getCurrentMessages(), functionCall);
+        if (functionCallResponse === void 0)
+          break;
+        updateChatRequest(functionCallResponse);
+      }
+    }
+  }
+}
 
 // vue/use-chat.ts
 var uniqueId = 0;
@@ -156,17 +401,19 @@ function useChat({
   initialMessages = [],
   initialInput = "",
   sendExtraMessageFields,
+  experimental_onFunctionCall,
   onResponse,
   onFinish,
   onError,
   credentials,
   headers,
-  body
+  body,
+  generateId = nanoid
 } = {}) {
-  var _a;
+  var _a, _b;
   const chatId = id || `chat-${uniqueId++}`;
   const key = `${api}|${chatId}`;
-  const { data, mutate: originalMutate } = useSWRV(
+  const { data: messagesData, mutate: originalMutate } = useSWRV(
     key,
     () => store[key] || initialMessages
   );
@@ -175,99 +422,78 @@ function useChat({
     null
   );
   (_a = isLoading.value) != null ? _a : isLoading.value = false;
-  data.value || (data.value = initialMessages);
-  const mutate = (data2) => {
-    store[key] = data2;
+  (_b = messagesData.value) != null ? _b : messagesData.value = initialMessages;
+  const mutate = (data) => {
+    store[key] = data;
     return originalMutate();
   };
-  const messages = data;
+  const messages = messagesData;
   const error = ref(void 0);
+  const streamData = ref(void 0);
   let abortController = null;
   async function triggerRequest(messagesSnapshot, options) {
     try {
       error.value = void 0;
       mutateLoading(() => true);
       abortController = new AbortController();
-      const previousMessages = messages.value;
+      const previousMessages = messagesData.value;
       mutate(messagesSnapshot);
-      const res = await fetch(api, {
-        method: "POST",
-        body: JSON.stringify({
-          messages: sendExtraMessageFields ? messagesSnapshot : messagesSnapshot.map(
-            ({ role, content, name, function_call }) => ({
-              role,
-              content,
-              ...name !== void 0 && { name },
-              ...function_call !== void 0 && {
-                function_call
-              }
-            })
-          ),
-          ...unref(body),
-          // Use unref to unwrap the ref value
-          ...options == null ? void 0 : options.body
-        }),
-        headers: {
-          ...headers,
-          ...options == null ? void 0 : options.headers
+      let chatRequest = {
+        messages: messagesSnapshot,
+        options
+      };
+      await processChatStream({
+        getStreamedResponse: async () => {
+          var _a2;
+          const existingData = (_a2 = streamData.value) != null ? _a2 : [];
+          return await callApi({
+            api,
+            messages: sendExtraMessageFields ? chatRequest.messages : chatRequest.messages.map(
+              ({ role, content, name, function_call }) => ({
+                role,
+                content,
+                ...name !== void 0 && { name },
+                ...function_call !== void 0 && {
+                  function_call
+                }
+              })
+            ),
+            body: {
+              ...unref(body),
+              // Use unref to unwrap the ref value
+              ...options == null ? void 0 : options.body
+            },
+            headers: {
+              ...headers,
+              ...options == null ? void 0 : options.headers
+            },
+            abortController: () => abortController,
+            credentials,
+            onResponse,
+            onUpdate(merged, data) {
+              mutate([...chatRequest.messages, ...merged]);
+              streamData.value = [...existingData, ...data != null ? data : []];
+            },
+            onFinish(message) {
+              mutate([...chatRequest.messages, message]);
+              onFinish == null ? void 0 : onFinish(message);
+            },
+            appendMessage(message) {
+              mutate([...chatRequest.messages, message]);
+            },
+            restoreMessagesOnFailure() {
+              mutate(previousMessages);
+            },
+            generateId
+          });
         },
-        signal: abortController.signal,
-        credentials
-      }).catch((err) => {
-        mutate(previousMessages);
-        throw err;
+        experimental_onFunctionCall,
+        updateChatRequest(newChatRequest) {
+          chatRequest = newChatRequest;
+        },
+        getCurrentMessages: () => messages.value
       });
-      if (onResponse) {
-        try {
-          await onResponse(res);
-        } catch (err) {
-          throw err;
-        }
-      }
-      if (!res.ok) {
-        mutate(previousMessages);
-        throw new Error(
-          await res.text() || "Failed to fetch the chat response."
-        );
-      }
-      if (!res.body) {
-        throw new Error("The response body is empty.");
-      }
-      let result = "";
-      const createdAt = /* @__PURE__ */ new Date();
-      const replyId = nanoid();
-      const reader = res.body.getReader();
-      const decoder = createChunkDecoder();
-      while (true) {
-        const { done, value } = await reader.read();
-        if (done) {
-          break;
-        }
-        result += decoder(value);
-        mutate([
-          ...messagesSnapshot,
-          {
-            id: replyId,
-            createdAt,
-            content: result,
-            role: "assistant"
-          }
-        ]);
-        if (abortController === null) {
-          reader.cancel();
-          break;
-        }
-      }
-      if (onFinish) {
-        onFinish({
-          id: replyId,
-          createdAt,
-          content: result,
-          role: "assistant"
-        });
-      }
       abortController = null;
-      return result;
     } catch (err) {
       if (err.name === "AbortError") {
         abortController = null;
@@ -283,7 +509,7 @@ function useChat({
   }
   const append = async (message, options) => {
     if (!message.id) {
-      message.id = nanoid();
+      message.id = generateId();
     }
     return triggerRequest(messages.value.concat(message), options);
   };
@@ -327,7 +553,8 @@ function useChat({
     setMessages,
     input,
     handleSubmit,
-    isLoading
+    isLoading,
+    data: streamData
   };
 }