ai 2.2.25 → 2.2.27

package/vue/dist/index.mjs

@@ -2,9 +2,6 @@
 import swrv from "swrv";
 import { ref, unref } from "vue";
 
-// shared/utils.ts
-import { customAlphabet } from "nanoid/non-secure";
-
 // shared/stream-parts.ts
 var textStreamPart = {
   code: "0",
@@ -126,7 +123,51 @@ var parseStreamPart = (line) => {
   return streamPartsByCode[code].parse(jsonValue);
 };
 
+// shared/read-data-stream.ts
+var NEWLINE = "\n".charCodeAt(0);
+function concatChunks(chunks, totalLength) {
+  const concatenatedChunks = new Uint8Array(totalLength);
+  let offset = 0;
+  for (const chunk of chunks) {
+    concatenatedChunks.set(chunk, offset);
+    offset += chunk.length;
+  }
+  chunks.length = 0;
+  return concatenatedChunks;
+}
+async function* readDataStream(reader, {
+  isAborted
+} = {}) {
+  const decoder = new TextDecoder();
+  const chunks = [];
+  let totalLength = 0;
+  while (true) {
+    const { value } = await reader.read();
+    if (value) {
+      chunks.push(value);
+      totalLength += value.length;
+      if (value[value.length - 1] !== NEWLINE) {
+        continue;
+      }
+    }
+    if (chunks.length === 0) {
+      break;
+    }
+    const concatenatedChunks = concatChunks(chunks, totalLength);
+    totalLength = 0;
+    const streamParts2 = decoder.decode(concatenatedChunks, { stream: true }).split("\n").filter((line) => line !== "").map(parseStreamPart);
+    for (const streamPart of streamParts2) {
+      yield streamPart;
+    }
+    if (isAborted == null ? void 0 : isAborted()) {
+      reader.cancel();
+      break;
+    }
+  }
+}
+
 // shared/utils.ts
+import { customAlphabet } from "nanoid/non-secure";
 var nanoid = customAlphabet(
   "0123456789ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz",
   7
@@ -145,6 +186,218 @@ function createChunkDecoder(complex) {
     return decoded.map(parseStreamPart).filter(Boolean);
   };
 }
+var COMPLEX_HEADER = "X-Experimental-Stream-Data";
+
+// shared/parse-complex-response.ts
+async function parseComplexResponse({
+  reader,
+  abortControllerRef,
+  update,
+  onFinish,
+  generateId = nanoid,
+  getCurrentDate = () => /* @__PURE__ */ new Date()
+}) {
+  const createdAt = getCurrentDate();
+  const prefixMap = {
+    data: []
+  };
+  for await (const { type, value } of readDataStream(reader, {
+    isAborted: () => (abortControllerRef == null ? void 0 : abortControllerRef.current) === null
+  })) {
+    if (type === "text") {
+      if (prefixMap["text"]) {
+        prefixMap["text"] = {
+          ...prefixMap["text"],
+          content: (prefixMap["text"].content || "") + value
+        };
+      } else {
+        prefixMap["text"] = {
+          id: generateId(),
+          role: "assistant",
+          content: value,
+          createdAt
+        };
+      }
+    }
+    let functionCallMessage = null;
+    if (type === "function_call") {
+      prefixMap["function_call"] = {
+        id: generateId(),
+        role: "assistant",
+        content: "",
+        function_call: value.function_call,
+        name: value.function_call.name,
+        createdAt
+      };
+      functionCallMessage = prefixMap["function_call"];
+    }
+    if (type === "data") {
+      prefixMap["data"].push(...value);
+    }
+    const responseMessage = prefixMap["text"];
+    const merged = [functionCallMessage, responseMessage].filter(
+      Boolean
+    );
+    update(merged, [...prefixMap["data"]]);
+  }
+  onFinish == null ? void 0 : onFinish(prefixMap);
+  return {
+    messages: [prefixMap.text, prefixMap.function_call].filter(
+      Boolean
+    ),
+    data: prefixMap.data
+  };
+}
+
+// shared/call-api.ts
+async function callApi({
+  api,
+  messages,
+  body,
+  credentials,
+  headers,
+  abortController,
+  appendMessage,
+  restoreMessagesOnFailure,
+  onResponse,
+  onUpdate,
+  onFinish,
+  generateId
+}) {
+  var _a;
+  const response = await fetch(api, {
+    method: "POST",
+    body: JSON.stringify({
+      messages,
+      ...body
+    }),
+    headers: {
+      "Content-Type": "application/json",
+      ...headers
+    },
+    signal: (_a = abortController == null ? void 0 : abortController()) == null ? void 0 : _a.signal,
+    credentials
+  }).catch((err) => {
+    restoreMessagesOnFailure();
+    throw err;
+  });
+  if (onResponse) {
+    try {
+      await onResponse(response);
+    } catch (err) {
+      throw err;
+    }
+  }
+  if (!response.ok) {
+    restoreMessagesOnFailure();
+    throw new Error(
+      await response.text() || "Failed to fetch the chat response."
+    );
+  }
+  if (!response.body) {
+    throw new Error("The response body is empty.");
+  }
+  const reader = response.body.getReader();
+  const isComplexMode = response.headers.get(COMPLEX_HEADER) === "true";
+  if (isComplexMode) {
+    return await parseComplexResponse({
+      reader,
+      abortControllerRef: abortController != null ? { current: abortController() } : void 0,
+      update: onUpdate,
+      onFinish(prefixMap) {
+        if (onFinish && prefixMap.text != null) {
+          onFinish(prefixMap.text);
+        }
+      },
+      generateId
+    });
+  } else {
+    const createdAt = /* @__PURE__ */ new Date();
+    const decode = createChunkDecoder(false);
+    let streamedResponse = "";
+    const replyId = generateId();
+    let responseMessage = {
+      id: replyId,
+      createdAt,
+      content: "",
+      role: "assistant"
+    };
+    while (true) {
+      const { done, value } = await reader.read();
+      if (done) {
+        break;
+      }
+      streamedResponse += decode(value);
+      if (streamedResponse.startsWith('{"function_call":')) {
+        responseMessage["function_call"] = streamedResponse;
+      } else {
+        responseMessage["content"] = streamedResponse;
+      }
+      appendMessage({ ...responseMessage });
+      if ((abortController == null ? void 0 : abortController()) === null) {
+        reader.cancel();
+        break;
+      }
+    }
+    if (streamedResponse.startsWith('{"function_call":')) {
+      const parsedFunctionCall = JSON.parse(streamedResponse).function_call;
+      responseMessage["function_call"] = parsedFunctionCall;
+      appendMessage({ ...responseMessage });
+    }
+    if (onFinish) {
+      onFinish(responseMessage);
+    }
+    return responseMessage;
+  }
+}
+
+// shared/process-chat-stream.ts
+async function processChatStream({
+  getStreamedResponse,
+  experimental_onFunctionCall,
+  updateChatRequest,
+  getCurrentMessages
+}) {
+  while (true) {
+    const messagesAndDataOrJustMessage = await getStreamedResponse();
+    if ("messages" in messagesAndDataOrJustMessage) {
+      let hasFollowingResponse = false;
+      for (const message of messagesAndDataOrJustMessage.messages) {
+        if (message.function_call === void 0 || typeof message.function_call === "string") {
+          continue;
+        }
+        hasFollowingResponse = true;
+        if (experimental_onFunctionCall) {
+          const functionCall = message.function_call;
+          const functionCallResponse = await experimental_onFunctionCall(
+            getCurrentMessages(),
+            functionCall
+          );
+          if (functionCallResponse === void 0) {
+            hasFollowingResponse = false;
+            break;
+          }
+          updateChatRequest(functionCallResponse);
+        }
+      }
+      if (!hasFollowingResponse) {
+        break;
+      }
+    } else {
+      const streamedResponseMessage = messagesAndDataOrJustMessage;
+      if (streamedResponseMessage.function_call === void 0 || typeof streamedResponseMessage.function_call === "string") {
+        break;
+      }
+      if (experimental_onFunctionCall) {
+        const functionCall = streamedResponseMessage.function_call;
+        const functionCallResponse = await experimental_onFunctionCall(getCurrentMessages(), functionCall);
+        if (functionCallResponse === void 0)
+          break;
+        updateChatRequest(functionCallResponse);
+      }
+    }
+  }
+}
 
 // vue/use-chat.ts
 var uniqueId = 0;
@@ -156,17 +409,19 @@ function useChat({
   initialMessages = [],
   initialInput = "",
   sendExtraMessageFields,
+  experimental_onFunctionCall,
   onResponse,
   onFinish,
   onError,
   credentials,
   headers,
-  body
+  body,
+  generateId = nanoid
 } = {}) {
-  var _a;
+  var _a, _b;
   const chatId = id || `chat-${uniqueId++}`;
   const key = `${api}|${chatId}`;
-  const { data, mutate: originalMutate } = useSWRV(
+  const { data: messagesData, mutate: originalMutate } = useSWRV(
     key,
     () => store[key] || initialMessages
   );
@@ -175,99 +430,78 @@ function useChat({
     null
   );
   (_a = isLoading.value) != null ? _a : isLoading.value = false;
-  data.value || (data.value = initialMessages);
-  const mutate = (data2) => {
-    store[key] = data2;
+  (_b = messagesData.value) != null ? _b : messagesData.value = initialMessages;
+  const mutate = (data) => {
+    store[key] = data;
     return originalMutate();
   };
-  const messages = data;
+  const messages = messagesData;
   const error = ref(void 0);
+  const streamData = ref(void 0);
   let abortController = null;
   async function triggerRequest(messagesSnapshot, options) {
     try {
       error.value = void 0;
       mutateLoading(() => true);
       abortController = new AbortController();
-      const previousMessages = messages.value;
+      const previousMessages = messagesData.value;
       mutate(messagesSnapshot);
-      const res = await fetch(api, {
-        method: "POST",
-        body: JSON.stringify({
-          messages: sendExtraMessageFields ? messagesSnapshot : messagesSnapshot.map(
-            ({ role, content, name, function_call }) => ({
-              role,
-              content,
-              ...name !== void 0 && { name },
-              ...function_call !== void 0 && {
-                function_call
-              }
-            })
-          ),
-          ...unref(body),
-          // Use unref to unwrap the ref value
-          ...options == null ? void 0 : options.body
-        }),
-        headers: {
-          ...headers,
-          ...options == null ? void 0 : options.headers
+      let chatRequest = {
+        messages: messagesSnapshot,
+        options
+      };
+      await processChatStream({
+        getStreamedResponse: async () => {
+          var _a2;
+          const existingData = (_a2 = streamData.value) != null ? _a2 : [];
+          return await callApi({
+            api,
+            messages: sendExtraMessageFields ? chatRequest.messages : chatRequest.messages.map(
+              ({ role, content, name, function_call }) => ({
+                role,
+                content,
+                ...name !== void 0 && { name },
+                ...function_call !== void 0 && {
+                  function_call
+                }
+              })
+            ),
+            body: {
+              ...unref(body),
+              // Use unref to unwrap the ref value
+              ...options == null ? void 0 : options.body
+            },
+            headers: {
+              ...headers,
+              ...options == null ? void 0 : options.headers
+            },
+            abortController: () => abortController,
+            credentials,
+            onResponse,
+            onUpdate(merged, data) {
+              mutate([...chatRequest.messages, ...merged]);
+              streamData.value = [...existingData, ...data != null ? data : []];
+            },
+            onFinish(message) {
+              mutate([...chatRequest.messages, message]);
+              onFinish == null ? void 0 : onFinish(message);
+            },
+            appendMessage(message) {
+              mutate([...chatRequest.messages, message]);
+            },
+            restoreMessagesOnFailure() {
+              mutate(previousMessages);
+            },
+            generateId
+          });
         },
-        signal: abortController.signal,
-        credentials
-      }).catch((err) => {
-        mutate(previousMessages);
-        throw err;
+        experimental_onFunctionCall,
+        updateChatRequest(newChatRequest) {
+          chatRequest = newChatRequest;
+        },
+        getCurrentMessages: () => messages.value
       });
-      if (onResponse) {
-        try {
-          await onResponse(res);
-        } catch (err) {
-          throw err;
-        }
-      }
-      if (!res.ok) {
-        mutate(previousMessages);
-        throw new Error(
-          await res.text() || "Failed to fetch the chat response."
-        );
-      }
-      if (!res.body) {
-        throw new Error("The response body is empty.");
-      }
-      let result = "";
-      const createdAt = /* @__PURE__ */ new Date();
-      const replyId = nanoid();
-      const reader = res.body.getReader();
-      const decoder = createChunkDecoder();
-      while (true) {
-        const { done, value } = await reader.read();
-        if (done) {
-          break;
-        }
-        result += decoder(value);
-        mutate([
-          ...messagesSnapshot,
-          {
-            id: replyId,
-            createdAt,
-            content: result,
-            role: "assistant"
-          }
-        ]);
-        if (abortController === null) {
-          reader.cancel();
-          break;
-        }
-      }
-      if (onFinish) {
-        onFinish({
-          id: replyId,
-          createdAt,
-          content: result,
-          role: "assistant"
-        });
-      }
       abortController = null;
-      return result;
     } catch (err) {
       if (err.name === "AbortError") {
         abortController = null;
@@ -283,7 +517,7 @@ function useChat({
   }
   const append = async (message, options) => {
     if (!message.id) {
-      message.id = nanoid();
+      message.id = generateId();
     }
     return triggerRequest(messages.value.concat(message), options);
   };
@@ -327,7 +561,8 @@ function useChat({
     setMessages,
     input,
     handleSubmit,
-    isLoading
+    isLoading,
+    data: streamData
   };
 }
 
@@ -361,6 +596,7 @@ function useCompletion({
     null
   );
   (_a = isLoading.value) != null ? _a : isLoading.value = false;
+  const { data: streamData, mutate: mutateStreamData } = useSWRV2(`${completionId}-data`, null);
   data.value || (data.value = initialCompletion);
   const mutate = (data2) => {
     store2[key] = data2;
@@ -370,6 +606,7 @@ function useCompletion({
   const error = ref2(void 0);
   let abortController = null;
   async function triggerRequest(prompt, options) {
+    var _a2;
     try {
       error.value = void 0;
       mutateLoading(() => true);
@@ -383,6 +620,7 @@ function useCompletion({
           ...options == null ? void 0 : options.body
         }),
         headers: {
+          "Content-Type": "application/json",
           ...headers,
           ...options == null ? void 0 : options.headers
         },
@@ -408,17 +646,37 @@ function useCompletion({
       }
       let result = "";
       const reader = res.body.getReader();
-      const decoder = createChunkDecoder();
-      while (true) {
-        const { done, value } = await reader.read();
-        if (done) {
-          break;
+      const existingData = (_a2 = streamData.value) != null ? _a2 : [];
+      const isComplexMode = res.headers.get(COMPLEX_HEADER) === "true";
+      if (isComplexMode) {
+        for await (const { type, value } of readDataStream(reader, {
+          isAborted: () => abortController === null
+        })) {
+          switch (type) {
+            case "text": {
+              result += value;
+              mutate(result);
+              break;
+            }
+            case "data": {
+              streamData.value = [...existingData, ...value != null ? value : []];
+              break;
+            }
+          }
         }
-        result += decoder(value);
-        mutate(result);
-        if (abortController === null) {
-          reader.cancel();
-          break;
+      } else {
+        const decoder = createChunkDecoder();
+        while (true) {
+          const { done, value } = await reader.read();
+          if (done) {
+            break;
+          }
+          result += decoder(value);
+          mutate(result);
+          if (abortController === null) {
+            reader.cancel();
+            break;
+          }
         }
       }
       if (onFinish) {
@@ -467,7 +725,8 @@ function useCompletion({
     setCompletion,
     input,
     handleSubmit,
-    isLoading
+    isLoading,
+    data: streamData
   };
 }
 export {