ai 2.2.19 → 2.2.20

package/dist/index.js

@@ -178,7 +178,7 @@ function createChunkDecoder(complex) {
     };
   }
   return function(chunk) {
-    const decoded = decoder.decode(chunk, { stream: true }).split("\n");
+    const decoded = decoder.decode(chunk, { stream: true }).split("\n").filter((line) => line !== "");
     return decoded.map(getStreamStringTypeAndValue).filter(Boolean);
   };
 }
@@ -552,9 +552,7 @@ var utf8Decoder = new TextDecoder("utf-8");
 async function processLines(lines, controller) {
   for (const line of lines) {
     const { text, is_finished } = JSON.parse(line);
-    if (is_finished === true) {
-      controller.close();
-    } else {
+    if (!is_finished) {
       controller.enqueue(text);
     }
   }

package/dist/index.mjs

@@ -132,7 +132,7 @@ function createChunkDecoder(complex) {
     };
   }
   return function(chunk) {
-    const decoded = decoder.decode(chunk, { stream: true }).split("\n");
+    const decoded = decoder.decode(chunk, { stream: true }).split("\n").filter((line) => line !== "");
     return decoded.map(getStreamStringTypeAndValue).filter(Boolean);
   };
 }
@@ -506,9 +506,7 @@ var utf8Decoder = new TextDecoder("utf-8");
 async function processLines(lines, controller) {
   for (const line of lines) {
     const { text, is_finished } = JSON.parse(line);
-    if (is_finished === true) {
-      controller.close();
-    } else {
+    if (!is_finished) {
       controller.enqueue(text);
     }
   }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "ai",
-  "version": "2.2.19",
+  "version": "2.2.20",
   "license": "Apache-2.0",
   "sideEffects": false,
   "main": "./dist/index.js",
@@ -75,6 +75,7 @@
     "@types/react-dom": "^18.2.0",
     "eslint": "^7.32.0",
     "jest": "29.2.1",
+    "langchain": "0.0.172",
     "ts-jest": "29.0.3",
     "tsup": "^6.7.0",
     "typescript": "5.1.3",

package/react/dist/index.js

@@ -56,7 +56,7 @@ function createChunkDecoder(complex) {
     };
   }
   return function(chunk) {
-    const decoded = decoder.decode(chunk, { stream: true }).split("\n");
+    const decoded = decoder.decode(chunk, { stream: true }).split("\n").filter((line) => line !== "");
     return decoded.map(getStreamStringTypeAndValue).filter(Boolean);
   };
 }
@@ -86,6 +86,102 @@ var getStreamStringTypeAndValue = (line) => {
 };
 var COMPLEX_HEADER = "X-Experimental-Stream-Data";
 
+// react/parseComplexResponse.ts
+async function parseComplexResponse({
+  reader,
+  abortControllerRef,
+  update
+}) {
+  const decode = createChunkDecoder(true);
+  const createdAt = /* @__PURE__ */ new Date();
+  const prefixMap = {};
+  const NEWLINE = "\n".charCodeAt(0);
+  let chunks = [];
+  let totalLength = 0;
+  while (true) {
+    const { value } = await reader.read();
+    if (value) {
+      chunks.push(value);
+      totalLength += value.length;
+      if (value[value.length - 1] !== NEWLINE) {
+        continue;
+      }
+    }
+    if (chunks.length === 0) {
+      break;
+    }
+    let concatenatedChunks = new Uint8Array(totalLength);
+    let offset = 0;
+    for (const chunk of chunks) {
+      concatenatedChunks.set(chunk, offset);
+      offset += chunk.length;
+    }
+    chunks.length = 0;
+    totalLength = 0;
+    const lines = decode(concatenatedChunks);
+    if (typeof lines === "string") {
+      throw new Error(
+        "Invalid response format. Complex mode was set but the response is a string. This should never happen."
+      );
+    }
+    for (const { type, value: value2 } of lines) {
+      if (type === "text") {
+        if (prefixMap["text"]) {
+          prefixMap["text"] = {
+            ...prefixMap["text"],
+            content: (prefixMap["text"].content || "") + value2
+          };
+        } else {
+          prefixMap["text"] = {
+            id: nanoid(),
+            role: "assistant",
+            content: value2,
+            createdAt
+          };
+        }
+      }
+      let functionCallMessage = null;
+      if (type === "function_call") {
+        prefixMap["function_call"] = value2;
+        let functionCall = prefixMap["function_call"];
+        if (functionCall && typeof functionCall === "string") {
+          const parsedFunctionCall = JSON.parse(
+            functionCall
+          ).function_call;
+          functionCallMessage = {
+            id: nanoid(),
+            role: "assistant",
+            content: "",
+            function_call: parsedFunctionCall,
+            name: parsedFunctionCall.name,
+            createdAt
+          };
+          prefixMap["function_call"] = functionCallMessage;
+        }
+      }
+      if (type === "data") {
+        const parsedValue = JSON.parse(value2);
+        if (prefixMap["data"]) {
+          prefixMap["data"] = [...prefixMap["data"], ...parsedValue];
+        } else {
+          prefixMap["data"] = parsedValue;
+        }
+      }
+      const data = prefixMap["data"];
+      const responseMessage = prefixMap["text"];
+      const merged = [functionCallMessage, responseMessage].filter(
+        Boolean
+      );
+      update(merged, data);
+      if (abortControllerRef.current === null) {
+        reader.cancel();
+        break;
+      }
+    }
+  }
+  return prefixMap;
+}
+
 // react/use-chat.ts
 var getStreamedResponse = async (api, chatRequest, mutate, mutateStreamData, existingData, extraMetadataRef, messagesRef, abortControllerRef, onFinish, onResponse, sendExtraMessageFields) => {
   var _a, _b;
@@ -101,10 +197,10 @@ var getStreamedResponse = async (api, chatRequest, mutate, mutateStreamData, exi
   }));
   if (typeof api !== "string") {
     const replyId = nanoid();
-    const createdAt2 = /* @__PURE__ */ new Date();
+    const createdAt = /* @__PURE__ */ new Date();
     let responseMessage = {
       id: replyId,
-      createdAt: createdAt2,
+      createdAt,
       content: "",
       role: "assistant"
     };
@@ -171,98 +267,18 @@ var getStreamedResponse = async (api, chatRequest, mutate, mutateStreamData, exi
     throw new Error("The response body is empty.");
   }
   const isComplexMode = res.headers.get(COMPLEX_HEADER) === "true";
-  const createdAt = /* @__PURE__ */ new Date();
-  const reader = res.body.getReader();
-  const decode = createChunkDecoder(isComplexMode);
   let responseMessages = [];
+  const reader = res.body.getReader();
   let responseData = [];
-  const prefixMap = {};
-  const NEWLINE = "\n".charCodeAt(0);
-  let chunks = [];
-  let totalLength = 0;
   if (isComplexMode) {
-    while (true) {
-      const { value } = await reader.read();
-      if (value) {
-        chunks.push(value);
-        totalLength += value.length;
-        if (value[value.length - 1] !== NEWLINE) {
-          continue;
-        }
-      }
-      if (chunks.length === 0) {
-        break;
-      }
-      let concatenatedChunks = new Uint8Array(totalLength);
-      let offset = 0;
-      for (const chunk of chunks) {
-        concatenatedChunks.set(chunk, offset);
-        offset += chunk.length;
-      }
-      chunks.length = 0;
-      totalLength = 0;
-      const lines = decode(concatenatedChunks);
-      if (typeof lines === "string") {
-        throw new Error(
-          "Invalid response format. Complex mode was set but the response is a string. This should never happen."
-        );
-      }
-      for (const { type, value: value2 } of lines) {
-        if (type === "text") {
-          if (prefixMap["text"]) {
-            prefixMap["text"] = {
-              ...prefixMap["text"],
-              content: (prefixMap["text"].content || "") + value2
-            };
-          } else {
-            prefixMap["text"] = {
-              id: nanoid(),
-              role: "assistant",
-              content: value2,
-              createdAt
-            };
-          }
-        }
-        let functionCallMessage = null;
-        if (type === "function_call") {
-          prefixMap["function_call"] = value2;
-          let functionCall = prefixMap["function_call"];
-          if (functionCall && typeof functionCall === "string") {
-            const parsedFunctionCall = JSON.parse(
-              functionCall
-            ).function_call;
-            functionCallMessage = {
-              id: nanoid(),
-              role: "assistant",
-              content: "",
-              function_call: parsedFunctionCall,
-              name: parsedFunctionCall.name,
-              createdAt
-            };
-            prefixMap["function_call"] = functionCallMessage;
-          }
-        }
-        if (type === "data") {
-          const parsedValue = JSON.parse(value2);
-          if (prefixMap["data"]) {
-            prefixMap["data"] = [...prefixMap["data"], ...parsedValue];
-          } else {
-            prefixMap["data"] = parsedValue;
-          }
-        }
-        const data = prefixMap["data"];
-        const responseMessage = prefixMap["text"];
-        const merged = [functionCallMessage, responseMessage].filter(
-          Boolean
-        );
+    const prefixMap = await parseComplexResponse({
+      reader,
+      abortControllerRef,
+      update(merged, data) {
         mutate([...chatRequest.messages, ...merged], false);
         mutateStreamData([...existingData || [], ...data || []], false);
-        if (abortControllerRef.current === null) {
-          reader.cancel();
-          break;
-        }
       }
-    }
+    });
     for (const [type, item] of Object.entries(prefixMap)) {
       if (onFinish && type === "text") {
         onFinish(item);
@@ -275,6 +291,8 @@ var getStreamedResponse = async (api, chatRequest, mutate, mutateStreamData, exi
     }
     return { messages: responseMessages, data: responseData };
   } else {
+    const createdAt = /* @__PURE__ */ new Date();
+    const decode = createChunkDecoder(false);
     let streamedResponse = "";
     const replyId = nanoid();
     let responseMessage = {

package/react/dist/index.mjs

@@ -20,7 +20,7 @@ function createChunkDecoder(complex) {
     };
   }
   return function(chunk) {
-    const decoded = decoder.decode(chunk, { stream: true }).split("\n");
+    const decoded = decoder.decode(chunk, { stream: true }).split("\n").filter((line) => line !== "");
     return decoded.map(getStreamStringTypeAndValue).filter(Boolean);
   };
 }
@@ -50,6 +50,102 @@ var getStreamStringTypeAndValue = (line) => {
 };
 var COMPLEX_HEADER = "X-Experimental-Stream-Data";
 
+// react/parseComplexResponse.ts
+async function parseComplexResponse({
+  reader,
+  abortControllerRef,
+  update
+}) {
+  const decode = createChunkDecoder(true);
+  const createdAt = /* @__PURE__ */ new Date();
+  const prefixMap = {};
+  const NEWLINE = "\n".charCodeAt(0);
+  let chunks = [];
+  let totalLength = 0;
+  while (true) {
+    const { value } = await reader.read();
+    if (value) {
+      chunks.push(value);
+      totalLength += value.length;
+      if (value[value.length - 1] !== NEWLINE) {
+        continue;
+      }
+    }
+    if (chunks.length === 0) {
+      break;
+    }
+    let concatenatedChunks = new Uint8Array(totalLength);
+    let offset = 0;
+    for (const chunk of chunks) {
+      concatenatedChunks.set(chunk, offset);
+      offset += chunk.length;
+    }
+    chunks.length = 0;
+    totalLength = 0;
+    const lines = decode(concatenatedChunks);
+    if (typeof lines === "string") {
+      throw new Error(
+        "Invalid response format. Complex mode was set but the response is a string. This should never happen."
+      );
+    }
+    for (const { type, value: value2 } of lines) {
+      if (type === "text") {
+        if (prefixMap["text"]) {
+          prefixMap["text"] = {
+            ...prefixMap["text"],
+            content: (prefixMap["text"].content || "") + value2
+          };
+        } else {
+          prefixMap["text"] = {
+            id: nanoid(),
+            role: "assistant",
+            content: value2,
+            createdAt
+          };
+        }
+      }
+      let functionCallMessage = null;
+      if (type === "function_call") {
+        prefixMap["function_call"] = value2;
+        let functionCall = prefixMap["function_call"];
+        if (functionCall && typeof functionCall === "string") {
+          const parsedFunctionCall = JSON.parse(
+            functionCall
+          ).function_call;
+          functionCallMessage = {
+            id: nanoid(),
+            role: "assistant",
+            content: "",
+            function_call: parsedFunctionCall,
+            name: parsedFunctionCall.name,
+            createdAt
+          };
+          prefixMap["function_call"] = functionCallMessage;
+        }
+      }
+      if (type === "data") {
+        const parsedValue = JSON.parse(value2);
+        if (prefixMap["data"]) {
+          prefixMap["data"] = [...prefixMap["data"], ...parsedValue];
+        } else {
+          prefixMap["data"] = parsedValue;
+        }
+      }
+      const data = prefixMap["data"];
+      const responseMessage = prefixMap["text"];
+      const merged = [functionCallMessage, responseMessage].filter(
+        Boolean
+      );
+      update(merged, data);
+      if (abortControllerRef.current === null) {
+        reader.cancel();
+        break;
+      }
+    }
+  }
+  return prefixMap;
+}
+
 // react/use-chat.ts
 var getStreamedResponse = async (api, chatRequest, mutate, mutateStreamData, existingData, extraMetadataRef, messagesRef, abortControllerRef, onFinish, onResponse, sendExtraMessageFields) => {
   var _a, _b;
@@ -65,10 +161,10 @@ var getStreamedResponse = async (api, chatRequest, mutate, mutateStreamData, exi
   }));
   if (typeof api !== "string") {
     const replyId = nanoid();
-    const createdAt2 = /* @__PURE__ */ new Date();
+    const createdAt = /* @__PURE__ */ new Date();
     let responseMessage = {
       id: replyId,
-      createdAt: createdAt2,
+      createdAt,
       content: "",
       role: "assistant"
     };
@@ -135,98 +231,18 @@ var getStreamedResponse = async (api, chatRequest, mutate, mutateStreamData, exi
     throw new Error("The response body is empty.");
   }
   const isComplexMode = res.headers.get(COMPLEX_HEADER) === "true";
-  const createdAt = /* @__PURE__ */ new Date();
-  const reader = res.body.getReader();
-  const decode = createChunkDecoder(isComplexMode);
   let responseMessages = [];
+  const reader = res.body.getReader();
   let responseData = [];
-  const prefixMap = {};
-  const NEWLINE = "\n".charCodeAt(0);
-  let chunks = [];
-  let totalLength = 0;
   if (isComplexMode) {
-    while (true) {
-      const { value } = await reader.read();
-      if (value) {
-        chunks.push(value);
-        totalLength += value.length;
-        if (value[value.length - 1] !== NEWLINE) {
-          continue;
-        }
-      }
-      if (chunks.length === 0) {
-        break;
-      }
-      let concatenatedChunks = new Uint8Array(totalLength);
-      let offset = 0;
-      for (const chunk of chunks) {
-        concatenatedChunks.set(chunk, offset);
-        offset += chunk.length;
-      }
-      chunks.length = 0;
-      totalLength = 0;
-      const lines = decode(concatenatedChunks);
-      if (typeof lines === "string") {
-        throw new Error(
-          "Invalid response format. Complex mode was set but the response is a string. This should never happen."
-        );
-      }
-      for (const { type, value: value2 } of lines) {
-        if (type === "text") {
-          if (prefixMap["text"]) {
-            prefixMap["text"] = {
-              ...prefixMap["text"],
-              content: (prefixMap["text"].content || "") + value2
-            };
-          } else {
-            prefixMap["text"] = {
-              id: nanoid(),
-              role: "assistant",
-              content: value2,
-              createdAt
-            };
-          }
-        }
-        let functionCallMessage = null;
-        if (type === "function_call") {
-          prefixMap["function_call"] = value2;
-          let functionCall = prefixMap["function_call"];
-          if (functionCall && typeof functionCall === "string") {
-            const parsedFunctionCall = JSON.parse(
-              functionCall
-            ).function_call;
-            functionCallMessage = {
-              id: nanoid(),
-              role: "assistant",
-              content: "",
-              function_call: parsedFunctionCall,
-              name: parsedFunctionCall.name,
-              createdAt
-            };
-            prefixMap["function_call"] = functionCallMessage;
-          }
-        }
-        if (type === "data") {
-          const parsedValue = JSON.parse(value2);
-          if (prefixMap["data"]) {
-            prefixMap["data"] = [...prefixMap["data"], ...parsedValue];
-          } else {
-            prefixMap["data"] = parsedValue;
-          }
-        }
-        const data = prefixMap["data"];
-        const responseMessage = prefixMap["text"];
-        const merged = [functionCallMessage, responseMessage].filter(
-          Boolean
-        );
+    const prefixMap = await parseComplexResponse({
+      reader,
+      abortControllerRef,
+      update(merged, data) {
         mutate([...chatRequest.messages, ...merged], false);
         mutateStreamData([...existingData || [], ...data || []], false);
-        if (abortControllerRef.current === null) {
-          reader.cancel();
-          break;
-        }
       }
-    }
+    });
     for (const [type, item] of Object.entries(prefixMap)) {
       if (onFinish && type === "text") {
         onFinish(item);
@@ -239,6 +255,8 @@ var getStreamedResponse = async (api, chatRequest, mutate, mutateStreamData, exi
     }
     return { messages: responseMessages, data: responseData };
   } else {
+    const createdAt = /* @__PURE__ */ new Date();
+    const decode = createChunkDecoder(false);
     let streamedResponse = "";
     const replyId = nanoid();
     let responseMessage = {

package/solid/dist/index.js

@@ -46,7 +46,7 @@ function createChunkDecoder(complex) {
     };
   }
   return function(chunk) {
-    const decoded = decoder.decode(chunk, { stream: true }).split("\n");
+    const decoded = decoder.decode(chunk, { stream: true }).split("\n").filter((line) => line !== "");
     return decoded.map(getStreamStringTypeAndValue).filter(Boolean);
   };
 }

package/solid/dist/index.mjs

@@ -19,7 +19,7 @@ function createChunkDecoder(complex) {
     };
   }
   return function(chunk) {
-    const decoded = decoder.decode(chunk, { stream: true }).split("\n");
+    const decoded = decoder.decode(chunk, { stream: true }).split("\n").filter((line) => line !== "");
     return decoded.map(getStreamStringTypeAndValue).filter(Boolean);
   };
 }

package/svelte/dist/index.js

@@ -541,7 +541,7 @@ function createChunkDecoder(complex) {
     };
   }
   return function(chunk) {
-    const decoded = decoder.decode(chunk, { stream: true }).split("\n");
+    const decoded = decoder.decode(chunk, { stream: true }).split("\n").filter((line) => line !== "");
     return decoded.map(getStreamStringTypeAndValue).filter(Boolean);
   };
 }

package/svelte/dist/index.mjs

@@ -514,7 +514,7 @@ function createChunkDecoder(complex) {
     };
   }
   return function(chunk) {
-    const decoded = decoder.decode(chunk, { stream: true }).split("\n");
+    const decoded = decoder.decode(chunk, { stream: true }).split("\n").filter((line) => line !== "");
     return decoded.map(getStreamStringTypeAndValue).filter(Boolean);
   };
 }

package/vue/dist/index.js

@@ -55,7 +55,7 @@ function createChunkDecoder(complex) {
     };
   }
   return function(chunk) {
-    const decoded = decoder.decode(chunk, { stream: true }).split("\n");
+    const decoded = decoder.decode(chunk, { stream: true }).split("\n").filter((line) => line !== "");
     return decoded.map(getStreamStringTypeAndValue).filter(Boolean);
   };
 }

package/vue/dist/index.mjs

@@ -18,7 +18,7 @@ function createChunkDecoder(complex) {
     };
   }
   return function(chunk) {
-    const decoded = decoder.decode(chunk, { stream: true }).split("\n");
+    const decoded = decoder.decode(chunk, { stream: true }).split("\n").filter((line) => line !== "");
     return decoded.map(getStreamStringTypeAndValue).filter(Boolean);
   };
 }