ai 2.2.19 → 2.2.21

package/dist/index.d.ts

@@ -242,7 +242,7 @@ interface ChatCompletionChunk {
 }
 interface ChatCompletionChunkChoice {
     delta: ChoiceDelta;
-    finish_reason: 'stop' | 'length' | 'function_call' | 'content_filter' | null;
+    finish_reason: 'stop' | 'length' | 'tool_calls' | 'content_filter' | 'function_call' | null;
     index: number;
 }
 interface ChoiceDelta {
@@ -258,7 +258,33 @@ interface ChoiceDelta {
     /**
      * The role of the author of this message.
      */
-    role?: 'system' | 'user' | 'assistant' | 'function';
+    role?: 'system' | 'user' | 'assistant' | 'tool';
+    tool_calls?: Array<DeltaToolCall>;
+}
+interface DeltaToolCall {
+    index: number;
+    /**
+     * The ID of the tool call.
+     */
+    id?: string;
+    function?: ToolCallFunction;
+    /**
+     * The type of the tool. Currently, only `function` is supported.
+     */
+    type?: 'function';
+}
+interface ToolCallFunction {
+    /**
+     * The arguments to call the function with, as generated by the model in JSON
+     * format. Note that the model does not always generate valid JSON, and may
+     * hallucinate parameters not defined by your function schema. Validate the
+     * arguments in your code before calling your function.
+     */
+    arguments?: string;
+    /**
+     * The name of the function to call.
+     */
+    name?: string;
 }
 /**
  * https://github.com/openai/openai-node/blob/3ec43ee790a2eb6a0ccdd5f25faa23251b0f9b8e/src/resources/completions.ts#L28C1-L64C1

package/dist/index.js

@@ -178,7 +178,7 @@ function createChunkDecoder(complex) {
     };
   }
   return function(chunk) {
-    const decoded = decoder.decode(chunk, { stream: true }).split("\n");
+    const decoded = decoder.decode(chunk, { stream: true }).split("\n").filter((line) => line !== "");
     return decoded.map(getStreamStringTypeAndValue).filter(Boolean);
   };
 }
@@ -530,14 +530,12 @@ function createParser2(res) {
       if (!text)
         return;
       if (value.generated_text != null && value.generated_text.length > 0) {
-        controller.close();
         return;
       }
       if (text === "</s>" || text === "<|endoftext|>" || text === "<|end|>") {
-        controller.close();
-      } else {
-        controller.enqueue(text);
+        return;
       }
+      controller.enqueue(text);
     }
   });
 }
@@ -552,9 +550,7 @@ var utf8Decoder = new TextDecoder("utf-8");
 async function processLines(lines, controller) {
   for (const line of lines) {
     const { text, is_finished } = JSON.parse(line);
-    if (is_finished === true) {
-      controller.close();
-    } else {
+    if (!is_finished) {
       controller.enqueue(text);
     }
   }

package/dist/index.mjs

@@ -132,7 +132,7 @@ function createChunkDecoder(complex) {
     };
   }
   return function(chunk) {
-    const decoded = decoder.decode(chunk, { stream: true }).split("\n");
+    const decoded = decoder.decode(chunk, { stream: true }).split("\n").filter((line) => line !== "");
     return decoded.map(getStreamStringTypeAndValue).filter(Boolean);
   };
 }
@@ -484,14 +484,12 @@ function createParser2(res) {
       if (!text)
         return;
       if (value.generated_text != null && value.generated_text.length > 0) {
-        controller.close();
         return;
       }
       if (text === "</s>" || text === "<|endoftext|>" || text === "<|end|>") {
-        controller.close();
-      } else {
-        controller.enqueue(text);
+        return;
       }
+      controller.enqueue(text);
     }
   });
 }
@@ -506,9 +504,7 @@ var utf8Decoder = new TextDecoder("utf-8");
 async function processLines(lines, controller) {
   for (const line of lines) {
     const { text, is_finished } = JSON.parse(line);
-    if (is_finished === true) {
-      controller.close();
-    } else {
+    if (!is_finished) {
       controller.enqueue(text);
     }
   }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "ai",
-  "version": "2.2.19",
+  "version": "2.2.21",
   "license": "Apache-2.0",
   "sideEffects": false,
   "main": "./dist/index.js",
@@ -69,12 +69,15 @@
   },
   "devDependencies": {
     "@edge-runtime/jest-environment": "1.1.0-beta.31",
+    "@huggingface/inference": "2.6.4",
     "@types/jest": "29.2.0",
     "@types/node": "^17.0.12",
     "@types/react": "^18.2.8",
     "@types/react-dom": "^18.2.0",
     "eslint": "^7.32.0",
     "jest": "29.2.1",
+    "langchain": "0.0.172",
+    "openai": "4.16.1",
     "ts-jest": "29.0.3",
     "tsup": "^6.7.0",
     "typescript": "5.1.3",

package/react/dist/index.d.ts

@@ -264,7 +264,7 @@ type UseChatHelpers = {
 type StreamingReactResponseAction = (payload: {
     messages: Message[];
 }) => Promise<experimental_StreamingReactResponse>;
-declare function useChat({ api, id, initialMessages, initialInput, sendExtraMessageFields, experimental_onFunctionCall, onResponse, onFinish, onError, credentials, headers, body, }?: Omit<UseChatOptions, 'api'> & {
+declare function useChat({ api, id, initialMessages: initialMessagesParam, initialInput, sendExtraMessageFields, experimental_onFunctionCall, onResponse, onFinish, onError, credentials, headers, body, }?: Omit<UseChatOptions, 'api'> & {
     api?: string | StreamingReactResponseAction;
 }): UseChatHelpers;
 

package/react/dist/index.js

@@ -56,7 +56,7 @@ function createChunkDecoder(complex) {
     };
   }
   return function(chunk) {
-    const decoded = decoder.decode(chunk, { stream: true }).split("\n");
+    const decoded = decoder.decode(chunk, { stream: true }).split("\n").filter((line) => line !== "");
     return decoded.map(getStreamStringTypeAndValue).filter(Boolean);
   };
 }
@@ -86,6 +86,102 @@ var getStreamStringTypeAndValue = (line) => {
 };
 var COMPLEX_HEADER = "X-Experimental-Stream-Data";
 
+// react/parse-complex-response.ts
+async function parseComplexResponse({
+  reader,
+  abortControllerRef,
+  update
+}) {
+  const decode = createChunkDecoder(true);
+  const createdAt = /* @__PURE__ */ new Date();
+  const prefixMap = {};
+  const NEWLINE = "\n".charCodeAt(0);
+  let chunks = [];
+  let totalLength = 0;
+  while (true) {
+    const { value } = await reader.read();
+    if (value) {
+      chunks.push(value);
+      totalLength += value.length;
+      if (value[value.length - 1] !== NEWLINE) {
+        continue;
+      }
+    }
+    if (chunks.length === 0) {
+      break;
+    }
+    let concatenatedChunks = new Uint8Array(totalLength);
+    let offset = 0;
+    for (const chunk of chunks) {
+      concatenatedChunks.set(chunk, offset);
+      offset += chunk.length;
+    }
+    chunks.length = 0;
+    totalLength = 0;
+    const lines = decode(concatenatedChunks);
+    if (typeof lines === "string") {
+      throw new Error(
+        "Invalid response format. Complex mode was set but the response is a string. This should never happen."
+      );
+    }
+    for (const { type, value: value2 } of lines) {
+      if (type === "text") {
+        if (prefixMap["text"]) {
+          prefixMap["text"] = {
+            ...prefixMap["text"],
+            content: (prefixMap["text"].content || "") + value2
+          };
+        } else {
+          prefixMap["text"] = {
+            id: nanoid(),
+            role: "assistant",
+            content: value2,
+            createdAt
+          };
+        }
+      }
+      let functionCallMessage = null;
+      if (type === "function_call") {
+        prefixMap["function_call"] = value2;
+        let functionCall = prefixMap["function_call"];
+        if (functionCall && typeof functionCall === "string") {
+          const parsedFunctionCall = JSON.parse(
+            functionCall
+          ).function_call;
+          functionCallMessage = {
+            id: nanoid(),
+            role: "assistant",
+            content: "",
+            function_call: parsedFunctionCall,
+            name: parsedFunctionCall.name,
+            createdAt
+          };
+          prefixMap["function_call"] = functionCallMessage;
+        }
+      }
+      if (type === "data") {
+        const parsedValue = JSON.parse(value2);
+        if (prefixMap["data"]) {
+          prefixMap["data"] = [...prefixMap["data"], ...parsedValue];
+        } else {
+          prefixMap["data"] = parsedValue;
+        }
+      }
+      const data = prefixMap["data"];
+      const responseMessage = prefixMap["text"];
+      const merged = [functionCallMessage, responseMessage].filter(
+        Boolean
+      );
+      update(merged, data);
+      if (abortControllerRef.current === null) {
+        reader.cancel();
+        break;
+      }
+    }
+  }
+  return prefixMap;
+}
+
 // react/use-chat.ts
 var getStreamedResponse = async (api, chatRequest, mutate, mutateStreamData, existingData, extraMetadataRef, messagesRef, abortControllerRef, onFinish, onResponse, sendExtraMessageFields) => {
   var _a, _b;
@@ -101,10 +197,10 @@ var getStreamedResponse = async (api, chatRequest, mutate, mutateStreamData, exi
   }));
   if (typeof api !== "string") {
     const replyId = nanoid();
-    const createdAt2 = /* @__PURE__ */ new Date();
+    const createdAt = /* @__PURE__ */ new Date();
     let responseMessage = {
       id: replyId,
-      createdAt: createdAt2,
+      createdAt,
       content: "",
       role: "assistant"
     };
@@ -171,98 +267,18 @@ var getStreamedResponse = async (api, chatRequest, mutate, mutateStreamData, exi
     throw new Error("The response body is empty.");
   }
   const isComplexMode = res.headers.get(COMPLEX_HEADER) === "true";
-  const createdAt = /* @__PURE__ */ new Date();
-  const reader = res.body.getReader();
-  const decode = createChunkDecoder(isComplexMode);
   let responseMessages = [];
+  const reader = res.body.getReader();
   let responseData = [];
-  const prefixMap = {};
-  const NEWLINE = "\n".charCodeAt(0);
-  let chunks = [];
-  let totalLength = 0;
   if (isComplexMode) {
-    while (true) {
-      const { value } = await reader.read();
-      if (value) {
-        chunks.push(value);
-        totalLength += value.length;
-        if (value[value.length - 1] !== NEWLINE) {
-          continue;
-        }
-      }
-      if (chunks.length === 0) {
-        break;
-      }
-      let concatenatedChunks = new Uint8Array(totalLength);
-      let offset = 0;
-      for (const chunk of chunks) {
-        concatenatedChunks.set(chunk, offset);
-        offset += chunk.length;
-      }
-      chunks.length = 0;
-      totalLength = 0;
-      const lines = decode(concatenatedChunks);
-      if (typeof lines === "string") {
-        throw new Error(
-          "Invalid response format. Complex mode was set but the response is a string. This should never happen."
-        );
-      }
-      for (const { type, value: value2 } of lines) {
-        if (type === "text") {
-          if (prefixMap["text"]) {
-            prefixMap["text"] = {
-              ...prefixMap["text"],
-              content: (prefixMap["text"].content || "") + value2
-            };
-          } else {
-            prefixMap["text"] = {
-              id: nanoid(),
-              role: "assistant",
-              content: value2,
-              createdAt
-            };
-          }
-        }
-        let functionCallMessage = null;
-        if (type === "function_call") {
-          prefixMap["function_call"] = value2;
-          let functionCall = prefixMap["function_call"];
-          if (functionCall && typeof functionCall === "string") {
-            const parsedFunctionCall = JSON.parse(
-              functionCall
-            ).function_call;
-            functionCallMessage = {
-              id: nanoid(),
-              role: "assistant",
-              content: "",
-              function_call: parsedFunctionCall,
-              name: parsedFunctionCall.name,
-              createdAt
-            };
-            prefixMap["function_call"] = functionCallMessage;
-          }
-        }
-        if (type === "data") {
-          const parsedValue = JSON.parse(value2);
-          if (prefixMap["data"]) {
-            prefixMap["data"] = [...prefixMap["data"], ...parsedValue];
-          } else {
-            prefixMap["data"] = parsedValue;
-          }
-        }
-        const data = prefixMap["data"];
-        const responseMessage = prefixMap["text"];
-        const merged = [functionCallMessage, responseMessage].filter(
-          Boolean
-        );
+    const prefixMap = await parseComplexResponse({
+      reader,
+      abortControllerRef,
+      update(merged, data) {
         mutate([...chatRequest.messages, ...merged], false);
         mutateStreamData([...existingData || [], ...data || []], false);
-        if (abortControllerRef.current === null) {
-          reader.cancel();
-          break;
-        }
       }
-    }
+    });
     for (const [type, item] of Object.entries(prefixMap)) {
       if (onFinish && type === "text") {
         onFinish(item);
@@ -275,6 +291,8 @@ var getStreamedResponse = async (api, chatRequest, mutate, mutateStreamData, exi
     }
     return { messages: responseMessages, data: responseData };
   } else {
+    const createdAt = /* @__PURE__ */ new Date();
+    const decode = createChunkDecoder(false);
     let streamedResponse = "";
     const replyId = nanoid();
     let responseMessage = {
@@ -314,7 +332,7 @@ var getStreamedResponse = async (api, chatRequest, mutate, mutateStreamData, exi
 function useChat({
   api = "/api/chat",
   id,
-  initialMessages = [],
+  initialMessages: initialMessagesParam,
   initialInput = "",
   sendExtraMessageFields,
   experimental_onFunctionCall,
@@ -327,6 +345,7 @@ function useChat({
 } = {}) {
   const hookId = (0, import_react.useId)();
   const chatId = id || hookId;
+  const [initialMessages] = (0, import_react.useState)(initialMessagesParam != null ? initialMessagesParam : []);
   const { data: messages, mutate } = (0, import_swr.default)([api, chatId], null, {
     fallbackData: initialMessages
   });

package/react/dist/index.mjs

@@ -20,7 +20,7 @@ function createChunkDecoder(complex) {
     };
   }
   return function(chunk) {
-    const decoded = decoder.decode(chunk, { stream: true }).split("\n");
+    const decoded = decoder.decode(chunk, { stream: true }).split("\n").filter((line) => line !== "");
     return decoded.map(getStreamStringTypeAndValue).filter(Boolean);
   };
 }
@@ -50,6 +50,102 @@ var getStreamStringTypeAndValue = (line) => {
 };
 var COMPLEX_HEADER = "X-Experimental-Stream-Data";
 
+// react/parse-complex-response.ts
+async function parseComplexResponse({
+  reader,
+  abortControllerRef,
+  update
+}) {
+  const decode = createChunkDecoder(true);
+  const createdAt = /* @__PURE__ */ new Date();
+  const prefixMap = {};
+  const NEWLINE = "\n".charCodeAt(0);
+  let chunks = [];
+  let totalLength = 0;
+  while (true) {
+    const { value } = await reader.read();
+    if (value) {
+      chunks.push(value);
+      totalLength += value.length;
+      if (value[value.length - 1] !== NEWLINE) {
+        continue;
+      }
+    }
+    if (chunks.length === 0) {
+      break;
+    }
+    let concatenatedChunks = new Uint8Array(totalLength);
+    let offset = 0;
+    for (const chunk of chunks) {
+      concatenatedChunks.set(chunk, offset);
+      offset += chunk.length;
+    }
+    chunks.length = 0;
+    totalLength = 0;
+    const lines = decode(concatenatedChunks);
+    if (typeof lines === "string") {
+      throw new Error(
+        "Invalid response format. Complex mode was set but the response is a string. This should never happen."
+      );
+    }
+    for (const { type, value: value2 } of lines) {
+      if (type === "text") {
+        if (prefixMap["text"]) {
+          prefixMap["text"] = {
+            ...prefixMap["text"],
+            content: (prefixMap["text"].content || "") + value2
+          };
+        } else {
+          prefixMap["text"] = {
+            id: nanoid(),
+            role: "assistant",
+            content: value2,
+            createdAt
+          };
+        }
+      }
+      let functionCallMessage = null;
+      if (type === "function_call") {
+        prefixMap["function_call"] = value2;
+        let functionCall = prefixMap["function_call"];
+        if (functionCall && typeof functionCall === "string") {
+          const parsedFunctionCall = JSON.parse(
+            functionCall
+          ).function_call;
+          functionCallMessage = {
+            id: nanoid(),
+            role: "assistant",
+            content: "",
+            function_call: parsedFunctionCall,
+            name: parsedFunctionCall.name,
+            createdAt
+          };
+          prefixMap["function_call"] = functionCallMessage;
+        }
+      }
+      if (type === "data") {
+        const parsedValue = JSON.parse(value2);
+        if (prefixMap["data"]) {
+          prefixMap["data"] = [...prefixMap["data"], ...parsedValue];
+        } else {
+          prefixMap["data"] = parsedValue;
+        }
+      }
+      const data = prefixMap["data"];
+      const responseMessage = prefixMap["text"];
+      const merged = [functionCallMessage, responseMessage].filter(
+        Boolean
+      );
+      update(merged, data);
+      if (abortControllerRef.current === null) {
+        reader.cancel();
+        break;
+      }
+    }
+  }
+  return prefixMap;
+}
+
 // react/use-chat.ts
 var getStreamedResponse = async (api, chatRequest, mutate, mutateStreamData, existingData, extraMetadataRef, messagesRef, abortControllerRef, onFinish, onResponse, sendExtraMessageFields) => {
   var _a, _b;
@@ -65,10 +161,10 @@ var getStreamedResponse = async (api, chatRequest, mutate, mutateStreamData, exi
   }));
   if (typeof api !== "string") {
     const replyId = nanoid();
-    const createdAt2 = /* @__PURE__ */ new Date();
+    const createdAt = /* @__PURE__ */ new Date();
     let responseMessage = {
       id: replyId,
-      createdAt: createdAt2,
+      createdAt,
       content: "",
       role: "assistant"
     };
@@ -135,98 +231,18 @@ var getStreamedResponse = async (api, chatRequest, mutate, mutateStreamData, exi
     throw new Error("The response body is empty.");
   }
   const isComplexMode = res.headers.get(COMPLEX_HEADER) === "true";
-  const createdAt = /* @__PURE__ */ new Date();
-  const reader = res.body.getReader();
-  const decode = createChunkDecoder(isComplexMode);
   let responseMessages = [];
+  const reader = res.body.getReader();
   let responseData = [];
-  const prefixMap = {};
-  const NEWLINE = "\n".charCodeAt(0);
-  let chunks = [];
-  let totalLength = 0;
   if (isComplexMode) {
-    while (true) {
-      const { value } = await reader.read();
-      if (value) {
-        chunks.push(value);
-        totalLength += value.length;
-        if (value[value.length - 1] !== NEWLINE) {
-          continue;
-        }
-      }
-      if (chunks.length === 0) {
-        break;
-      }
-      let concatenatedChunks = new Uint8Array(totalLength);
-      let offset = 0;
-      for (const chunk of chunks) {
-        concatenatedChunks.set(chunk, offset);
-        offset += chunk.length;
-      }
-      chunks.length = 0;
-      totalLength = 0;
-      const lines = decode(concatenatedChunks);
-      if (typeof lines === "string") {
-        throw new Error(
-          "Invalid response format. Complex mode was set but the response is a string. This should never happen."
-        );
-      }
-      for (const { type, value: value2 } of lines) {
-        if (type === "text") {
-          if (prefixMap["text"]) {
-            prefixMap["text"] = {
-              ...prefixMap["text"],
-              content: (prefixMap["text"].content || "") + value2
-            };
-          } else {
-            prefixMap["text"] = {
-              id: nanoid(),
-              role: "assistant",
-              content: value2,
-              createdAt
-            };
-          }
-        }
-        let functionCallMessage = null;
-        if (type === "function_call") {
-          prefixMap["function_call"] = value2;
-          let functionCall = prefixMap["function_call"];
-          if (functionCall && typeof functionCall === "string") {
-            const parsedFunctionCall = JSON.parse(
-              functionCall
-            ).function_call;
-            functionCallMessage = {
-              id: nanoid(),
-              role: "assistant",
-              content: "",
-              function_call: parsedFunctionCall,
-              name: parsedFunctionCall.name,
-              createdAt
-            };
-            prefixMap["function_call"] = functionCallMessage;
-          }
-        }
-        if (type === "data") {
-          const parsedValue = JSON.parse(value2);
-          if (prefixMap["data"]) {
-            prefixMap["data"] = [...prefixMap["data"], ...parsedValue];
-          } else {
-            prefixMap["data"] = parsedValue;
-          }
-        }
-        const data = prefixMap["data"];
-        const responseMessage = prefixMap["text"];
-        const merged = [functionCallMessage, responseMessage].filter(
-          Boolean
-        );
+    const prefixMap = await parseComplexResponse({
+      reader,
+      abortControllerRef,
+      update(merged, data) {
         mutate([...chatRequest.messages, ...merged], false);
         mutateStreamData([...existingData || [], ...data || []], false);
-        if (abortControllerRef.current === null) {
-          reader.cancel();
-          break;
-        }
       }
-    }
+    });
     for (const [type, item] of Object.entries(prefixMap)) {
       if (onFinish && type === "text") {
         onFinish(item);
@@ -239,6 +255,8 @@ var getStreamedResponse = async (api, chatRequest, mutate, mutateStreamData, exi
     }
     return { messages: responseMessages, data: responseData };
   } else {
+    const createdAt = /* @__PURE__ */ new Date();
+    const decode = createChunkDecoder(false);
     let streamedResponse = "";
     const replyId = nanoid();
     let responseMessage = {
@@ -278,7 +296,7 @@ var getStreamedResponse = async (api, chatRequest, mutate, mutateStreamData, exi
 function useChat({
   api = "/api/chat",
   id,
-  initialMessages = [],
+  initialMessages: initialMessagesParam,
   initialInput = "",
   sendExtraMessageFields,
   experimental_onFunctionCall,
@@ -291,6 +309,7 @@ function useChat({
 } = {}) {
   const hookId = useId();
   const chatId = id || hookId;
+  const [initialMessages] = useState(initialMessagesParam != null ? initialMessagesParam : []);
   const { data: messages, mutate } = useSWR([api, chatId], null, {
     fallbackData: initialMessages
   });

package/solid/dist/index.js

@@ -46,7 +46,7 @@ function createChunkDecoder(complex) {
     };
   }
   return function(chunk) {
-    const decoded = decoder.decode(chunk, { stream: true }).split("\n");
+    const decoded = decoder.decode(chunk, { stream: true }).split("\n").filter((line) => line !== "");
     return decoded.map(getStreamStringTypeAndValue).filter(Boolean);
   };
 }

package/solid/dist/index.mjs

@@ -19,7 +19,7 @@ function createChunkDecoder(complex) {
     };
   }
   return function(chunk) {
-    const decoded = decoder.decode(chunk, { stream: true }).split("\n");
+    const decoded = decoder.decode(chunk, { stream: true }).split("\n").filter((line) => line !== "");
     return decoded.map(getStreamStringTypeAndValue).filter(Boolean);
   };
 }

package/svelte/dist/index.js

@@ -541,7 +541,7 @@ function createChunkDecoder(complex) {
     };
   }
   return function(chunk) {
-    const decoded = decoder.decode(chunk, { stream: true }).split("\n");
+    const decoded = decoder.decode(chunk, { stream: true }).split("\n").filter((line) => line !== "");
     return decoded.map(getStreamStringTypeAndValue).filter(Boolean);
   };
 }

package/svelte/dist/index.mjs

@@ -514,7 +514,7 @@ function createChunkDecoder(complex) {
     };
   }
   return function(chunk) {
-    const decoded = decoder.decode(chunk, { stream: true }).split("\n");
+    const decoded = decoder.decode(chunk, { stream: true }).split("\n").filter((line) => line !== "");
     return decoded.map(getStreamStringTypeAndValue).filter(Boolean);
   };
 }

package/vue/dist/index.js

@@ -55,7 +55,7 @@ function createChunkDecoder(complex) {
     };
   }
   return function(chunk) {
-    const decoded = decoder.decode(chunk, { stream: true }).split("\n");
+    const decoded = decoder.decode(chunk, { stream: true }).split("\n").filter((line) => line !== "");
     return decoded.map(getStreamStringTypeAndValue).filter(Boolean);
   };
 }

package/vue/dist/index.mjs

@@ -18,7 +18,7 @@ function createChunkDecoder(complex) {
     };
   }
   return function(chunk) {
-    const decoded = decoder.decode(chunk, { stream: true }).split("\n");
+    const decoded = decoder.decode(chunk, { stream: true }).split("\n").filter((line) => line !== "");
     return decoded.map(getStreamStringTypeAndValue).filter(Boolean);
   };
 }