ai 2.1.9 → 2.1.10

package/react/dist/index.js

@@ -92,15 +92,97 @@ function createChunkDecoder() {
 }
 
 // react/use-chat.ts
+var getStreamedResponse = (api, chatRequest, mutate, extraMetadataRef, messagesRef, abortControllerRef, onFinish, onResponse, sendExtraMessageFields) => __async(void 0, null, function* () {
+  var _a, _b;
+  const previousMessages = messagesRef.current;
+  mutate(chatRequest.messages, false);
+  const res = yield fetch(api, __spreadValues({
+    method: "POST",
+    body: JSON.stringify(__spreadValues(__spreadValues(__spreadValues(__spreadValues({
+      messages: sendExtraMessageFields ? chatRequest.messages : chatRequest.messages.map(
+        ({ role, content, name, function_call }) => __spreadValues(__spreadValues({
+          role,
+          content
+        }, name !== void 0 && { name }), function_call !== void 0 && {
+          function_call
+        })
+      )
+    }, extraMetadataRef.current.body), (_a = chatRequest.options) == null ? void 0 : _a.body), chatRequest.functions !== void 0 && {
+      functions: chatRequest.functions
+    }), chatRequest.function_call !== void 0 && {
+      function_call: chatRequest.function_call
+    })),
+    credentials: extraMetadataRef.current.credentials,
+    headers: __spreadValues(__spreadValues({}, extraMetadataRef.current.headers), (_b = chatRequest.options) == null ? void 0 : _b.headers)
+  }, abortControllerRef.current !== null && {
+    signal: abortControllerRef.current.signal
+  })).catch((err) => {
+    mutate(previousMessages, false);
+    throw err;
+  });
+  if (onResponse) {
+    try {
+      yield onResponse(res);
+    } catch (err) {
+      throw err;
+    }
+  }
+  if (!res.ok) {
+    mutate(previousMessages, false);
+    throw new Error((yield res.text()) || "Failed to fetch the chat response.");
+  }
+  if (!res.body) {
+    throw new Error("The response body is empty.");
+  }
+  let streamedResponse = "";
+  const createdAt = /* @__PURE__ */ new Date();
+  const replyId = nanoid();
+  const reader = res.body.getReader();
+  const decode = createChunkDecoder();
+  let responseMessage = {
+    id: replyId,
+    createdAt,
+    content: "",
+    role: "assistant"
+  };
+  while (true) {
+    const { done, value } = yield reader.read();
+    if (done) {
+      break;
+    }
+    streamedResponse += decode(value);
+    if (streamedResponse.startsWith('{"function_call":')) {
+      responseMessage["function_call"] = streamedResponse;
+    } else {
+      responseMessage["content"] = streamedResponse;
+    }
+    mutate([...chatRequest.messages, __spreadValues({}, responseMessage)], false);
+    if (abortControllerRef.current === null) {
+      reader.cancel();
+      break;
+    }
+  }
+  if (streamedResponse.startsWith('{"function_call":')) {
+    const parsedFunctionCall = JSON.parse(streamedResponse).function_call;
+    responseMessage["function_call"] = parsedFunctionCall;
+    mutate([...chatRequest.messages, __spreadValues({}, responseMessage)]);
+  }
+  if (onFinish) {
+    onFinish(responseMessage);
+  }
+  return responseMessage;
+});
 function useChat({
   api = "/api/chat",
   id,
   initialMessages = [],
   initialInput = "",
   sendExtraMessageFields,
+  experimental_onFunctionCall,
   onResponse,
   onFinish,
   onError,
+  credentials,
   headers,
   body
 } = {}) {
@@ -116,92 +198,52 @@ function useChat({
   }, [messages]);
   const abortControllerRef = (0, import_react.useRef)(null);
   const extraMetadataRef = (0, import_react.useRef)({
+    credentials,
     headers,
     body
   });
   (0, import_react.useEffect)(() => {
     extraMetadataRef.current = {
+      credentials,
       headers,
       body
     };
-  }, [headers, body]);
+  }, [credentials, headers, body]);
   const { error, trigger, isMutating } = (0, import_mutation.default)(
     [api, chatId],
-    (_0, _1) => __async(this, [_0, _1], function* (_, { arg }) {
+    (_0, _1) => __async(this, [_0, _1], function* (_, { arg: initialChatRequest }) {
       try {
-        const { messages: messagesSnapshot, options } = arg;
         const abortController = new AbortController();
         abortControllerRef.current = abortController;
-        const previousMessages = messagesRef.current;
-        mutate(messagesSnapshot, false);
-        const res = yield fetch(api, {
-          method: "POST",
-          body: JSON.stringify(__spreadValues(__spreadValues({
-            messages: sendExtraMessageFields ? messagesSnapshot : messagesSnapshot.map(({ role, content }) => ({
-              role,
-              content
-            }))
-          }, extraMetadataRef.current.body), options == null ? void 0 : options.body)),
-          headers: __spreadValues(__spreadValues({}, extraMetadataRef.current.headers), options == null ? void 0 : options.headers),
-          signal: abortController.signal
-        }).catch((err) => {
-          mutate(previousMessages, false);
-          throw err;
-        });
-        if (onResponse) {
-          try {
-            yield onResponse(res);
-          } catch (err) {
-            throw err;
-          }
-        }
-        if (!res.ok) {
-          mutate(previousMessages, false);
-          throw new Error(
-            (yield res.text()) || "Failed to fetch the chat response."
-          );
-        }
-        if (!res.body) {
-          throw new Error("The response body is empty.");
-        }
-        let result = "";
-        const createdAt = /* @__PURE__ */ new Date();
-        const replyId = nanoid();
-        const reader = res.body.getReader();
-        const decode = createChunkDecoder();
+        let chatRequest = initialChatRequest;
         while (true) {
-          const { done, value } = yield reader.read();
-          if (done) {
-            break;
-          }
-          result += decode(value);
-          mutate(
-            [
-              ...messagesSnapshot,
-              {
-                id: replyId,
-                createdAt,
-                content: result,
-                role: "assistant"
-              }
-            ],
-            false
+          const streamedResponseMessage = yield getStreamedResponse(
+            api,
+            chatRequest,
+            mutate,
+            extraMetadataRef,
+            messagesRef,
+            abortControllerRef,
+            onFinish,
+            onResponse,
+            sendExtraMessageFields
           );
-          if (abortControllerRef.current === null) {
-            reader.cancel();
+          if (streamedResponseMessage.function_call === void 0 || typeof streamedResponseMessage.function_call === "string") {
             break;
           }
-        }
-        if (onFinish) {
-          onFinish({
-            id: replyId,
-            createdAt,
-            content: result,
-            role: "assistant"
-          });
+          if (experimental_onFunctionCall) {
+            const functionCall = streamedResponseMessage.function_call;
+            const functionCallResponse = yield experimental_onFunctionCall(
+              messagesRef.current,
+              functionCall
+            );
+            if (functionCallResponse === void 0)
+              break;
+            chatRequest = functionCallResponse;
+          }
         }
         abortControllerRef.current = null;
-        return result;
+        return null;
       } catch (err) {
         if (err.name === "AbortError") {
           abortControllerRef.current = null;
@@ -219,32 +261,35 @@ function useChat({
     }
   );
   const append = (0, import_react.useCallback)(
-    (message, options) => __async(this, null, function* () {
+    (_0, ..._1) => __async(this, [_0, ..._1], function* (message, { options, functions, function_call } = {}) {
       if (!message.id) {
         message.id = nanoid();
       }
-      return trigger({
+      const chatRequest = __spreadValues(__spreadValues({
         messages: messagesRef.current.concat(message),
         options
-      });
+      }, functions !== void 0 && { functions }), function_call !== void 0 && { function_call });
+      return trigger(chatRequest);
     }),
     [trigger]
   );
   const reload = (0, import_react.useCallback)(
-    (options) => __async(this, null, function* () {
+    (..._0) => __async(this, [..._0], function* ({ options, functions, function_call } = {}) {
       if (messagesRef.current.length === 0)
         return null;
       const lastMessage = messagesRef.current[messagesRef.current.length - 1];
       if (lastMessage.role === "assistant") {
-        return trigger({
+        const chatRequest2 = __spreadValues(__spreadValues({
           messages: messagesRef.current.slice(0, -1),
           options
-        });
+        }, functions !== void 0 && { functions }), function_call !== void 0 && { function_call });
+        return trigger(chatRequest2);
       }
-      return trigger({
+      const chatRequest = __spreadValues(__spreadValues({
         messages: messagesRef.current,
         options
-      });
+      }, functions !== void 0 && { functions }), function_call !== void 0 && { function_call });
+      return trigger(chatRequest);
     }),
     [trigger]
   );
@@ -263,18 +308,21 @@ function useChat({
   );
   const [input, setInput] = (0, import_react.useState)(initialInput);
   const handleSubmit = (0, import_react.useCallback)(
-    (e, metadata) => {
+    (e, { options, functions, function_call } = {}, metadata) => {
       if (metadata) {
         extraMetadataRef.current = __spreadValues(__spreadValues({}, extraMetadataRef.current), metadata);
       }
       e.preventDefault();
       if (!input)
         return;
-      append({
-        content: input,
-        role: "user",
-        createdAt: /* @__PURE__ */ new Date()
-      });
+      append(
+        {
+          content: input,
+          role: "user",
+          createdAt: /* @__PURE__ */ new Date()
+        },
+        { options, functions, function_call }
+      );
       setInput("");
     },
     [input, append]
@@ -306,6 +354,7 @@ function useCompletion({
   id,
   initialCompletion = "",
   initialInput = "",
+  credentials,
   headers,
   body,
   onResponse,
@@ -320,15 +369,17 @@ function useCompletion({
   const completion = data;
   const [abortController, setAbortController] = (0, import_react2.useState)(null);
   const extraMetadataRef = (0, import_react2.useRef)({
+    credentials,
     headers,
     body
   });
   (0, import_react2.useEffect)(() => {
     extraMetadataRef.current = {
+      credentials,
       headers,
       body
     };
-  }, [headers, body]);
+  }, [credentials, headers, body]);
   const { error, trigger, isMutating } = (0, import_mutation2.default)(
     [api, completionId],
     (_0, _1) => __async(this, [_0, _1], function* (_, { arg }) {
@@ -342,6 +393,7 @@ function useCompletion({
           body: JSON.stringify(__spreadValues(__spreadValues({
             prompt
           }, extraMetadataRef.current.body), options == null ? void 0 : options.body)),
+          credentials: extraMetadataRef.current.credentials,
           headers: __spreadValues(__spreadValues({}, extraMetadataRef.current.headers), options == null ? void 0 : options.headers),
           signal: abortController2.signal
         }).catch((err) => {

package/react/dist/index.mjs

@@ -37,7 +37,7 @@ var __async = (__this, __arguments, generator) => {
 };
 
 // react/use-chat.ts
-import { useCallback, useId, useRef, useEffect, useState } from "react";
+import { useCallback, useEffect, useId, useRef, useState } from "react";
 import useSWRMutation from "swr/mutation";
 import useSWR from "swr";
 
@@ -57,15 +57,97 @@ function createChunkDecoder() {
 }
 
 // react/use-chat.ts
+var getStreamedResponse = (api, chatRequest, mutate, extraMetadataRef, messagesRef, abortControllerRef, onFinish, onResponse, sendExtraMessageFields) => __async(void 0, null, function* () {
+  var _a, _b;
+  const previousMessages = messagesRef.current;
+  mutate(chatRequest.messages, false);
+  const res = yield fetch(api, __spreadValues({
+    method: "POST",
+    body: JSON.stringify(__spreadValues(__spreadValues(__spreadValues(__spreadValues({
+      messages: sendExtraMessageFields ? chatRequest.messages : chatRequest.messages.map(
+        ({ role, content, name, function_call }) => __spreadValues(__spreadValues({
+          role,
+          content
+        }, name !== void 0 && { name }), function_call !== void 0 && {
+          function_call
+        })
+      )
+    }, extraMetadataRef.current.body), (_a = chatRequest.options) == null ? void 0 : _a.body), chatRequest.functions !== void 0 && {
+      functions: chatRequest.functions
+    }), chatRequest.function_call !== void 0 && {
+      function_call: chatRequest.function_call
+    })),
+    credentials: extraMetadataRef.current.credentials,
+    headers: __spreadValues(__spreadValues({}, extraMetadataRef.current.headers), (_b = chatRequest.options) == null ? void 0 : _b.headers)
+  }, abortControllerRef.current !== null && {
+    signal: abortControllerRef.current.signal
+  })).catch((err) => {
+    mutate(previousMessages, false);
+    throw err;
+  });
+  if (onResponse) {
+    try {
+      yield onResponse(res);
+    } catch (err) {
+      throw err;
+    }
+  }
+  if (!res.ok) {
+    mutate(previousMessages, false);
+    throw new Error((yield res.text()) || "Failed to fetch the chat response.");
+  }
+  if (!res.body) {
+    throw new Error("The response body is empty.");
+  }
+  let streamedResponse = "";
+  const createdAt = /* @__PURE__ */ new Date();
+  const replyId = nanoid();
+  const reader = res.body.getReader();
+  const decode = createChunkDecoder();
+  let responseMessage = {
+    id: replyId,
+    createdAt,
+    content: "",
+    role: "assistant"
+  };
+  while (true) {
+    const { done, value } = yield reader.read();
+    if (done) {
+      break;
+    }
+    streamedResponse += decode(value);
+    if (streamedResponse.startsWith('{"function_call":')) {
+      responseMessage["function_call"] = streamedResponse;
+    } else {
+      responseMessage["content"] = streamedResponse;
+    }
+    mutate([...chatRequest.messages, __spreadValues({}, responseMessage)], false);
+    if (abortControllerRef.current === null) {
+      reader.cancel();
+      break;
+    }
+  }
+  if (streamedResponse.startsWith('{"function_call":')) {
+    const parsedFunctionCall = JSON.parse(streamedResponse).function_call;
+    responseMessage["function_call"] = parsedFunctionCall;
+    mutate([...chatRequest.messages, __spreadValues({}, responseMessage)]);
+  }
+  if (onFinish) {
+    onFinish(responseMessage);
+  }
+  return responseMessage;
+});
 function useChat({
   api = "/api/chat",
   id,
   initialMessages = [],
   initialInput = "",
   sendExtraMessageFields,
+  experimental_onFunctionCall,
   onResponse,
   onFinish,
   onError,
+  credentials,
   headers,
   body
 } = {}) {
@@ -81,92 +163,52 @@ function useChat({
   }, [messages]);
   const abortControllerRef = useRef(null);
   const extraMetadataRef = useRef({
+    credentials,
     headers,
     body
   });
   useEffect(() => {
     extraMetadataRef.current = {
+      credentials,
       headers,
       body
     };
-  }, [headers, body]);
+  }, [credentials, headers, body]);
   const { error, trigger, isMutating } = useSWRMutation(
     [api, chatId],
-    (_0, _1) => __async(this, [_0, _1], function* (_, { arg }) {
+    (_0, _1) => __async(this, [_0, _1], function* (_, { arg: initialChatRequest }) {
       try {
-        const { messages: messagesSnapshot, options } = arg;
         const abortController = new AbortController();
         abortControllerRef.current = abortController;
-        const previousMessages = messagesRef.current;
-        mutate(messagesSnapshot, false);
-        const res = yield fetch(api, {
-          method: "POST",
-          body: JSON.stringify(__spreadValues(__spreadValues({
-            messages: sendExtraMessageFields ? messagesSnapshot : messagesSnapshot.map(({ role, content }) => ({
-              role,
-              content
-            }))
-          }, extraMetadataRef.current.body), options == null ? void 0 : options.body)),
-          headers: __spreadValues(__spreadValues({}, extraMetadataRef.current.headers), options == null ? void 0 : options.headers),
-          signal: abortController.signal
-        }).catch((err) => {
-          mutate(previousMessages, false);
-          throw err;
-        });
-        if (onResponse) {
-          try {
-            yield onResponse(res);
-          } catch (err) {
-            throw err;
-          }
-        }
-        if (!res.ok) {
-          mutate(previousMessages, false);
-          throw new Error(
-            (yield res.text()) || "Failed to fetch the chat response."
-          );
-        }
-        if (!res.body) {
-          throw new Error("The response body is empty.");
-        }
-        let result = "";
-        const createdAt = /* @__PURE__ */ new Date();
-        const replyId = nanoid();
-        const reader = res.body.getReader();
-        const decode = createChunkDecoder();
+        let chatRequest = initialChatRequest;
         while (true) {
-          const { done, value } = yield reader.read();
-          if (done) {
-            break;
-          }
-          result += decode(value);
-          mutate(
-            [
-              ...messagesSnapshot,
-              {
-                id: replyId,
-                createdAt,
-                content: result,
-                role: "assistant"
-              }
-            ],
-            false
+          const streamedResponseMessage = yield getStreamedResponse(
+            api,
+            chatRequest,
+            mutate,
+            extraMetadataRef,
+            messagesRef,
+            abortControllerRef,
+            onFinish,
+            onResponse,
+            sendExtraMessageFields
           );
-          if (abortControllerRef.current === null) {
-            reader.cancel();
+          if (streamedResponseMessage.function_call === void 0 || typeof streamedResponseMessage.function_call === "string") {
             break;
           }
-        }
-        if (onFinish) {
-          onFinish({
-            id: replyId,
-            createdAt,
-            content: result,
-            role: "assistant"
-          });
+          if (experimental_onFunctionCall) {
+            const functionCall = streamedResponseMessage.function_call;
+            const functionCallResponse = yield experimental_onFunctionCall(
+              messagesRef.current,
+              functionCall
+            );
+            if (functionCallResponse === void 0)
+              break;
+            chatRequest = functionCallResponse;
+          }
         }
         abortControllerRef.current = null;
-        return result;
+        return null;
       } catch (err) {
         if (err.name === "AbortError") {
           abortControllerRef.current = null;
@@ -184,32 +226,35 @@ function useChat({
     }
   );
   const append = useCallback(
-    (message, options) => __async(this, null, function* () {
+    (_0, ..._1) => __async(this, [_0, ..._1], function* (message, { options, functions, function_call } = {}) {
       if (!message.id) {
         message.id = nanoid();
       }
-      return trigger({
+      const chatRequest = __spreadValues(__spreadValues({
         messages: messagesRef.current.concat(message),
         options
-      });
+      }, functions !== void 0 && { functions }), function_call !== void 0 && { function_call });
+      return trigger(chatRequest);
     }),
     [trigger]
   );
   const reload = useCallback(
-    (options) => __async(this, null, function* () {
+    (..._0) => __async(this, [..._0], function* ({ options, functions, function_call } = {}) {
       if (messagesRef.current.length === 0)
         return null;
       const lastMessage = messagesRef.current[messagesRef.current.length - 1];
       if (lastMessage.role === "assistant") {
-        return trigger({
+        const chatRequest2 = __spreadValues(__spreadValues({
           messages: messagesRef.current.slice(0, -1),
           options
-        });
+        }, functions !== void 0 && { functions }), function_call !== void 0 && { function_call });
+        return trigger(chatRequest2);
       }
-      return trigger({
+      const chatRequest = __spreadValues(__spreadValues({
         messages: messagesRef.current,
         options
-      });
+      }, functions !== void 0 && { functions }), function_call !== void 0 && { function_call });
+      return trigger(chatRequest);
     }),
     [trigger]
   );
@@ -228,18 +273,21 @@ function useChat({
   );
   const [input, setInput] = useState(initialInput);
   const handleSubmit = useCallback(
-    (e, metadata) => {
+    (e, { options, functions, function_call } = {}, metadata) => {
       if (metadata) {
         extraMetadataRef.current = __spreadValues(__spreadValues({}, extraMetadataRef.current), metadata);
       }
       e.preventDefault();
       if (!input)
         return;
-      append({
-        content: input,
-        role: "user",
-        createdAt: /* @__PURE__ */ new Date()
-      });
+      append(
+        {
+          content: input,
+          role: "user",
+          createdAt: /* @__PURE__ */ new Date()
+        },
+        { options, functions, function_call }
+      );
       setInput("");
     },
     [input, append]
@@ -271,6 +319,7 @@ function useCompletion({
   id,
   initialCompletion = "",
   initialInput = "",
+  credentials,
   headers,
   body,
   onResponse,
@@ -285,15 +334,17 @@ function useCompletion({
   const completion = data;
   const [abortController, setAbortController] = useState2(null);
   const extraMetadataRef = useRef2({
+    credentials,
     headers,
     body
   });
   useEffect2(() => {
     extraMetadataRef.current = {
+      credentials,
       headers,
       body
     };
-  }, [headers, body]);
+  }, [credentials, headers, body]);
   const { error, trigger, isMutating } = useSWRMutation2(
     [api, completionId],
     (_0, _1) => __async(this, [_0, _1], function* (_, { arg }) {
@@ -307,6 +358,7 @@ function useCompletion({
           body: JSON.stringify(__spreadValues(__spreadValues({
             prompt
           }, extraMetadataRef.current.body), options == null ? void 0 : options.body)),
+          credentials: extraMetadataRef.current.credentials,
           headers: __spreadValues(__spreadValues({}, extraMetadataRef.current.headers), options == null ? void 0 : options.headers),
           signal: abortController2.signal
         }).catch((err) => {