ai 2.1.8 → 2.1.10

package/react/dist/index.mjs

@@ -37,7 +37,7 @@ var __async = (__this, __arguments, generator) => {
 };
 
 // react/use-chat.ts
-import { useCallback, useId, useRef, useEffect, useState } from "react";
+import { useCallback, useEffect, useId, useRef, useState } from "react";
 import useSWRMutation from "swr/mutation";
 import useSWR from "swr";
 
@@ -57,15 +57,97 @@ function createChunkDecoder() {
 }
 
 // react/use-chat.ts
+var getStreamedResponse = (api, chatRequest, mutate, extraMetadataRef, messagesRef, abortControllerRef, onFinish, onResponse, sendExtraMessageFields) => __async(void 0, null, function* () {
+  var _a, _b;
+  const previousMessages = messagesRef.current;
+  mutate(chatRequest.messages, false);
+  const res = yield fetch(api, __spreadValues({
+    method: "POST",
+    body: JSON.stringify(__spreadValues(__spreadValues(__spreadValues(__spreadValues({
+      messages: sendExtraMessageFields ? chatRequest.messages : chatRequest.messages.map(
+        ({ role, content, name, function_call }) => __spreadValues(__spreadValues({
+          role,
+          content
+        }, name !== void 0 && { name }), function_call !== void 0 && {
+          function_call
+        })
+      )
+    }, extraMetadataRef.current.body), (_a = chatRequest.options) == null ? void 0 : _a.body), chatRequest.functions !== void 0 && {
+      functions: chatRequest.functions
+    }), chatRequest.function_call !== void 0 && {
+      function_call: chatRequest.function_call
+    })),
+    credentials: extraMetadataRef.current.credentials,
+    headers: __spreadValues(__spreadValues({}, extraMetadataRef.current.headers), (_b = chatRequest.options) == null ? void 0 : _b.headers)
+  }, abortControllerRef.current !== null && {
+    signal: abortControllerRef.current.signal
+  })).catch((err) => {
+    mutate(previousMessages, false);
+    throw err;
+  });
+  if (onResponse) {
+    try {
+      yield onResponse(res);
+    } catch (err) {
+      throw err;
+    }
+  }
+  if (!res.ok) {
+    mutate(previousMessages, false);
+    throw new Error((yield res.text()) || "Failed to fetch the chat response.");
+  }
+  if (!res.body) {
+    throw new Error("The response body is empty.");
+  }
+  let streamedResponse = "";
+  const createdAt = /* @__PURE__ */ new Date();
+  const replyId = nanoid();
+  const reader = res.body.getReader();
+  const decode = createChunkDecoder();
+  let responseMessage = {
+    id: replyId,
+    createdAt,
+    content: "",
+    role: "assistant"
+  };
+  while (true) {
+    const { done, value } = yield reader.read();
+    if (done) {
+      break;
+    }
+    streamedResponse += decode(value);
+    if (streamedResponse.startsWith('{"function_call":')) {
+      responseMessage["function_call"] = streamedResponse;
+    } else {
+      responseMessage["content"] = streamedResponse;
+    }
+    mutate([...chatRequest.messages, __spreadValues({}, responseMessage)], false);
+    if (abortControllerRef.current === null) {
+      reader.cancel();
+      break;
+    }
+  }
+  if (streamedResponse.startsWith('{"function_call":')) {
+    const parsedFunctionCall = JSON.parse(streamedResponse).function_call;
+    responseMessage["function_call"] = parsedFunctionCall;
+    mutate([...chatRequest.messages, __spreadValues({}, responseMessage)]);
+  }
+  if (onFinish) {
+    onFinish(responseMessage);
+  }
+  return responseMessage;
+});
 function useChat({
   api = "/api/chat",
   id,
   initialMessages = [],
   initialInput = "",
   sendExtraMessageFields,
+  experimental_onFunctionCall,
   onResponse,
   onFinish,
   onError,
+  credentials,
   headers,
   body
 } = {}) {
@@ -81,92 +163,52 @@ function useChat({
   }, [messages]);
   const abortControllerRef = useRef(null);
   const extraMetadataRef = useRef({
+    credentials,
     headers,
     body
   });
   useEffect(() => {
     extraMetadataRef.current = {
+      credentials,
       headers,
       body
     };
-  }, [headers, body]);
+  }, [credentials, headers, body]);
   const { error, trigger, isMutating } = useSWRMutation(
     [api, chatId],
-    (_0, _1) => __async(this, [_0, _1], function* (_, { arg }) {
+    (_0, _1) => __async(this, [_0, _1], function* (_, { arg: initialChatRequest }) {
       try {
-        const { messages: messagesSnapshot, options } = arg;
         const abortController = new AbortController();
         abortControllerRef.current = abortController;
-        const previousMessages = messagesRef.current;
-        mutate(messagesSnapshot, false);
-        const res = yield fetch(api, {
-          method: "POST",
-          body: JSON.stringify(__spreadValues(__spreadValues({
-            messages: sendExtraMessageFields ? messagesSnapshot : messagesSnapshot.map(({ role, content }) => ({
-              role,
-              content
-            }))
-          }, extraMetadataRef.current.body), options == null ? void 0 : options.body)),
-          headers: __spreadValues(__spreadValues({}, extraMetadataRef.current.headers), options == null ? void 0 : options.headers),
-          signal: abortController.signal
-        }).catch((err) => {
-          mutate(previousMessages, false);
-          throw err;
-        });
-        if (onResponse) {
-          try {
-            yield onResponse(res);
-          } catch (err) {
-            throw err;
-          }
-        }
-        if (!res.ok) {
-          mutate(previousMessages, false);
-          throw new Error(
-            (yield res.text()) || "Failed to fetch the chat response."
-          );
-        }
-        if (!res.body) {
-          throw new Error("The response body is empty.");
-        }
-        let result = "";
-        const createdAt = /* @__PURE__ */ new Date();
-        const replyId = nanoid();
-        const reader = res.body.getReader();
-        const decode = createChunkDecoder();
+        let chatRequest = initialChatRequest;
         while (true) {
-          const { done, value } = yield reader.read();
-          if (done) {
-            break;
-          }
-          result += decode(value);
-          mutate(
-            [
-              ...messagesSnapshot,
-              {
-                id: replyId,
-                createdAt,
-                content: result,
-                role: "assistant"
-              }
-            ],
-            false
+          const streamedResponseMessage = yield getStreamedResponse(
+            api,
+            chatRequest,
+            mutate,
+            extraMetadataRef,
+            messagesRef,
+            abortControllerRef,
+            onFinish,
+            onResponse,
+            sendExtraMessageFields
           );
-          if (abortControllerRef.current === null) {
-            reader.cancel();
+          if (streamedResponseMessage.function_call === void 0 || typeof streamedResponseMessage.function_call === "string") {
             break;
           }
-        }
-        if (onFinish) {
-          onFinish({
-            id: replyId,
-            createdAt,
-            content: result,
-            role: "assistant"
-          });
+          if (experimental_onFunctionCall) {
+            const functionCall = streamedResponseMessage.function_call;
+            const functionCallResponse = yield experimental_onFunctionCall(
+              messagesRef.current,
+              functionCall
+            );
+            if (functionCallResponse === void 0)
+              break;
+            chatRequest = functionCallResponse;
+          }
         }
         abortControllerRef.current = null;
-        return result;
+        return null;
       } catch (err) {
         if (err.name === "AbortError") {
           abortControllerRef.current = null;
@@ -184,32 +226,35 @@ function useChat({
     }
   );
   const append = useCallback(
-    (message, options) => __async(this, null, function* () {
+    (_0, ..._1) => __async(this, [_0, ..._1], function* (message, { options, functions, function_call } = {}) {
       if (!message.id) {
         message.id = nanoid();
       }
-      return trigger({
+      const chatRequest = __spreadValues(__spreadValues({
         messages: messagesRef.current.concat(message),
         options
-      });
+      }, functions !== void 0 && { functions }), function_call !== void 0 && { function_call });
+      return trigger(chatRequest);
     }),
     [trigger]
   );
   const reload = useCallback(
-    (options) => __async(this, null, function* () {
+    (..._0) => __async(this, [..._0], function* ({ options, functions, function_call } = {}) {
       if (messagesRef.current.length === 0)
         return null;
       const lastMessage = messagesRef.current[messagesRef.current.length - 1];
       if (lastMessage.role === "assistant") {
-        return trigger({
+        const chatRequest2 = __spreadValues(__spreadValues({
           messages: messagesRef.current.slice(0, -1),
           options
-        });
+        }, functions !== void 0 && { functions }), function_call !== void 0 && { function_call });
+        return trigger(chatRequest2);
       }
-      return trigger({
+      const chatRequest = __spreadValues(__spreadValues({
         messages: messagesRef.current,
         options
-      });
+      }, functions !== void 0 && { functions }), function_call !== void 0 && { function_call });
+      return trigger(chatRequest);
     }),
     [trigger]
   );
@@ -228,18 +273,21 @@ function useChat({
   );
   const [input, setInput] = useState(initialInput);
   const handleSubmit = useCallback(
-    (e, metadata) => {
+    (e, { options, functions, function_call } = {}, metadata) => {
       if (metadata) {
         extraMetadataRef.current = __spreadValues(__spreadValues({}, extraMetadataRef.current), metadata);
       }
       e.preventDefault();
       if (!input)
         return;
-      append({
-        content: input,
-        role: "user",
-        createdAt: /* @__PURE__ */ new Date()
-      });
+      append(
+        {
+          content: input,
+          role: "user",
+          createdAt: /* @__PURE__ */ new Date()
+        },
+        { options, functions, function_call }
+      );
       setInput("");
     },
     [input, append]
@@ -271,6 +319,7 @@ function useCompletion({
   id,
   initialCompletion = "",
   initialInput = "",
+  credentials,
   headers,
   body,
   onResponse,
@@ -285,15 +334,17 @@ function useCompletion({
   const completion = data;
   const [abortController, setAbortController] = useState2(null);
   const extraMetadataRef = useRef2({
+    credentials,
     headers,
     body
   });
   useEffect2(() => {
     extraMetadataRef.current = {
+      credentials,
       headers,
       body
     };
-  }, [headers, body]);
+  }, [credentials, headers, body]);
   const { error, trigger, isMutating } = useSWRMutation2(
     [api, completionId],
     (_0, _1) => __async(this, [_0, _1], function* (_, { arg }) {
@@ -307,6 +358,7 @@ function useCompletion({
           body: JSON.stringify(__spreadValues(__spreadValues({
             prompt
           }, extraMetadataRef.current.body), options == null ? void 0 : options.body)),
+          credentials: extraMetadataRef.current.credentials,
           headers: __spreadValues(__spreadValues({}, extraMetadataRef.current.headers), options == null ? void 0 : options.headers),
           signal: abortController2.signal
         }).catch((err) => {
@@ -410,7 +462,32 @@ function useCompletion({
     isLoading: isMutating
   };
 }
+
+// react/tokens.tsx
+import { Suspense } from "react";
+import { Fragment, jsx, jsxs } from "react/jsx-runtime";
+function Tokens(props) {
+  return __async(this, null, function* () {
+    const { stream } = props;
+    const reader = stream.getReader();
+    return /* @__PURE__ */ jsx(Suspense, { children: /* @__PURE__ */ jsx(RecursiveTokens, { reader }) });
+  });
+}
+function RecursiveTokens(_0) {
+  return __async(this, arguments, function* ({ reader }) {
+    const { done, value } = yield reader.read();
+    if (done) {
+      return null;
+    }
+    const text = new TextDecoder().decode(value);
+    return /* @__PURE__ */ jsxs(Fragment, { children: [
+      text,
+      /* @__PURE__ */ jsx(Suspense, { fallback: null, children: /* @__PURE__ */ jsx(RecursiveTokens, { reader }) })
+    ] });
+  });
+}
 export {
+  Tokens,
   useChat,
   useCompletion
 };

package/svelte/dist/index.d.ts

@@ -1,32 +1,49 @@
 import { Readable, Writable } from 'svelte/store';
+import { ChatCompletionRequestMessageFunctionCall, CreateChatCompletionRequestFunctionCall } from 'openai-edge';
+import { ChatCompletionFunctions } from 'openai-edge/types/api';
 
 /**
  * Shared types between the API and UI packages.
  */
-declare type Message = {
+type Message = {
     id: string;
     createdAt?: Date;
     content: string;
-    role: 'system' | 'user' | 'assistant';
+    role: 'system' | 'user' | 'assistant' | 'function';
+    /**
+     * If the message has a role of `function`, the `name` field is the name of the function.
+     * Otherwise, the name field should not be set.
+     */
+    name?: string;
+    /**
+     * If the assistant role makes a function call, the `function_call` field
+     * contains the function call name and arguments. Otherwise, the field should
+     * not be set.
+     */
+    function_call?: string | ChatCompletionRequestMessageFunctionCall;
 };
-declare type CreateMessage = {
-    id?: string;
-    createdAt?: Date;
-    content: string;
-    role: 'system' | 'user' | 'assistant';
+type CreateMessage = Omit<Message, 'id'> & {
+    id?: Message['id'];
+};
+type ChatRequest = {
+    messages: Message[];
+    options?: RequestOptions;
+    functions?: Array<ChatCompletionFunctions>;
+    function_call?: CreateChatCompletionRequestFunctionCall;
 };
-declare type RequestOptions = {
+type FunctionCallHandler = (chatMessages: Message[], functionCall: ChatCompletionRequestMessageFunctionCall) => Promise<ChatRequest | void>;
+type RequestOptions = {
     headers?: Record<string, string> | Headers;
     body?: object;
 };
-declare type UseChatOptions = {
+type UseChatOptions = {
     /**
      * The API endpoint that accepts a `{ messages: Message[] }` object and returns
      * a stream of tokens of the AI chat response. Defaults to `/api/chat`.
      */
     api?: string;
     /**
-     * An unique identifier for the chat. If not provided, a random one will be
+     * A unique identifier for the chat. If not provided, a random one will be
      * generated. When provided, the `useChat` hook with the same `id` will
      * have shared states across components.
      */
@@ -39,6 +56,12 @@ declare type UseChatOptions = {
      * Initial input of the chat.
      */
     initialInput?: string;
+    /**
+     * Callback function to be called when a function call is received.
+     * If the function returns a `ChatRequest` object, the request will be sent
+     * automatically to the API and will be used to update the chat.
+     */
+    experimental_onFunctionCall?: FunctionCallHandler;
     /**
      * Callback function to be called when the API response is received.
      */
@@ -51,6 +74,12 @@ declare type UseChatOptions = {
      * Callback function to be called when an error is encountered.
      */
     onError?: (error: Error) => void;
+    /**
+     * The credentials mode to be used for the fetch request.
+     * Possible values are: 'omit', 'same-origin', 'include'.
+     * Defaults to 'same-origin'.
+     */
+    credentials?: RequestCredentials;
     /**
      * HTTP headers to be sent with the API request.
      */
@@ -75,7 +104,7 @@ declare type UseChatOptions = {
      */
     sendExtraMessageFields?: boolean;
 };
-declare type UseCompletionOptions = {
+type UseCompletionOptions = {
     /**
      * The API endpoint that accepts a `{ prompt: string }` object and returns
      * a stream of tokens of the AI completion response. Defaults to `/api/completion`.
@@ -107,6 +136,12 @@ declare type UseCompletionOptions = {
      * Callback function to be called when an error is encountered.
      */
     onError?: (error: Error) => void;
+    /**
+     * The credentials mode to be used for the fetch request.
+     * Possible values are: 'omit', 'same-origin', 'include'.
+     * Defaults to 'same-origin'.
+     */
+    credentials?: RequestCredentials;
     /**
      * HTTP headers to be sent with the API request.
      */
@@ -126,7 +161,7 @@ declare type UseCompletionOptions = {
     body?: object;
 };
 
-declare type UseChatHelpers = {
+type UseChatHelpers = {
     /** Current messages in the chat */
     messages: Readable<Message[]>;
     /** The error object of the API request */
@@ -159,9 +194,9 @@ declare type UseChatHelpers = {
     /** Whether the API request is in progress */
     isLoading: Writable<boolean>;
 };
-declare function useChat({ api, id, initialMessages, initialInput, sendExtraMessageFields, onResponse, onFinish, onError, headers, body }?: UseChatOptions): UseChatHelpers;
+declare function useChat({ api, id, initialMessages, initialInput, sendExtraMessageFields, onResponse, onFinish, onError, credentials, headers, body }?: UseChatOptions): UseChatHelpers;
 
-declare type UseCompletionHelpers = {
+type UseCompletionHelpers = {
     /** The current completion result */
     completion: Readable<string>;
     /** The error object of the API request */
@@ -193,6 +228,6 @@ declare type UseCompletionHelpers = {
     /** Whether the API request is in progress */
     isLoading: Writable<boolean>;
 };
-declare function useCompletion({ api, id, initialCompletion, initialInput, headers, body, onResponse, onFinish, onError }?: UseCompletionOptions): UseCompletionHelpers;
+declare function useCompletion({ api, id, initialCompletion, initialInput, credentials, headers, body, onResponse, onFinish, onError }?: UseCompletionOptions): UseCompletionHelpers;
 
 export { CreateMessage, Message, UseChatHelpers, UseChatOptions, UseCompletionHelpers, useChat, useCompletion };

package/svelte/dist/index.js

@@ -395,7 +395,7 @@ var SWR = class {
   }
 };
 
-// ../../node_modules/.pnpm/sswr@1.10.0_svelte@3.54.0/node_modules/sswr/dist/sswr.mjs
+// ../../node_modules/.pnpm/sswr@1.10.0_svelte@4.0.0/node_modules/sswr/dist/sswr.mjs
 var import_svelte = require("svelte");
 function h() {
 }
@@ -527,6 +527,7 @@ function useChat({
   onResponse,
   onFinish,
   onError,
+  credentials,
   headers,
   body
 } = {}) {
@@ -561,7 +562,8 @@ function useChat({
             }))
           }, body), options == null ? void 0 : options.body)),
           headers: __spreadValues(__spreadValues({}, headers), options == null ? void 0 : options.headers),
-          signal: abortController.signal
+          signal: abortController.signal,
+          credentials
         }).catch((err) => {
           mutate(previousMessages);
           throw err;
@@ -691,6 +693,7 @@ function useCompletion({
   id,
   initialCompletion = "",
   initialInput = "",
+  credentials,
   headers,
   body,
   onResponse,
@@ -724,7 +727,8 @@ function useCompletion({
             prompt
           }, body), options == null ? void 0 : options.body)),
           headers: __spreadValues(__spreadValues({}, headers), options == null ? void 0 : options.headers),
-          signal: abortController.signal
+          signal: abortController.signal,
+          credentials
         }).catch((err) => {
           throw err;
         });

package/svelte/dist/index.mjs

@@ -371,7 +371,7 @@ var SWR = class {
   }
 };
 
-// ../../node_modules/.pnpm/sswr@1.10.0_svelte@3.54.0/node_modules/sswr/dist/sswr.mjs
+// ../../node_modules/.pnpm/sswr@1.10.0_svelte@4.0.0/node_modules/sswr/dist/sswr.mjs
 import { beforeUpdate as _, onDestroy as D } from "svelte";
 function h() {
 }
@@ -503,6 +503,7 @@ function useChat({
   onResponse,
   onFinish,
   onError,
+  credentials,
   headers,
   body
 } = {}) {
@@ -537,7 +538,8 @@ function useChat({
             }))
           }, body), options == null ? void 0 : options.body)),
           headers: __spreadValues(__spreadValues({}, headers), options == null ? void 0 : options.headers),
-          signal: abortController.signal
+          signal: abortController.signal,
+          credentials
         }).catch((err) => {
           mutate(previousMessages);
           throw err;
@@ -667,6 +669,7 @@ function useCompletion({
   id,
   initialCompletion = "",
   initialInput = "",
+  credentials,
   headers,
   body,
   onResponse,
@@ -700,7 +703,8 @@ function useCompletion({
             prompt
           }, body), options == null ? void 0 : options.body)),
           headers: __spreadValues(__spreadValues({}, headers), options == null ? void 0 : options.headers),
-          signal: abortController.signal
+          signal: abortController.signal,
+          credentials
         }).catch((err) => {
           throw err;
         });