ai 2.1.7 → 2.1.9

package/dist/index.d.ts

@@ -89,6 +89,8 @@ declare function streamToResponse(res: ReadableStream, response: ServerResponse,
 
 declare function HuggingFaceStream(res: AsyncGenerator<any>, callbacks?: AIStreamCallbacks): ReadableStream;
 
+declare function CohereStream(res: AsyncGenerator<any>, callbacks?: AIStreamCallbacks): ReadableStream;
+
 declare function AnthropicStream(res: Response, cb?: AIStreamCallbacks): ReadableStream;
 
 declare function LangChainStream(callbacks?: AIStreamCallbacks): {
@@ -103,19 +105,23 @@ declare function LangChainStream(callbacks?: AIStreamCallbacks): {
 /**
  * Shared types between the API and UI packages.
  */
-declare type Message = {
+type Message = {
     id: string;
     createdAt?: Date;
     content: string;
     role: 'system' | 'user' | 'assistant';
 };
-declare type CreateMessage = {
+type CreateMessage = {
     id?: string;
     createdAt?: Date;
     content: string;
     role: 'system' | 'user' | 'assistant';
 };
-declare type UseChatOptions = {
+type RequestOptions = {
+    headers?: Record<string, string> | Headers;
+    body?: object;
+};
+type UseChatOptions = {
     /**
      * The API endpoint that accepts a `{ messages: Message[] }` object and returns
      * a stream of tokens of the AI chat response. Defaults to `/api/chat`.
@@ -171,7 +177,7 @@ declare type UseChatOptions = {
      */
     sendExtraMessageFields?: boolean;
 };
-declare type UseCompletionOptions = {
+type UseCompletionOptions = {
     /**
      * The API endpoint that accepts a `{ prompt: string }` object and returns
      * a stream of tokens of the AI completion response. Defaults to `/api/completion`.
@@ -222,4 +228,4 @@ declare type UseCompletionOptions = {
     body?: object;
 };
 
-export { AIStream, AIStreamCallbacks, AIStreamParser, AnthropicStream, CreateMessage, HuggingFaceStream, LangChainStream, Message, OpenAIStream, StreamingTextResponse, UseChatOptions, UseCompletionOptions, createCallbacksTransformer, createEventStreamTransformer, streamToResponse, trimStartOfStreamHelper };
+export { AIStream, AIStreamCallbacks, AIStreamParser, AnthropicStream, CohereStream, CreateMessage, HuggingFaceStream, LangChainStream, Message, OpenAIStream, RequestOptions, StreamingTextResponse, UseChatOptions, UseCompletionOptions, createCallbacksTransformer, createEventStreamTransformer, streamToResponse, trimStartOfStreamHelper };

package/dist/index.js

@@ -59,6 +59,7 @@ var streams_exports = {};
 __export(streams_exports, {
   AIStream: () => AIStream,
   AnthropicStream: () => AnthropicStream,
+  CohereStream: () => CohereStream,
   HuggingFaceStream: () => HuggingFaceStream,
   LangChainStream: () => LangChainStream,
   OpenAIStream: () => OpenAIStream,
@@ -231,6 +232,30 @@ function HuggingFaceStream(res, callbacks) {
   return createParser2(res).pipeThrough(createCallbacksTransformer(callbacks));
 }
 
+// streams/cohere-stream.ts
+function createParser3(res) {
+  return new ReadableStream({
+    pull(controller) {
+      return __async(this, null, function* () {
+        const { value, done } = yield res.next();
+        if (done) {
+          controller.close();
+          return;
+        }
+        const { text, is_finished } = JSON.parse(value);
+        if (is_finished === true) {
+          controller.close();
+        } else {
+          controller.enqueue(text);
+        }
+      });
+    }
+  });
+}
+function CohereStream(res, callbacks) {
+  return createParser3(res).pipeThrough(createCallbacksTransformer(callbacks));
+}
+
 // streams/anthropic-stream.ts
 function parseAnthropicStream() {
   let previous = "";
@@ -272,6 +297,7 @@ function LangChainStream(callbacks) {
 0 && (module.exports = {
   AIStream,
   AnthropicStream,
+  CohereStream,
   HuggingFaceStream,
   LangChainStream,
   OpenAIStream,

package/dist/index.mjs

@@ -201,6 +201,30 @@ function HuggingFaceStream(res, callbacks) {
   return createParser2(res).pipeThrough(createCallbacksTransformer(callbacks));
 }
 
+// streams/cohere-stream.ts
+function createParser3(res) {
+  return new ReadableStream({
+    pull(controller) {
+      return __async(this, null, function* () {
+        const { value, done } = yield res.next();
+        if (done) {
+          controller.close();
+          return;
+        }
+        const { text, is_finished } = JSON.parse(value);
+        if (is_finished === true) {
+          controller.close();
+        } else {
+          controller.enqueue(text);
+        }
+      });
+    }
+  });
+}
+function CohereStream(res, callbacks) {
+  return createParser3(res).pipeThrough(createCallbacksTransformer(callbacks));
+}
+
 // streams/anthropic-stream.ts
 function parseAnthropicStream() {
   let previous = "";
@@ -241,6 +265,7 @@ function LangChainStream(callbacks) {
 export {
   AIStream,
   AnthropicStream,
+  CohereStream,
   HuggingFaceStream,
   LangChainStream,
   OpenAIStream,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "ai",
-  "version": "2.1.7",
+  "version": "2.1.9",
   "license": "Apache-2.0",
   "sideEffects": false,
   "main": "./dist/index.js",
@@ -54,18 +54,18 @@
     "@edge-runtime/jest-environment": "1.1.0-beta.31",
     "@types/jest": "29.2.0",
     "@types/node": "^17.0.12",
-    "@types/react": "^18.2.0",
+    "@types/react": "^18.2.8",
     "@types/react-dom": "^18.2.0",
     "eslint": "^7.32.0",
     "jest": "29.2.1",
     "ts-jest": "29.0.3",
     "tsup": "^6.7.0",
-    "typescript": "^4.5.3",
+    "typescript": "5.1.3",
     "@vercel/ai-tsconfig": "0.0.0",
     "eslint-config-vercel-ai": "0.0.0"
   },
   "peerDependencies": {
-    "react": "^18.0.0",
+    "react": "^18.2.0",
     "svelte": "^3.29.0",
     "vue": "^3.3.4"
   },

package/react/dist/index.d.ts

@@ -1,19 +1,25 @@
+import * as react_jsx_runtime from 'react/jsx-runtime';
+
 /**
  * Shared types between the API and UI packages.
  */
-declare type Message = {
+type Message = {
     id: string;
     createdAt?: Date;
     content: string;
     role: 'system' | 'user' | 'assistant';
 };
-declare type CreateMessage = {
+type CreateMessage = {
     id?: string;
     createdAt?: Date;
     content: string;
     role: 'system' | 'user' | 'assistant';
 };
-declare type UseChatOptions = {
+type RequestOptions = {
+    headers?: Record<string, string> | Headers;
+    body?: object;
+};
+type UseChatOptions = {
     /**
      * The API endpoint that accepts a `{ messages: Message[] }` object and returns
      * a stream of tokens of the AI chat response. Defaults to `/api/chat`.
@@ -69,7 +75,7 @@ declare type UseChatOptions = {
      */
     sendExtraMessageFields?: boolean;
 };
-declare type UseCompletionOptions = {
+type UseCompletionOptions = {
     /**
      * The API endpoint that accepts a `{ prompt: string }` object and returns
      * a stream of tokens of the AI completion response. Defaults to `/api/completion`.
@@ -120,7 +126,7 @@ declare type UseCompletionOptions = {
     body?: object;
 };
 
-declare type UseChatHelpers = {
+type UseChatHelpers = {
     /** Current messages in the chat */
     messages: Message[];
     /** The error object of the API request */
@@ -128,14 +134,16 @@ declare type UseChatHelpers = {
     /**
      * Append a user message to the chat list. This triggers the API call to fetch
      * the assistant's response.
+     * @param message The message to append
+     * @param options Additional options to pass to the API call
      */
-    append: (message: Message | CreateMessage) => Promise<string | null | undefined>;
+    append: (message: Message | CreateMessage, options?: RequestOptions) => Promise<string | null | undefined>;
     /**
      * Reload the last AI chat response for the given chat history. If the last
      * message isn't from the assistant, it will request the API to generate a
      * new response.
      */
-    reload: () => Promise<string | null | undefined>;
+    reload: (options?: RequestOptions) => Promise<string | null | undefined>;
     /**
      * Abort the current request immediately, keep the generated tokens if any.
      */
@@ -159,13 +167,13 @@ declare type UseChatHelpers = {
 };
 declare function useChat({ api, id, initialMessages, initialInput, sendExtraMessageFields, onResponse, onFinish, onError, headers, body }?: UseChatOptions): UseChatHelpers;
 
-declare type UseCompletionHelpers = {
+type UseCompletionHelpers = {
     /** The current completion result */
     completion: string;
     /**
      * Send a new prompt to the API endpoint and update the completion state.
      */
-    complete: (prompt: string) => Promise<string | null | undefined>;
+    complete: (prompt: string, options?: RequestOptions) => Promise<string | null | undefined>;
     /** The error object of the API request */
     error: undefined | Error;
     /**
@@ -203,4 +211,15 @@ declare type UseCompletionHelpers = {
 };
 declare function useCompletion({ api, id, initialCompletion, initialInput, headers, body, onResponse, onFinish, onError }?: UseCompletionOptions): UseCompletionHelpers;
 
-export { CreateMessage, Message, UseChatHelpers, UseChatOptions, UseCompletionHelpers, useChat, useCompletion };
+type Props = {
+    /**
+     * A ReadableStream produced by the AI SDK.
+     */
+    stream: ReadableStream;
+};
+/**
+ * A React Server Component that recursively renders a stream of tokens.
+ */
+declare function Tokens(props: Props): Promise<react_jsx_runtime.JSX.Element>;
+
+export { CreateMessage, Message, Tokens, UseChatHelpers, UseChatOptions, UseCompletionHelpers, useChat, useCompletion };

package/react/dist/index.js

@@ -65,6 +65,7 @@ var __async = (__this, __arguments, generator) => {
 // react/index.ts
 var react_exports = {};
 __export(react_exports, {
+  Tokens: () => Tokens,
   useChat: () => useChat,
   useCompletion: () => useCompletion
 });
@@ -126,21 +127,22 @@ function useChat({
   }, [headers, body]);
   const { error, trigger, isMutating } = (0, import_mutation.default)(
     [api, chatId],
-    (_0, _1) => __async(this, [_0, _1], function* (_, { arg: messagesSnapshot }) {
+    (_0, _1) => __async(this, [_0, _1], function* (_, { arg }) {
       try {
+        const { messages: messagesSnapshot, options } = arg;
         const abortController = new AbortController();
         abortControllerRef.current = abortController;
         const previousMessages = messagesRef.current;
         mutate(messagesSnapshot, false);
         const res = yield fetch(api, {
           method: "POST",
-          body: JSON.stringify(__spreadValues({
+          body: JSON.stringify(__spreadValues(__spreadValues({
             messages: sendExtraMessageFields ? messagesSnapshot : messagesSnapshot.map(({ role, content }) => ({
               role,
               content
             }))
-          }, extraMetadataRef.current.body)),
-          headers: extraMetadataRef.current.headers || {},
+          }, extraMetadataRef.current.body), options == null ? void 0 : options.body)),
+          headers: __spreadValues(__spreadValues({}, extraMetadataRef.current.headers), options == null ? void 0 : options.headers),
           signal: abortController.signal
         }).catch((err) => {
           mutate(previousMessages, false);
@@ -217,23 +219,35 @@ function useChat({
     }
   );
   const append = (0, import_react.useCallback)(
-    (message) => __async(this, null, function* () {
+    (message, options) => __async(this, null, function* () {
       if (!message.id) {
         message.id = nanoid();
       }
-      return trigger(messagesRef.current.concat(message));
+      return trigger({
+        messages: messagesRef.current.concat(message),
+        options
+      });
+    }),
+    [trigger]
+  );
+  const reload = (0, import_react.useCallback)(
+    (options) => __async(this, null, function* () {
+      if (messagesRef.current.length === 0)
+        return null;
+      const lastMessage = messagesRef.current[messagesRef.current.length - 1];
+      if (lastMessage.role === "assistant") {
+        return trigger({
+          messages: messagesRef.current.slice(0, -1),
+          options
+        });
+      }
+      return trigger({
+        messages: messagesRef.current,
+        options
+      });
     }),
     [trigger]
   );
-  const reload = (0, import_react.useCallback)(() => __async(this, null, function* () {
-    if (messagesRef.current.length === 0)
-      return null;
-    const lastMessage = messagesRef.current[messagesRef.current.length - 1];
-    if (lastMessage.role === "assistant") {
-      return trigger(messagesRef.current.slice(0, -1));
-    }
-    return trigger(messagesRef.current);
-  }), [trigger]);
   const stop = (0, import_react.useCallback)(() => {
     if (abortControllerRef.current) {
       abortControllerRef.current.abort();
@@ -249,7 +263,10 @@ function useChat({
   );
   const [input, setInput] = (0, import_react.useState)(initialInput);
   const handleSubmit = (0, import_react.useCallback)(
-    (e) => {
+    (e, metadata) => {
+      if (metadata) {
+        extraMetadataRef.current = __spreadValues(__spreadValues({}, extraMetadataRef.current), metadata);
+      }
       e.preventDefault();
       if (!input)
         return;
@@ -314,17 +331,18 @@ function useCompletion({
   }, [headers, body]);
   const { error, trigger, isMutating } = (0, import_mutation2.default)(
     [api, completionId],
-    (_0, _1) => __async(this, [_0, _1], function* (_, { arg: prompt }) {
+    (_0, _1) => __async(this, [_0, _1], function* (_, { arg }) {
       try {
+        const { prompt, options } = arg;
         const abortController2 = new AbortController();
         setAbortController(abortController2);
         mutate("", false);
         const res = yield fetch(api, {
           method: "POST",
-          body: JSON.stringify(__spreadValues({
+          body: JSON.stringify(__spreadValues(__spreadValues({
             prompt
-          }, extraMetadataRef.current.body)),
-          headers: extraMetadataRef.current.headers || {},
+          }, extraMetadataRef.current.body), options == null ? void 0 : options.body)),
+          headers: __spreadValues(__spreadValues({}, extraMetadataRef.current.headers), options == null ? void 0 : options.headers),
           signal: abortController2.signal
         }).catch((err) => {
           throw err;
@@ -392,25 +410,28 @@ function useCompletion({
     },
     [mutate]
   );
+  const complete = (0, import_react2.useCallback)(
+    (prompt, options) => __async(this, null, function* () {
+      return trigger({
+        prompt,
+        options
+      });
+    }),
+    [trigger]
+  );
   const [input, setInput] = (0, import_react2.useState)(initialInput);
   const handleSubmit = (0, import_react2.useCallback)(
     (e) => {
       e.preventDefault();
       if (!input)
         return;
-      return trigger(input);
+      return complete(input);
     },
-    [input, trigger]
+    [input, complete]
   );
   const handleInputChange = (e) => {
     setInput(e.target.value);
   };
-  const complete = (0, import_react2.useCallback)(
-    (prompt) => __async(this, null, function* () {
-      return trigger(prompt);
-    }),
-    [trigger]
-  );
   return {
     completion,
     complete,
@@ -424,8 +445,33 @@ function useCompletion({
     isLoading: isMutating
   };
 }
+
+// react/tokens.tsx
+var import_react3 = require("react");
+var import_jsx_runtime = require("react/jsx-runtime");
+function Tokens(props) {
+  return __async(this, null, function* () {
+    const { stream } = props;
+    const reader = stream.getReader();
+    return /* @__PURE__ */ (0, import_jsx_runtime.jsx)(import_react3.Suspense, { children: /* @__PURE__ */ (0, import_jsx_runtime.jsx)(RecursiveTokens, { reader }) });
+  });
+}
+function RecursiveTokens(_0) {
+  return __async(this, arguments, function* ({ reader }) {
+    const { done, value } = yield reader.read();
+    if (done) {
+      return null;
+    }
+    const text = new TextDecoder().decode(value);
+    return /* @__PURE__ */ (0, import_jsx_runtime.jsxs)(import_jsx_runtime.Fragment, { children: [
+      text,
+      /* @__PURE__ */ (0, import_jsx_runtime.jsx)(import_react3.Suspense, { fallback: null, children: /* @__PURE__ */ (0, import_jsx_runtime.jsx)(RecursiveTokens, { reader }) })
+    ] });
+  });
+}
 // Annotate the CommonJS export names for ESM import in node:
 0 && (module.exports = {
+  Tokens,
   useChat,
   useCompletion
 });

package/react/dist/index.mjs

@@ -92,21 +92,22 @@ function useChat({
   }, [headers, body]);
   const { error, trigger, isMutating } = useSWRMutation(
     [api, chatId],
-    (_0, _1) => __async(this, [_0, _1], function* (_, { arg: messagesSnapshot }) {
+    (_0, _1) => __async(this, [_0, _1], function* (_, { arg }) {
       try {
+        const { messages: messagesSnapshot, options } = arg;
         const abortController = new AbortController();
         abortControllerRef.current = abortController;
         const previousMessages = messagesRef.current;
         mutate(messagesSnapshot, false);
         const res = yield fetch(api, {
           method: "POST",
-          body: JSON.stringify(__spreadValues({
+          body: JSON.stringify(__spreadValues(__spreadValues({
             messages: sendExtraMessageFields ? messagesSnapshot : messagesSnapshot.map(({ role, content }) => ({
               role,
               content
             }))
-          }, extraMetadataRef.current.body)),
-          headers: extraMetadataRef.current.headers || {},
+          }, extraMetadataRef.current.body), options == null ? void 0 : options.body)),
+          headers: __spreadValues(__spreadValues({}, extraMetadataRef.current.headers), options == null ? void 0 : options.headers),
           signal: abortController.signal
         }).catch((err) => {
           mutate(previousMessages, false);
@@ -183,23 +184,35 @@ function useChat({
     }
   );
   const append = useCallback(
-    (message) => __async(this, null, function* () {
+    (message, options) => __async(this, null, function* () {
       if (!message.id) {
         message.id = nanoid();
       }
-      return trigger(messagesRef.current.concat(message));
+      return trigger({
+        messages: messagesRef.current.concat(message),
+        options
+      });
+    }),
+    [trigger]
+  );
+  const reload = useCallback(
+    (options) => __async(this, null, function* () {
+      if (messagesRef.current.length === 0)
+        return null;
+      const lastMessage = messagesRef.current[messagesRef.current.length - 1];
+      if (lastMessage.role === "assistant") {
+        return trigger({
+          messages: messagesRef.current.slice(0, -1),
+          options
+        });
+      }
+      return trigger({
+        messages: messagesRef.current,
+        options
+      });
     }),
     [trigger]
   );
-  const reload = useCallback(() => __async(this, null, function* () {
-    if (messagesRef.current.length === 0)
-      return null;
-    const lastMessage = messagesRef.current[messagesRef.current.length - 1];
-    if (lastMessage.role === "assistant") {
-      return trigger(messagesRef.current.slice(0, -1));
-    }
-    return trigger(messagesRef.current);
-  }), [trigger]);
   const stop = useCallback(() => {
     if (abortControllerRef.current) {
       abortControllerRef.current.abort();
@@ -215,7 +228,10 @@ function useChat({
   );
   const [input, setInput] = useState(initialInput);
   const handleSubmit = useCallback(
-    (e) => {
+    (e, metadata) => {
+      if (metadata) {
+        extraMetadataRef.current = __spreadValues(__spreadValues({}, extraMetadataRef.current), metadata);
+      }
       e.preventDefault();
       if (!input)
         return;
@@ -280,17 +296,18 @@ function useCompletion({
   }, [headers, body]);
   const { error, trigger, isMutating } = useSWRMutation2(
     [api, completionId],
-    (_0, _1) => __async(this, [_0, _1], function* (_, { arg: prompt }) {
+    (_0, _1) => __async(this, [_0, _1], function* (_, { arg }) {
       try {
+        const { prompt, options } = arg;
         const abortController2 = new AbortController();
         setAbortController(abortController2);
         mutate("", false);
         const res = yield fetch(api, {
           method: "POST",
-          body: JSON.stringify(__spreadValues({
+          body: JSON.stringify(__spreadValues(__spreadValues({
             prompt
-          }, extraMetadataRef.current.body)),
-          headers: extraMetadataRef.current.headers || {},
+          }, extraMetadataRef.current.body), options == null ? void 0 : options.body)),
+          headers: __spreadValues(__spreadValues({}, extraMetadataRef.current.headers), options == null ? void 0 : options.headers),
           signal: abortController2.signal
         }).catch((err) => {
           throw err;
@@ -358,25 +375,28 @@ function useCompletion({
     },
     [mutate]
   );
+  const complete = useCallback2(
+    (prompt, options) => __async(this, null, function* () {
+      return trigger({
+        prompt,
+        options
+      });
+    }),
+    [trigger]
+  );
   const [input, setInput] = useState2(initialInput);
   const handleSubmit = useCallback2(
     (e) => {
       e.preventDefault();
       if (!input)
         return;
-      return trigger(input);
+      return complete(input);
     },
-    [input, trigger]
+    [input, complete]
   );
   const handleInputChange = (e) => {
     setInput(e.target.value);
   };
-  const complete = useCallback2(
-    (prompt) => __async(this, null, function* () {
-      return trigger(prompt);
-    }),
-    [trigger]
-  );
   return {
     completion,
     complete,
@@ -390,7 +410,32 @@ function useCompletion({
     isLoading: isMutating
   };
 }
+
+// react/tokens.tsx
+import { Suspense } from "react";
+import { Fragment, jsx, jsxs } from "react/jsx-runtime";
+function Tokens(props) {
+  return __async(this, null, function* () {
+    const { stream } = props;
+    const reader = stream.getReader();
+    return /* @__PURE__ */ jsx(Suspense, { children: /* @__PURE__ */ jsx(RecursiveTokens, { reader }) });
+  });
+}
+function RecursiveTokens(_0) {
+  return __async(this, arguments, function* ({ reader }) {
+    const { done, value } = yield reader.read();
+    if (done) {
+      return null;
+    }
+    const text = new TextDecoder().decode(value);
+    return /* @__PURE__ */ jsxs(Fragment, { children: [
+      text,
+      /* @__PURE__ */ jsx(Suspense, { fallback: null, children: /* @__PURE__ */ jsx(RecursiveTokens, { reader }) })
+    ] });
+  });
+}
 export {
+  Tokens,
   useChat,
   useCompletion
 };

package/svelte/dist/index.d.ts

@@ -3,19 +3,23 @@ import { Readable, Writable } from 'svelte/store';
 /**
  * Shared types between the API and UI packages.
  */
-declare type Message = {
+type Message = {
     id: string;
     createdAt?: Date;
     content: string;
     role: 'system' | 'user' | 'assistant';
 };
-declare type CreateMessage = {
+type CreateMessage = {
     id?: string;
     createdAt?: Date;
     content: string;
     role: 'system' | 'user' | 'assistant';
 };
-declare type UseChatOptions = {
+type RequestOptions = {
+    headers?: Record<string, string> | Headers;
+    body?: object;
+};
+type UseChatOptions = {
     /**
      * The API endpoint that accepts a `{ messages: Message[] }` object and returns
      * a stream of tokens of the AI chat response. Defaults to `/api/chat`.
@@ -71,7 +75,7 @@ declare type UseChatOptions = {
      */
     sendExtraMessageFields?: boolean;
 };
-declare type UseCompletionOptions = {
+type UseCompletionOptions = {
     /**
      * The API endpoint that accepts a `{ prompt: string }` object and returns
      * a stream of tokens of the AI completion response. Defaults to `/api/completion`.
@@ -122,7 +126,7 @@ declare type UseCompletionOptions = {
     body?: object;
 };
 
-declare type UseChatHelpers = {
+type UseChatHelpers = {
     /** Current messages in the chat */
     messages: Readable<Message[]>;
     /** The error object of the API request */
@@ -131,13 +135,13 @@ declare type UseChatHelpers = {
      * Append a user message to the chat list. This triggers the API call to fetch
      * the assistant's response.
      */
-    append: (message: Message | CreateMessage) => Promise<string | null | undefined>;
+    append: (message: Message | CreateMessage, options?: RequestOptions) => Promise<string | null | undefined>;
     /**
      * Reload the last AI chat response for the given chat history. If the last
      * message isn't from the assistant, it will request the API to generate a
      * new response.
      */
-    reload: () => Promise<string | null | undefined>;
+    reload: (options?: RequestOptions) => Promise<string | null | undefined>;
     /**
      * Abort the current request immediately, keep the generated tokens if any.
      */
@@ -157,7 +161,7 @@ declare type UseChatHelpers = {
 };
 declare function useChat({ api, id, initialMessages, initialInput, sendExtraMessageFields, onResponse, onFinish, onError, headers, body }?: UseChatOptions): UseChatHelpers;
 
-declare type UseCompletionHelpers = {
+type UseCompletionHelpers = {
     /** The current completion result */
     completion: Readable<string>;
     /** The error object of the API request */
@@ -165,7 +169,7 @@ declare type UseCompletionHelpers = {
     /**
      * Send a new prompt to the API endpoint and update the completion state.
      */
-    complete: (prompt: string) => Promise<string | null | undefined>;
+    complete: (prompt: string, options?: RequestOptions) => Promise<string | null | undefined>;
     /**
      * Abort the current API request but keep the generated tokens.
      */

package/svelte/dist/index.js

@@ -545,7 +545,7 @@ function useChat({
   const error = (0, import_store.writable)(void 0);
   const isLoading = (0, import_store.writable)(false);
   let abortController = null;
-  function triggerRequest(messagesSnapshot) {
+  function triggerRequest(messagesSnapshot, options) {
     return __async(this, null, function* () {
       try {
         isLoading.set(true);
@@ -554,13 +554,13 @@ function useChat({
         mutate(messagesSnapshot);
         const res = yield fetch(api, {
           method: "POST",
-          body: JSON.stringify(__spreadValues({
+          body: JSON.stringify(__spreadValues(__spreadValues({
             messages: sendExtraMessageFields ? messagesSnapshot : messagesSnapshot.map(({ role, content }) => ({
               role,
               content
             }))
-          }, body)),
-          headers: headers || {},
+          }, body), options == null ? void 0 : options.body)),
+          headers: __spreadValues(__spreadValues({}, headers), options == null ? void 0 : options.headers),
           signal: abortController.signal
         }).catch((err) => {
           mutate(previousMessages);
@@ -631,21 +631,21 @@ function useChat({
       }
     });
   }
-  const append = (message) => __async(this, null, function* () {
+  const append = (message, options) => __async(this, null, function* () {
     if (!message.id) {
       message.id = nanoid();
     }
-    return triggerRequest((0, import_store.get)(messages).concat(message));
+    return triggerRequest((0, import_store.get)(messages).concat(message), options);
   });
-  const reload = () => __async(this, null, function* () {
+  const reload = (options) => __async(this, null, function* () {
     const messagesSnapshot = (0, import_store.get)(messages);
     if (messagesSnapshot.length === 0)
       return null;
     const lastMessage = messagesSnapshot[messagesSnapshot.length - 1];
     if (lastMessage.role === "assistant") {
-      return triggerRequest(messagesSnapshot.slice(0, -1));
+      return triggerRequest(messagesSnapshot.slice(0, -1), options);
     }
-    return triggerRequest(messagesSnapshot);
+    return triggerRequest(messagesSnapshot, options);
   });
   const stop = () => {
     if (abortController) {
@@ -712,7 +712,7 @@ function useCompletion({
   const error = (0, import_store2.writable)(void 0);
   const isLoading = (0, import_store2.writable)(false);
   let abortController = null;
-  function triggerRequest(prompt) {
+  function triggerRequest(prompt, options) {
     return __async(this, null, function* () {
       try {
         isLoading.set(true);
@@ -720,10 +720,10 @@ function useCompletion({
         mutate("");
         const res = yield fetch(api, {
           method: "POST",
-          body: JSON.stringify(__spreadValues({
+          body: JSON.stringify(__spreadValues(__spreadValues({
             prompt
-          }, body)),
-          headers: headers || {},
+          }, body), options == null ? void 0 : options.body)),
+          headers: __spreadValues(__spreadValues({}, headers), options == null ? void 0 : options.headers),
           signal: abortController.signal
         }).catch((err) => {
           throw err;
@@ -777,8 +777,8 @@ function useCompletion({
       }
     });
   }
-  const complete = (prompt) => __async(this, null, function* () {
-    return triggerRequest(prompt);
+  const complete = (prompt, options) => __async(this, null, function* () {
+    return triggerRequest(prompt, options);
   });
   const stop = () => {
     if (abortController) {

package/svelte/dist/index.mjs

@@ -521,7 +521,7 @@ function useChat({
   const error = writable(void 0);
   const isLoading = writable(false);
   let abortController = null;
-  function triggerRequest(messagesSnapshot) {
+  function triggerRequest(messagesSnapshot, options) {
     return __async(this, null, function* () {
       try {
         isLoading.set(true);
@@ -530,13 +530,13 @@ function useChat({
         mutate(messagesSnapshot);
         const res = yield fetch(api, {
           method: "POST",
-          body: JSON.stringify(__spreadValues({
+          body: JSON.stringify(__spreadValues(__spreadValues({
             messages: sendExtraMessageFields ? messagesSnapshot : messagesSnapshot.map(({ role, content }) => ({
               role,
               content
             }))
-          }, body)),
-          headers: headers || {},
+          }, body), options == null ? void 0 : options.body)),
+          headers: __spreadValues(__spreadValues({}, headers), options == null ? void 0 : options.headers),
           signal: abortController.signal
         }).catch((err) => {
           mutate(previousMessages);
@@ -607,21 +607,21 @@ function useChat({
       }
     });
   }
-  const append = (message) => __async(this, null, function* () {
+  const append = (message, options) => __async(this, null, function* () {
     if (!message.id) {
       message.id = nanoid();
     }
-    return triggerRequest(get(messages).concat(message));
+    return triggerRequest(get(messages).concat(message), options);
   });
-  const reload = () => __async(this, null, function* () {
+  const reload = (options) => __async(this, null, function* () {
     const messagesSnapshot = get(messages);
     if (messagesSnapshot.length === 0)
       return null;
     const lastMessage = messagesSnapshot[messagesSnapshot.length - 1];
     if (lastMessage.role === "assistant") {
-      return triggerRequest(messagesSnapshot.slice(0, -1));
+      return triggerRequest(messagesSnapshot.slice(0, -1), options);
     }
-    return triggerRequest(messagesSnapshot);
+    return triggerRequest(messagesSnapshot, options);
   });
   const stop = () => {
     if (abortController) {
@@ -688,7 +688,7 @@ function useCompletion({
   const error = writable2(void 0);
   const isLoading = writable2(false);
   let abortController = null;
-  function triggerRequest(prompt) {
+  function triggerRequest(prompt, options) {
     return __async(this, null, function* () {
       try {
         isLoading.set(true);
@@ -696,10 +696,10 @@ function useCompletion({
         mutate("");
         const res = yield fetch(api, {
           method: "POST",
-          body: JSON.stringify(__spreadValues({
+          body: JSON.stringify(__spreadValues(__spreadValues({
             prompt
-          }, body)),
-          headers: headers || {},
+          }, body), options == null ? void 0 : options.body)),
+          headers: __spreadValues(__spreadValues({}, headers), options == null ? void 0 : options.headers),
           signal: abortController.signal
         }).catch((err) => {
           throw err;
@@ -753,8 +753,8 @@ function useCompletion({
       }
     });
   }
-  const complete = (prompt) => __async(this, null, function* () {
-    return triggerRequest(prompt);
+  const complete = (prompt, options) => __async(this, null, function* () {
+    return triggerRequest(prompt, options);
   });
   const stop = () => {
     if (abortController) {

package/vue/dist/index.d.ts

@@ -3,19 +3,23 @@ import { Ref } from 'vue';
 /**
  * Shared types between the API and UI packages.
  */
-declare type Message = {
+type Message = {
     id: string;
     createdAt?: Date;
     content: string;
     role: 'system' | 'user' | 'assistant';
 };
-declare type CreateMessage = {
+type CreateMessage = {
     id?: string;
     createdAt?: Date;
     content: string;
     role: 'system' | 'user' | 'assistant';
 };
-declare type UseChatOptions = {
+type RequestOptions = {
+    headers?: Record<string, string> | Headers;
+    body?: object;
+};
+type UseChatOptions = {
     /**
      * The API endpoint that accepts a `{ messages: Message[] }` object and returns
      * a stream of tokens of the AI chat response. Defaults to `/api/chat`.
@@ -71,7 +75,7 @@ declare type UseChatOptions = {
      */
     sendExtraMessageFields?: boolean;
 };
-declare type UseCompletionOptions = {
+type UseCompletionOptions = {
     /**
      * The API endpoint that accepts a `{ prompt: string }` object and returns
      * a stream of tokens of the AI completion response. Defaults to `/api/completion`.
@@ -122,7 +126,7 @@ declare type UseCompletionOptions = {
     body?: object;
 };
 
-declare type UseChatHelpers = {
+type UseChatHelpers = {
     /** Current messages in the chat */
     messages: Ref<Message[]>;
     /** The error object of the API request */
@@ -131,13 +135,13 @@ declare type UseChatHelpers = {
      * Append a user message to the chat list. This triggers the API call to fetch
      * the assistant's response.
      */
-    append: (message: Message | CreateMessage) => Promise<string | null | undefined>;
+    append: (message: Message | CreateMessage, options?: RequestOptions) => Promise<string | null | undefined>;
     /**
      * Reload the last AI chat response for the given chat history. If the last
      * message isn't from the assistant, it will request the API to generate a
      * new response.
      */
-    reload: () => Promise<string | null | undefined>;
+    reload: (options?: RequestOptions) => Promise<string | null | undefined>;
     /**
      * Abort the current request immediately, keep the generated tokens if any.
      */
@@ -157,7 +161,7 @@ declare type UseChatHelpers = {
 };
 declare function useChat({ api, id, initialMessages, initialInput, sendExtraMessageFields, onResponse, onFinish, onError, headers, body }?: UseChatOptions): UseChatHelpers;
 
-declare type UseCompletionHelpers = {
+type UseCompletionHelpers = {
     /** The current completion result */
     completion: Ref<string>;
     /** The error object of the API request */
@@ -165,7 +169,7 @@ declare type UseCompletionHelpers = {
     /**
      * Send a new prompt to the API endpoint and update the completion state.
      */
-    complete: (prompt: string) => Promise<string | null | undefined>;
+    complete: (prompt: string, options?: RequestOptions) => Promise<string | null | undefined>;
     /**
      * Abort the current API request but keep the generated tokens.
      */

package/vue/dist/index.js

@@ -119,7 +119,7 @@ function useChat({
   const error = (0, import_vue.ref)(void 0);
   const isLoading = (0, import_vue.ref)(false);
   let abortController = null;
-  function triggerRequest(messagesSnapshot) {
+  function triggerRequest(messagesSnapshot, options) {
     return __async(this, null, function* () {
       try {
         isLoading.value = true;
@@ -128,13 +128,13 @@ function useChat({
         mutate(messagesSnapshot);
         const res = yield fetch(api, {
           method: "POST",
-          body: JSON.stringify(__spreadValues({
+          body: JSON.stringify(__spreadValues(__spreadValues({
             messages: sendExtraMessageFields ? messagesSnapshot : messagesSnapshot.map(({ role, content }) => ({
               role,
               content
             }))
-          }, body)),
-          headers: headers || {},
+          }, body), options == null ? void 0 : options.body)),
+          headers: __spreadValues(__spreadValues({}, headers), options == null ? void 0 : options.headers),
           signal: abortController.signal
         }).catch((err) => {
           mutate(previousMessages);
@@ -205,21 +205,21 @@ function useChat({
       }
     });
   }
-  const append = (message) => __async(this, null, function* () {
+  const append = (message, options) => __async(this, null, function* () {
     if (!message.id) {
       message.id = nanoid();
     }
-    return triggerRequest(messages.value.concat(message));
+    return triggerRequest(messages.value.concat(message), options);
   });
-  const reload = () => __async(this, null, function* () {
+  const reload = (options) => __async(this, null, function* () {
     const messagesSnapshot = messages.value;
     if (messagesSnapshot.length === 0)
       return null;
     const lastMessage = messagesSnapshot[messagesSnapshot.length - 1];
     if (lastMessage.role === "assistant") {
-      return triggerRequest(messagesSnapshot.slice(0, -1));
+      return triggerRequest(messagesSnapshot.slice(0, -1), options);
     }
-    return triggerRequest(messagesSnapshot);
+    return triggerRequest(messagesSnapshot, options);
   });
   const stop = () => {
     if (abortController) {
@@ -287,7 +287,7 @@ function useCompletion({
   const error = (0, import_vue2.ref)(void 0);
   const isLoading = (0, import_vue2.ref)(false);
   let abortController = null;
-  function triggerRequest(prompt) {
+  function triggerRequest(prompt, options) {
     return __async(this, null, function* () {
       try {
         isLoading.value = true;
@@ -295,10 +295,10 @@ function useCompletion({
         mutate("");
         const res = yield fetch(api, {
           method: "POST",
-          body: JSON.stringify(__spreadValues({
+          body: JSON.stringify(__spreadValues(__spreadValues({
             prompt
-          }, body)),
-          headers: headers || {},
+          }, body), options == null ? void 0 : options.body)),
+          headers: __spreadValues(__spreadValues({}, headers), options == null ? void 0 : options.headers),
           signal: abortController.signal
         }).catch((err) => {
           throw err;
@@ -352,8 +352,8 @@ function useCompletion({
       }
     });
   }
-  const complete = (prompt) => __async(this, null, function* () {
-    return triggerRequest(prompt);
+  const complete = (prompt, options) => __async(this, null, function* () {
+    return triggerRequest(prompt, options);
   });
   const stop = () => {
     if (abortController) {

package/vue/dist/index.mjs

@@ -85,7 +85,7 @@ function useChat({
   const error = ref(void 0);
   const isLoading = ref(false);
   let abortController = null;
-  function triggerRequest(messagesSnapshot) {
+  function triggerRequest(messagesSnapshot, options) {
     return __async(this, null, function* () {
       try {
         isLoading.value = true;
@@ -94,13 +94,13 @@ function useChat({
         mutate(messagesSnapshot);
         const res = yield fetch(api, {
           method: "POST",
-          body: JSON.stringify(__spreadValues({
+          body: JSON.stringify(__spreadValues(__spreadValues({
             messages: sendExtraMessageFields ? messagesSnapshot : messagesSnapshot.map(({ role, content }) => ({
               role,
               content
             }))
-          }, body)),
-          headers: headers || {},
+          }, body), options == null ? void 0 : options.body)),
+          headers: __spreadValues(__spreadValues({}, headers), options == null ? void 0 : options.headers),
           signal: abortController.signal
         }).catch((err) => {
           mutate(previousMessages);
@@ -171,21 +171,21 @@ function useChat({
       }
     });
   }
-  const append = (message) => __async(this, null, function* () {
+  const append = (message, options) => __async(this, null, function* () {
     if (!message.id) {
       message.id = nanoid();
     }
-    return triggerRequest(messages.value.concat(message));
+    return triggerRequest(messages.value.concat(message), options);
   });
-  const reload = () => __async(this, null, function* () {
+  const reload = (options) => __async(this, null, function* () {
     const messagesSnapshot = messages.value;
     if (messagesSnapshot.length === 0)
       return null;
     const lastMessage = messagesSnapshot[messagesSnapshot.length - 1];
     if (lastMessage.role === "assistant") {
-      return triggerRequest(messagesSnapshot.slice(0, -1));
+      return triggerRequest(messagesSnapshot.slice(0, -1), options);
     }
-    return triggerRequest(messagesSnapshot);
+    return triggerRequest(messagesSnapshot, options);
   });
   const stop = () => {
     if (abortController) {
@@ -253,7 +253,7 @@ function useCompletion({
   const error = ref2(void 0);
   const isLoading = ref2(false);
   let abortController = null;
-  function triggerRequest(prompt) {
+  function triggerRequest(prompt, options) {
     return __async(this, null, function* () {
       try {
         isLoading.value = true;
@@ -261,10 +261,10 @@ function useCompletion({
         mutate("");
         const res = yield fetch(api, {
           method: "POST",
-          body: JSON.stringify(__spreadValues({
+          body: JSON.stringify(__spreadValues(__spreadValues({
             prompt
-          }, body)),
-          headers: headers || {},
+          }, body), options == null ? void 0 : options.body)),
+          headers: __spreadValues(__spreadValues({}, headers), options == null ? void 0 : options.headers),
           signal: abortController.signal
         }).catch((err) => {
           throw err;
@@ -318,8 +318,8 @@ function useCompletion({
       }
     });
   }
-  const complete = (prompt) => __async(this, null, function* () {
-    return triggerRequest(prompt);
+  const complete = (prompt, options) => __async(this, null, function* () {
+    return triggerRequest(prompt, options);
   });
   const stop = () => {
     if (abortController) {