ai 2.1.8 → 2.1.10

package/dist/index.d.ts

@@ -1,4 +1,6 @@
 import { ServerResponse } from 'node:http';
+import { ChatCompletionRequestMessageFunctionCall, CreateChatCompletionRequestFunctionCall } from 'openai-edge';
+import { ChatCompletionFunctions } from 'openai-edge/types/api';
 
 /**
  * Helper callback methods for AIStream stream lifecycle events
@@ -89,6 +91,8 @@ declare function streamToResponse(res: ReadableStream, response: ServerResponse,
 
 declare function HuggingFaceStream(res: AsyncGenerator<any>, callbacks?: AIStreamCallbacks): ReadableStream;
 
+declare function CohereStream(res: AsyncGenerator<any>, callbacks?: AIStreamCallbacks): ReadableStream;
+
 declare function AnthropicStream(res: Response, cb?: AIStreamCallbacks): ReadableStream;
 
 declare function LangChainStream(callbacks?: AIStreamCallbacks): {
@@ -103,30 +107,50 @@ declare function LangChainStream(callbacks?: AIStreamCallbacks): {
 /**
  * Shared types between the API and UI packages.
  */
-declare type Message = {
+type Message = {
     id: string;
     createdAt?: Date;
     content: string;
-    role: 'system' | 'user' | 'assistant';
+    role: 'system' | 'user' | 'assistant' | 'function';
+    /**
+     * If the message has a role of `function`, the `name` field is the name of the function.
+     * Otherwise, the name field should not be set.
+     */
+    name?: string;
+    /**
+     * If the assistant role makes a function call, the `function_call` field
+     * contains the function call name and arguments. Otherwise, the field should
+     * not be set.
+     */
+    function_call?: string | ChatCompletionRequestMessageFunctionCall;
 };
-declare type CreateMessage = {
-    id?: string;
-    createdAt?: Date;
-    content: string;
-    role: 'system' | 'user' | 'assistant';
+type CreateMessage = Omit<Message, 'id'> & {
+    id?: Message['id'];
+};
+type ChatRequest = {
+    messages: Message[];
+    options?: RequestOptions;
+    functions?: Array<ChatCompletionFunctions>;
+    function_call?: CreateChatCompletionRequestFunctionCall;
 };
-declare type RequestOptions = {
+type FunctionCallHandler = (chatMessages: Message[], functionCall: ChatCompletionRequestMessageFunctionCall) => Promise<ChatRequest | void>;
+type RequestOptions = {
     headers?: Record<string, string> | Headers;
     body?: object;
 };
-declare type UseChatOptions = {
+type ChatRequestOptions = {
+    options?: RequestOptions;
+    functions?: Array<ChatCompletionFunctions>;
+    function_call?: CreateChatCompletionRequestFunctionCall;
+};
+type UseChatOptions = {
     /**
      * The API endpoint that accepts a `{ messages: Message[] }` object and returns
      * a stream of tokens of the AI chat response. Defaults to `/api/chat`.
      */
     api?: string;
     /**
-     * An unique identifier for the chat. If not provided, a random one will be
+     * A unique identifier for the chat. If not provided, a random one will be
      * generated. When provided, the `useChat` hook with the same `id` will
      * have shared states across components.
      */
@@ -139,6 +163,12 @@ declare type UseChatOptions = {
      * Initial input of the chat.
      */
     initialInput?: string;
+    /**
+     * Callback function to be called when a function call is received.
+     * If the function returns a `ChatRequest` object, the request will be sent
+     * automatically to the API and will be used to update the chat.
+     */
+    experimental_onFunctionCall?: FunctionCallHandler;
     /**
      * Callback function to be called when the API response is received.
      */
@@ -151,6 +181,12 @@ declare type UseChatOptions = {
      * Callback function to be called when an error is encountered.
      */
     onError?: (error: Error) => void;
+    /**
+     * The credentials mode to be used for the fetch request.
+     * Possible values are: 'omit', 'same-origin', 'include'.
+     * Defaults to 'same-origin'.
+     */
+    credentials?: RequestCredentials;
     /**
      * HTTP headers to be sent with the API request.
      */
@@ -175,7 +211,7 @@ declare type UseChatOptions = {
      */
     sendExtraMessageFields?: boolean;
 };
-declare type UseCompletionOptions = {
+type UseCompletionOptions = {
     /**
      * The API endpoint that accepts a `{ prompt: string }` object and returns
      * a stream of tokens of the AI completion response. Defaults to `/api/completion`.
@@ -207,6 +243,12 @@ declare type UseCompletionOptions = {
      * Callback function to be called when an error is encountered.
      */
     onError?: (error: Error) => void;
+    /**
+     * The credentials mode to be used for the fetch request.
+     * Possible values are: 'omit', 'same-origin', 'include'.
+     * Defaults to 'same-origin'.
+     */
+    credentials?: RequestCredentials;
     /**
      * HTTP headers to be sent with the API request.
      */
@@ -226,4 +268,7 @@ declare type UseCompletionOptions = {
     body?: object;
 };
 
-export { AIStream, AIStreamCallbacks, AIStreamParser, AnthropicStream, CreateMessage, HuggingFaceStream, LangChainStream, Message, OpenAIStream, RequestOptions, StreamingTextResponse, UseChatOptions, UseCompletionOptions, createCallbacksTransformer, createEventStreamTransformer, streamToResponse, trimStartOfStreamHelper };
+declare const nanoid: (size?: number | undefined) => string;
+declare function createChunkDecoder(): (chunk: Uint8Array | undefined) => string;
+
+export { AIStream, AIStreamCallbacks, AIStreamParser, AnthropicStream, ChatRequest, ChatRequestOptions, CohereStream, CreateMessage, FunctionCallHandler, HuggingFaceStream, LangChainStream, Message, OpenAIStream, RequestOptions, StreamingTextResponse, UseChatOptions, UseCompletionOptions, createCallbacksTransformer, createChunkDecoder, createEventStreamTransformer, nanoid, streamToResponse, trimStartOfStreamHelper };

package/dist/index.js

@@ -59,12 +59,15 @@ var streams_exports = {};
 __export(streams_exports, {
   AIStream: () => AIStream,
   AnthropicStream: () => AnthropicStream,
+  CohereStream: () => CohereStream,
   HuggingFaceStream: () => HuggingFaceStream,
   LangChainStream: () => LangChainStream,
   OpenAIStream: () => OpenAIStream,
   StreamingTextResponse: () => StreamingTextResponse,
   createCallbacksTransformer: () => createCallbacksTransformer,
+  createChunkDecoder: () => createChunkDecoder,
   createEventStreamTransformer: () => createEventStreamTransformer,
+  nanoid: () => nanoid,
   streamToResponse: () => streamToResponse,
   trimStartOfStreamHelper: () => trimStartOfStreamHelper
 });
@@ -158,10 +161,19 @@ function createEmptyReadableStream() {
 function parseOpenAIStream() {
   const trimStartOfStream = trimStartOfStreamHelper();
   return (data) => {
-    var _a, _b, _c, _d, _e;
+    var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k, _l, _m, _n;
     const json = JSON.parse(data);
+    if ((_c = (_b = (_a = json.choices[0]) == null ? void 0 : _a.delta) == null ? void 0 : _b.function_call) == null ? void 0 : _c.name) {
+      return `{"function_call": {"name": "${(_e = (_d = json.choices[0]) == null ? void 0 : _d.delta) == null ? void 0 : _e.function_call.name}", "arguments": "`;
+    } else if ((_h = (_g = (_f = json.choices[0]) == null ? void 0 : _f.delta) == null ? void 0 : _g.function_call) == null ? void 0 : _h.arguments) {
+      const argumentChunk = json.choices[0].delta.function_call.arguments;
+      let escapedPartialJson = argumentChunk.replace(/\\/g, "\\\\").replace(/\//g, "\\/").replace(/"/g, '\\"').replace(/\n/g, "\\n").replace(/\r/g, "\\r").replace(/\t/g, "\\t").replace(/\f/g, "\\f");
+      return `${escapedPartialJson}`;
+    } else if (((_i = json.choices[0]) == null ? void 0 : _i.finish_reason) === "function_call") {
+      return '"}}';
+    }
     const text = trimStartOfStream(
-      (_e = (_d = (_b = (_a = json.choices[0]) == null ? void 0 : _a.delta) == null ? void 0 : _b.content) != null ? _d : (_c = json.choices[0]) == null ? void 0 : _c.text) != null ? _e : ""
+      (_n = (_m = (_k = (_j = json.choices[0]) == null ? void 0 : _j.delta) == null ? void 0 : _k.content) != null ? _m : (_l = json.choices[0]) == null ? void 0 : _l.text) != null ? _n : ""
     );
     return text;
   };
@@ -231,6 +243,30 @@ function HuggingFaceStream(res, callbacks) {
   return createParser2(res).pipeThrough(createCallbacksTransformer(callbacks));
 }
 
+// streams/cohere-stream.ts
+function createParser3(res) {
+  return new ReadableStream({
+    pull(controller) {
+      return __async(this, null, function* () {
+        const { value, done } = yield res.next();
+        if (done) {
+          controller.close();
+          return;
+        }
+        const { text, is_finished } = JSON.parse(value);
+        if (is_finished === true) {
+          controller.close();
+        } else {
+          controller.enqueue(text);
+        }
+      });
+    }
+  });
+}
+function CohereStream(res, callbacks) {
+  return createParser3(res).pipeThrough(createCallbacksTransformer(callbacks));
+}
+
 // streams/anthropic-stream.ts
 function parseAnthropicStream() {
   let previous = "";
@@ -268,16 +304,34 @@ function LangChainStream(callbacks) {
     }
   };
 }
+
+// shared/utils.ts
+var import_nanoid = require("nanoid");
+var nanoid = (0, import_nanoid.customAlphabet)(
+  "0123456789ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz",
+  7
+);
+function createChunkDecoder() {
+  const decoder = new TextDecoder();
+  return function(chunk) {
+    if (!chunk)
+      return "";
+    return decoder.decode(chunk, { stream: true });
+  };
+}
 // Annotate the CommonJS export names for ESM import in node:
 0 && (module.exports = {
   AIStream,
   AnthropicStream,
+  CohereStream,
   HuggingFaceStream,
   LangChainStream,
   OpenAIStream,
   StreamingTextResponse,
   createCallbacksTransformer,
+  createChunkDecoder,
   createEventStreamTransformer,
+  nanoid,
   streamToResponse,
   trimStartOfStreamHelper
 });

package/dist/index.mjs

@@ -128,10 +128,19 @@ function createEmptyReadableStream() {
 function parseOpenAIStream() {
   const trimStartOfStream = trimStartOfStreamHelper();
   return (data) => {
-    var _a, _b, _c, _d, _e;
+    var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k, _l, _m, _n;
     const json = JSON.parse(data);
+    if ((_c = (_b = (_a = json.choices[0]) == null ? void 0 : _a.delta) == null ? void 0 : _b.function_call) == null ? void 0 : _c.name) {
+      return `{"function_call": {"name": "${(_e = (_d = json.choices[0]) == null ? void 0 : _d.delta) == null ? void 0 : _e.function_call.name}", "arguments": "`;
+    } else if ((_h = (_g = (_f = json.choices[0]) == null ? void 0 : _f.delta) == null ? void 0 : _g.function_call) == null ? void 0 : _h.arguments) {
+      const argumentChunk = json.choices[0].delta.function_call.arguments;
+      let escapedPartialJson = argumentChunk.replace(/\\/g, "\\\\").replace(/\//g, "\\/").replace(/"/g, '\\"').replace(/\n/g, "\\n").replace(/\r/g, "\\r").replace(/\t/g, "\\t").replace(/\f/g, "\\f");
+      return `${escapedPartialJson}`;
+    } else if (((_i = json.choices[0]) == null ? void 0 : _i.finish_reason) === "function_call") {
+      return '"}}';
+    }
     const text = trimStartOfStream(
-      (_e = (_d = (_b = (_a = json.choices[0]) == null ? void 0 : _a.delta) == null ? void 0 : _b.content) != null ? _d : (_c = json.choices[0]) == null ? void 0 : _c.text) != null ? _e : ""
+      (_n = (_m = (_k = (_j = json.choices[0]) == null ? void 0 : _j.delta) == null ? void 0 : _k.content) != null ? _m : (_l = json.choices[0]) == null ? void 0 : _l.text) != null ? _n : ""
     );
     return text;
   };
@@ -201,6 +210,30 @@ function HuggingFaceStream(res, callbacks) {
   return createParser2(res).pipeThrough(createCallbacksTransformer(callbacks));
 }
 
+// streams/cohere-stream.ts
+function createParser3(res) {
+  return new ReadableStream({
+    pull(controller) {
+      return __async(this, null, function* () {
+        const { value, done } = yield res.next();
+        if (done) {
+          controller.close();
+          return;
+        }
+        const { text, is_finished } = JSON.parse(value);
+        if (is_finished === true) {
+          controller.close();
+        } else {
+          controller.enqueue(text);
+        }
+      });
+    }
+  });
+}
+function CohereStream(res, callbacks) {
+  return createParser3(res).pipeThrough(createCallbacksTransformer(callbacks));
+}
+
 // streams/anthropic-stream.ts
 function parseAnthropicStream() {
   let previous = "";
@@ -238,15 +271,33 @@ function LangChainStream(callbacks) {
     }
   };
 }
+
+// shared/utils.ts
+import { customAlphabet } from "nanoid";
+var nanoid = customAlphabet(
+  "0123456789ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz",
+  7
+);
+function createChunkDecoder() {
+  const decoder = new TextDecoder();
+  return function(chunk) {
+    if (!chunk)
+      return "";
+    return decoder.decode(chunk, { stream: true });
+  };
+}
 export {
   AIStream,
   AnthropicStream,
+  CohereStream,
   HuggingFaceStream,
   LangChainStream,
   OpenAIStream,
   StreamingTextResponse,
   createCallbacksTransformer,
+  createChunkDecoder,
   createEventStreamTransformer,
+  nanoid,
   streamToResponse,
   trimStartOfStreamHelper
 };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "ai",
-  "version": "2.1.8",
+  "version": "2.1.10",
   "license": "Apache-2.0",
   "sideEffects": false,
   "main": "./dist/index.js",
@@ -45,28 +45,29 @@
   },
   "dependencies": {
     "eventsource-parser": "1.0.0",
+    "swr": "2.1.5",
     "nanoid": "^3.3.6",
     "sswr": "^1.10.0",
-    "swr": "2.1.5",
     "swrv": "1.0.3"
   },
   "devDependencies": {
     "@edge-runtime/jest-environment": "1.1.0-beta.31",
     "@types/jest": "29.2.0",
     "@types/node": "^17.0.12",
-    "@types/react": "^18.2.0",
+    "@types/react": "^18.2.8",
     "@types/react-dom": "^18.2.0",
     "eslint": "^7.32.0",
     "jest": "29.2.1",
+    "openai-edge": "^1.1.0",
     "ts-jest": "29.0.3",
     "tsup": "^6.7.0",
-    "typescript": "^4.5.3",
-    "@vercel/ai-tsconfig": "0.0.0",
-    "eslint-config-vercel-ai": "0.0.0"
+    "typescript": "5.1.3",
+    "eslint-config-vercel-ai": "0.0.0",
+    "@vercel/ai-tsconfig": "0.0.0"
   },
   "peerDependencies": {
-    "react": "^18.0.0",
-    "svelte": "^3.29.0",
+    "react": "^18.2.0",
+    "svelte": "^4.0.0",
     "vue": "^3.3.4"
   },
   "peerDependenciesMeta": {

package/react/dist/index.d.ts

@@ -1,30 +1,54 @@
+import { ChatCompletionRequestMessageFunctionCall, CreateChatCompletionRequestFunctionCall } from 'openai-edge';
+import { ChatCompletionFunctions } from 'openai-edge/types/api';
+import * as react_jsx_runtime from 'react/jsx-runtime';
+
 /**
  * Shared types between the API and UI packages.
  */
-declare type Message = {
+type Message = {
     id: string;
     createdAt?: Date;
     content: string;
-    role: 'system' | 'user' | 'assistant';
+    role: 'system' | 'user' | 'assistant' | 'function';
+    /**
+     * If the message has a role of `function`, the `name` field is the name of the function.
+     * Otherwise, the name field should not be set.
+     */
+    name?: string;
+    /**
+     * If the assistant role makes a function call, the `function_call` field
+     * contains the function call name and arguments. Otherwise, the field should
+     * not be set.
+     */
+    function_call?: string | ChatCompletionRequestMessageFunctionCall;
 };
-declare type CreateMessage = {
-    id?: string;
-    createdAt?: Date;
-    content: string;
-    role: 'system' | 'user' | 'assistant';
+type CreateMessage = Omit<Message, 'id'> & {
+    id?: Message['id'];
+};
+type ChatRequest = {
+    messages: Message[];
+    options?: RequestOptions;
+    functions?: Array<ChatCompletionFunctions>;
+    function_call?: CreateChatCompletionRequestFunctionCall;
 };
-declare type RequestOptions = {
+type FunctionCallHandler = (chatMessages: Message[], functionCall: ChatCompletionRequestMessageFunctionCall) => Promise<ChatRequest | void>;
+type RequestOptions = {
     headers?: Record<string, string> | Headers;
     body?: object;
 };
-declare type UseChatOptions = {
+type ChatRequestOptions = {
+    options?: RequestOptions;
+    functions?: Array<ChatCompletionFunctions>;
+    function_call?: CreateChatCompletionRequestFunctionCall;
+};
+type UseChatOptions = {
     /**
      * The API endpoint that accepts a `{ messages: Message[] }` object and returns
      * a stream of tokens of the AI chat response. Defaults to `/api/chat`.
      */
     api?: string;
     /**
-     * An unique identifier for the chat. If not provided, a random one will be
+     * A unique identifier for the chat. If not provided, a random one will be
      * generated. When provided, the `useChat` hook with the same `id` will
      * have shared states across components.
      */
@@ -37,6 +61,12 @@ declare type UseChatOptions = {
      * Initial input of the chat.
      */
     initialInput?: string;
+    /**
+     * Callback function to be called when a function call is received.
+     * If the function returns a `ChatRequest` object, the request will be sent
+     * automatically to the API and will be used to update the chat.
+     */
+    experimental_onFunctionCall?: FunctionCallHandler;
     /**
      * Callback function to be called when the API response is received.
      */
@@ -49,6 +79,12 @@ declare type UseChatOptions = {
      * Callback function to be called when an error is encountered.
      */
     onError?: (error: Error) => void;
+    /**
+     * The credentials mode to be used for the fetch request.
+     * Possible values are: 'omit', 'same-origin', 'include'.
+     * Defaults to 'same-origin'.
+     */
+    credentials?: RequestCredentials;
     /**
      * HTTP headers to be sent with the API request.
      */
@@ -73,7 +109,7 @@ declare type UseChatOptions = {
      */
     sendExtraMessageFields?: boolean;
 };
-declare type UseCompletionOptions = {
+type UseCompletionOptions = {
     /**
      * The API endpoint that accepts a `{ prompt: string }` object and returns
      * a stream of tokens of the AI completion response. Defaults to `/api/completion`.
@@ -105,6 +141,12 @@ declare type UseCompletionOptions = {
      * Callback function to be called when an error is encountered.
      */
     onError?: (error: Error) => void;
+    /**
+     * The credentials mode to be used for the fetch request.
+     * Possible values are: 'omit', 'same-origin', 'include'.
+     * Defaults to 'same-origin'.
+     */
+    credentials?: RequestCredentials;
     /**
      * HTTP headers to be sent with the API request.
      */
@@ -124,7 +166,7 @@ declare type UseCompletionOptions = {
     body?: object;
 };
 
-declare type UseChatHelpers = {
+type UseChatHelpers = {
     /** Current messages in the chat */
     messages: Message[];
     /** The error object of the API request */
@@ -135,13 +177,13 @@ declare type UseChatHelpers = {
      * @param message The message to append
      * @param options Additional options to pass to the API call
      */
-    append: (message: Message | CreateMessage, options?: RequestOptions) => Promise<string | null | undefined>;
+    append: (message: Message | CreateMessage, chatRequestOptions?: ChatRequestOptions) => Promise<string | null | undefined>;
     /**
      * Reload the last AI chat response for the given chat history. If the last
      * message isn't from the assistant, it will request the API to generate a
      * new response.
      */
-    reload: (options?: RequestOptions) => Promise<string | null | undefined>;
+    reload: (chatRequestOptions?: ChatRequestOptions) => Promise<string | null | undefined>;
     /**
      * Abort the current request immediately, keep the generated tokens if any.
      */
@@ -159,13 +201,14 @@ declare type UseChatHelpers = {
     /** An input/textarea-ready onChange handler to control the value of the input */
     handleInputChange: (e: React.ChangeEvent<HTMLInputElement> | React.ChangeEvent<HTMLTextAreaElement>) => void;
     /** Form submission handler to automattically reset input and append a user message  */
-    handleSubmit: (e: React.FormEvent<HTMLFormElement>) => void;
+    handleSubmit: (e: React.FormEvent<HTMLFormElement>, chatRequestOptions?: ChatRequestOptions) => void;
+    metadata?: Object;
     /** Whether the API request is in progress */
     isLoading: boolean;
 };
-declare function useChat({ api, id, initialMessages, initialInput, sendExtraMessageFields, onResponse, onFinish, onError, headers, body }?: UseChatOptions): UseChatHelpers;
+declare function useChat({ api, id, initialMessages, initialInput, sendExtraMessageFields, experimental_onFunctionCall, onResponse, onFinish, onError, credentials, headers, body }?: UseChatOptions): UseChatHelpers;
 
-declare type UseCompletionHelpers = {
+type UseCompletionHelpers = {
     /** The current completion result */
     completion: string;
     /**
@@ -207,6 +250,17 @@ declare type UseCompletionHelpers = {
     /** Whether the API request is in progress */
     isLoading: boolean;
 };
-declare function useCompletion({ api, id, initialCompletion, initialInput, headers, body, onResponse, onFinish, onError }?: UseCompletionOptions): UseCompletionHelpers;
+declare function useCompletion({ api, id, initialCompletion, initialInput, credentials, headers, body, onResponse, onFinish, onError }?: UseCompletionOptions): UseCompletionHelpers;
+
+type Props = {
+    /**
+     * A ReadableStream produced by the AI SDK.
+     */
+    stream: ReadableStream;
+};
+/**
+ * A React Server Component that recursively renders a stream of tokens.
+ */
+declare function Tokens(props: Props): Promise<react_jsx_runtime.JSX.Element>;
 
-export { CreateMessage, Message, UseChatHelpers, UseChatOptions, UseCompletionHelpers, useChat, useCompletion };
+export { CreateMessage, Message, Tokens, UseChatHelpers, UseChatOptions, UseCompletionHelpers, useChat, useCompletion };