ai 2.2.25 → 2.2.26

package/dist/index.d.ts

@@ -35,6 +35,7 @@ interface Function {
      */
     description?: string;
 }
+type IdGenerator = () => string;
 /**
  * Shared types between the API and UI packages.
  */
@@ -115,6 +116,11 @@ type UseChatOptions = {
      * Callback function to be called when an error is encountered.
      */
     onError?: (error: Error) => void;
+    /**
+     * A way to provide a function that is going to be used for ids for messages.
+     * If not provided nanoid is used by default.
+     */
+    generateId?: IdGenerator;
     /**
      * The credentials mode to be used for the fetch request.
      * Possible values are: 'omit', 'same-origin', 'include'.
@@ -692,6 +698,7 @@ declare class experimental_StreamingReactResponse {
             data?: JSONValue[] | undefined;
         }) => UINode | Promise<UINode>;
         data?: experimental_StreamData;
+        generateId?: IdGenerator;
     });
 }
 
@@ -704,4 +711,4 @@ declare function experimental_AssistantResponse({ threadId, messageId }: {
     sendMessage: (message: AssistantMessage) => void;
 }) => Promise<void>): Response;
 
-export { AIStream, AIStreamCallbacksAndOptions, AIStreamParser, AWSBedrockAnthropicStream, AWSBedrockCohereStream, AWSBedrockLlama2Stream, AWSBedrockStream, AnthropicStream, AssistantMessage, COMPLEX_HEADER, ChatRequest, ChatRequestOptions, CohereStream, CompletionUsage, CreateMessage, FunctionCall, FunctionCallHandler, FunctionCallPayload, HuggingFaceStream, JSONValue, LangChainStream, Message, OpenAIStream, OpenAIStreamCallbacks, ReactResponseRow, ReplicateStream, RequestOptions, StreamString, StreamingTextResponse, UseChatOptions, UseCompletionOptions, createCallbacksTransformer, createChunkDecoder, createEventStreamTransformer, createStreamDataTransformer, experimental_AssistantResponse, experimental_StreamData, experimental_StreamingReactResponse, isStreamStringEqualToType, nanoid, readableFromAsyncIterable, streamToResponse, trimStartOfStreamHelper };
+export { AIStream, AIStreamCallbacksAndOptions, AIStreamParser, AWSBedrockAnthropicStream, AWSBedrockCohereStream, AWSBedrockLlama2Stream, AWSBedrockStream, AnthropicStream, AssistantMessage, COMPLEX_HEADER, ChatRequest, ChatRequestOptions, CohereStream, CompletionUsage, CreateMessage, FunctionCall, FunctionCallHandler, FunctionCallPayload, HuggingFaceStream, IdGenerator, JSONValue, LangChainStream, Message, OpenAIStream, OpenAIStreamCallbacks, ReactResponseRow, ReplicateStream, RequestOptions, StreamString, StreamingTextResponse, UseChatOptions, UseCompletionOptions, createCallbacksTransformer, createChunkDecoder, createEventStreamTransformer, createStreamDataTransformer, experimental_AssistantResponse, experimental_StreamData, experimental_StreamingReactResponse, isStreamStringEqualToType, nanoid, readableFromAsyncIterable, streamToResponse, trimStartOfStreamHelper };

package/dist/index.js

@@ -960,6 +960,7 @@ async function parseComplexResponse({
 // streams/streaming-react-response.ts
 var experimental_StreamingReactResponse = class {
   constructor(res, options) {
+    var _a;
     let resolveFunc = () => {
     };
     let next = new Promise((resolve) => {
@@ -973,8 +974,8 @@ var experimental_StreamingReactResponse = class {
       parseComplexResponse({
         reader: processedStream.getReader(),
         update: (merged, data) => {
-          var _a, _b, _c;
-          const content2 = (_b = (_a = merged[0]) == null ? void 0 : _a.content) != null ? _b : "";
+          var _a2, _b, _c;
+          const content2 = (_b = (_a2 = merged[0]) == null ? void 0 : _a2.content) != null ? _b : "";
           const ui = ((_c = options == null ? void 0 : options.ui) == null ? void 0 : _c.call(options, { content: content2, data })) || content2;
           const payload = { ui, content: content2 };
           const resolvePrevious = resolveFunc;
@@ -987,6 +988,7 @@ var experimental_StreamingReactResponse = class {
           });
           lastPayload = payload;
         },
+        generateId: (_a = options.generateId) != null ? _a : nanoid,
         onFinish: () => {
           if (lastPayload !== void 0) {
             resolveFunc({
@@ -1002,12 +1004,12 @@ var experimental_StreamingReactResponse = class {
     const decode = createChunkDecoder();
     const reader = res.getReader();
     async function readChunk() {
-      var _a;
+      var _a2;
       const { done, value } = await reader.read();
       if (!done) {
         content += decode(value);
       }
-      const ui = ((_a = options == null ? void 0 : options.ui) == null ? void 0 : _a.call(options, { content })) || content;
+      const ui = ((_a2 = options == null ? void 0 : options.ui) == null ? void 0 : _a2.call(options, { content })) || content;
       const payload = {
         ui,
         content

package/dist/index.mjs

@@ -912,6 +912,7 @@ async function parseComplexResponse({
 // streams/streaming-react-response.ts
 var experimental_StreamingReactResponse = class {
   constructor(res, options) {
+    var _a;
     let resolveFunc = () => {
     };
     let next = new Promise((resolve) => {
@@ -925,8 +926,8 @@ var experimental_StreamingReactResponse = class {
       parseComplexResponse({
         reader: processedStream.getReader(),
         update: (merged, data) => {
-          var _a, _b, _c;
-          const content2 = (_b = (_a = merged[0]) == null ? void 0 : _a.content) != null ? _b : "";
+          var _a2, _b, _c;
+          const content2 = (_b = (_a2 = merged[0]) == null ? void 0 : _a2.content) != null ? _b : "";
           const ui = ((_c = options == null ? void 0 : options.ui) == null ? void 0 : _c.call(options, { content: content2, data })) || content2;
           const payload = { ui, content: content2 };
           const resolvePrevious = resolveFunc;
@@ -939,6 +940,7 @@ var experimental_StreamingReactResponse = class {
           });
           lastPayload = payload;
         },
+        generateId: (_a = options.generateId) != null ? _a : nanoid,
         onFinish: () => {
           if (lastPayload !== void 0) {
             resolveFunc({
@@ -954,12 +956,12 @@ var experimental_StreamingReactResponse = class {
     const decode = createChunkDecoder();
     const reader = res.getReader();
     async function readChunk() {
-      var _a;
+      var _a2;
       const { done, value } = await reader.read();
       if (!done) {
         content += decode(value);
       }
-      const ui = ((_a = options == null ? void 0 : options.ui) == null ? void 0 : _a.call(options, { content })) || content;
+      const ui = ((_a2 = options == null ? void 0 : options.ui) == null ? void 0 : _a2.call(options, { content })) || content;
       const payload = {
         ui,
         content

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "ai",
-  "version": "2.2.25",
+  "version": "2.2.26",
   "license": "Apache-2.0",
   "sideEffects": false,
   "main": "./dist/index.js",
@@ -64,16 +64,19 @@
     "swrv": "1.0.4"
   },
   "devDependencies": {
+    "@anthropic-ai/sdk": "0.10.0",
     "@aws-sdk/client-bedrock-runtime": "3.451.0",
     "@edge-runtime/jest-environment": "1.1.0-beta.31",
     "@huggingface/inference": "2.6.4",
     "@testing-library/jest-dom": "^6.1.4",
     "@testing-library/react": "^14.0.0",
     "@testing-library/user-event": "^14.5.1",
+    "@testing-library/vue": "^8.0.1",
     "@types/jest": "29.2.0",
     "@types/node": "^17.0.12",
     "@types/react": "^18.2.8",
     "@types/react-dom": "^18.2.0",
+    "@vue/vue3-jest": "28",
     "eslint": "^7.32.0",
     "jest": "29.2.1",
     "jest-environment-jsdom": "^29.7.0",
@@ -83,8 +86,8 @@
     "ts-jest": "29.0.3",
     "tsup": "^6.7.0",
     "typescript": "5.1.3",
-    "eslint-config-vercel-ai": "0.0.0",
-    "@vercel/ai-tsconfig": "0.0.0"
+    "@vercel/ai-tsconfig": "0.0.0",
+    "eslint-config-vercel-ai": "0.0.0"
   },
   "peerDependencies": {
     "react": "^18.2.0",

package/react/dist/index.d.ts

@@ -33,6 +33,7 @@ interface Function {
      */
     description?: string;
 }
+type IdGenerator = () => string;
 /**
  * Shared types between the API and UI packages.
  */
@@ -113,6 +114,11 @@ type UseChatOptions = {
      * Callback function to be called when an error is encountered.
      */
     onError?: (error: Error) => void;
+    /**
+     * A way to provide a function that is going to be used for ids for messages.
+     * If not provided nanoid is used by default.
+     */
+    generateId?: IdGenerator;
     /**
      * The credentials mode to be used for the fetch request.
      * Possible values are: 'omit', 'same-origin', 'include'.
@@ -240,6 +246,7 @@ declare class experimental_StreamingReactResponse {
             data?: JSONValue[] | undefined;
         }) => UINode | Promise<UINode>;
         data?: experimental_StreamData;
+        generateId?: IdGenerator;
     });
 }
 
@@ -289,7 +296,7 @@ type StreamingReactResponseAction = (payload: {
     messages: Message[];
     data?: Record<string, string>;
 }) => Promise<experimental_StreamingReactResponse>;
-declare function useChat({ api, id, initialMessages, initialInput, sendExtraMessageFields, experimental_onFunctionCall, onResponse, onFinish, onError, credentials, headers, body, }?: Omit<UseChatOptions, 'api'> & {
+declare function useChat({ api, id, initialMessages, initialInput, sendExtraMessageFields, experimental_onFunctionCall, onResponse, onFinish, onError, credentials, headers, body, generateId, }?: Omit<UseChatOptions, 'api'> & {
     api?: string | StreamingReactResponseAction;
 }): UseChatHelpers;
 
@@ -338,20 +345,30 @@ type UseCompletionHelpers = {
 declare function useCompletion({ api, id, initialCompletion, initialInput, credentials, headers, body, onResponse, onFinish, onError, }?: UseCompletionOptions): UseCompletionHelpers;
 
 type AssistantStatus = 'in_progress' | 'awaiting_message';
-declare function experimental_useAssistant({ api, threadId: threadIdParam, }: {
-    api: string;
-    threadId?: string | undefined;
-}): {
+type UseAssistantHelpers = {
+    /** Current messages in the chat */
     messages: Message[];
+    /** Current thread ID */
     threadId: string | undefined;
+    /** The current value of the input */
     input: string;
-    handleInputChange: (e: any) => void;
-    submitMessage: (e: any) => Promise<void>;
+    /** An input/textarea-ready onChange handler to control the value of the input */
+    handleInputChange: (event: React.ChangeEvent<HTMLInputElement> | React.ChangeEvent<HTMLTextAreaElement>) => void;
+    /** Form submission handler to automatically reset input and append a user message  */
+    submitMessage: (event?: React.FormEvent<HTMLFormElement>, requestOptions?: {
+        data?: Record<string, string>;
+    }) => Promise<void>;
+    /** Current status of the assistant */
     status: AssistantStatus;
-    error: unknown;
+    /** Current error, if any */
+    error: undefined | unknown;
 };
+declare function experimental_useAssistant({ api, threadId: threadIdParam, }: {
+    api: string;
+    threadId?: string | undefined;
+}): UseAssistantHelpers;
 
-export { AssistantStatus, CreateMessage, Message, UseChatHelpers, UseChatOptions, UseCompletionHelpers, experimental_useAssistant, useChat, useCompletion };
+export { AssistantStatus, CreateMessage, Message, UseAssistantHelpers, UseChatHelpers, UseChatOptions, UseCompletionHelpers, experimental_useAssistant, useChat, useCompletion };
 import * as react_jsx_runtime from 'react/jsx-runtime';
 
 type Props = {

package/react/dist/index.js

@@ -186,9 +186,6 @@ function createChunkDecoder(complex) {
 }
 var COMPLEX_HEADER = "X-Experimental-Stream-Data";
 
-// shared/call-api.ts
-var import_nanoid = require("nanoid");
-
 // shared/parse-complex-response.ts
 async function parseComplexResponse({
   reader,
@@ -295,7 +292,8 @@ async function callApi({
   restoreMessagesOnFailure,
   onResponse,
   onUpdate,
-  onFinish
+  onFinish,
+  generateId
 }) {
   var _a;
   const response = await fetch(api, {
@@ -304,7 +302,10 @@ async function callApi({
       messages,
       ...body
     }),
-    headers,
+    headers: {
+      "Content-Type": "application/json",
+      ...headers
+    },
     signal: (_a = abortController == null ? void 0 : abortController()) == null ? void 0 : _a.signal,
     credentials
   }).catch((err) => {
@@ -338,13 +339,14 @@ async function callApi({
         if (onFinish && prefixMap.text != null) {
           onFinish(prefixMap.text);
         }
-      }
+      },
+      generateId
     });
   } else {
     const createdAt = /* @__PURE__ */ new Date();
     const decode = createChunkDecoder(false);
     let streamedResponse = "";
-    const replyId = (0, import_nanoid.nanoid)();
+    const replyId = generateId();
     let responseMessage = {
       id: replyId,
       createdAt,
@@ -429,7 +431,7 @@ async function processChatStream({
 }
 
 // react/use-chat.ts
-var getStreamedResponse = async (api, chatRequest, mutate, mutateStreamData, existingData, extraMetadataRef, messagesRef, abortControllerRef, onFinish, onResponse, sendExtraMessageFields) => {
+var getStreamedResponse = async (api, chatRequest, mutate, mutateStreamData, existingData, extraMetadataRef, messagesRef, abortControllerRef, generateId, onFinish, onResponse, sendExtraMessageFields) => {
   var _a, _b;
   const previousMessages = messagesRef.current;
   mutate(chatRequest.messages, false);
@@ -442,7 +444,7 @@ var getStreamedResponse = async (api, chatRequest, mutate, mutateStreamData, exi
     }
   }));
   if (typeof api !== "string") {
-    const replyId = nanoid();
+    const replyId = generateId();
     const createdAt = /* @__PURE__ */ new Date();
     let responseMessage = {
       id: replyId,
@@ -505,7 +507,8 @@ var getStreamedResponse = async (api, chatRequest, mutate, mutateStreamData, exi
       mutate([...chatRequest.messages, ...merged], false);
       mutateStreamData([...existingData || [], ...data || []], false);
     },
-    onFinish
+    onFinish,
+    generateId
   });
 };
 function useChat({
@@ -520,7 +523,8 @@ function useChat({
   onError,
   credentials,
   headers,
-  body
+  body,
+  generateId = nanoid
 } = {}) {
   const hookId = (0, import_react.useId)();
   const chatId = id || hookId;
@@ -568,6 +572,7 @@ function useChat({
             extraMetadataRef,
             messagesRef,
             abortControllerRef,
+            generateId,
             onFinish,
             onResponse,
             sendExtraMessageFields
@@ -606,13 +611,14 @@ function useChat({
       sendExtraMessageFields,
       experimental_onFunctionCall,
       messagesRef.current,
-      abortControllerRef.current
+      abortControllerRef.current,
+      generateId
     ]
   );
   const append = (0, import_react.useCallback)(
     async (message, { options, functions, function_call, data } = {}) => {
       if (!message.id) {
-        message.id = nanoid();
+        message.id = generateId();
       }
       const chatRequest = {
         messages: messagesRef.current.concat(message),
@@ -623,7 +629,7 @@ function useChat({
       };
       return triggerRequest(chatRequest);
     },
-    [triggerRequest]
+    [triggerRequest, generateId]
   );
   const reload = (0, import_react.useCallback)(
     async ({ options, functions, function_call } = {}) => {
@@ -708,6 +714,29 @@ function useChat({
 // react/use-completion.ts
 var import_react2 = require("react");
 var import_swr2 = __toESM(require("swr"));
+
+// shared/process-message-stream.ts
+async function processMessageStream(reader, processMessage) {
+  const decoder = new TextDecoder();
+  let buffer = "";
+  while (true) {
+    const { done, value } = await reader.read();
+    if (done) {
+      if (buffer.length > 0) {
+        processMessage(buffer);
+      }
+      break;
+    }
+    buffer += decoder.decode(value, { stream: true });
+    let endIndex;
+    while ((endIndex = buffer.indexOf("\n")) !== -1) {
+      processMessage(buffer.substring(0, endIndex).trim());
+      buffer = buffer.substring(endIndex + 1);
+    }
+  }
+}
+
+// react/use-completion.ts
 function useCompletion({
   api = "/api/completion",
   id,
@@ -785,17 +814,28 @@ function useCompletion({
         }
         let result = "";
         const reader = res.body.getReader();
-        const decoder = createChunkDecoder();
-        while (true) {
-          const { done, value } = await reader.read();
-          if (done) {
-            break;
-          }
-          result += decoder(value);
-          mutate(result, false);
-          if (abortController2 === null) {
-            reader.cancel();
-            break;
+        const isComplexMode = res.headers.get(COMPLEX_HEADER) === "true";
+        if (isComplexMode) {
+          await processMessageStream(reader, (message) => {
+            const { type, value } = parseStreamPart(message);
+            if (type === "text") {
+              result += value;
+              mutate(result, false);
+            }
+          });
+        } else {
+          const decoder = createChunkDecoder();
+          while (true) {
+            const { done, value } = await reader.read();
+            if (done) {
+              break;
+            }
+            result += decoder(value);
+            mutate(result, false);
+            if (abortController2 === null) {
+              reader.cancel();
+              break;
+            }
           }
         }
         if (onFinish) {
@@ -877,29 +917,6 @@ function useCompletion({
 
 // react/use-assistant.ts
 var import_react3 = require("react");
-
-// shared/process-message-stream.ts
-async function processMessageStream(reader, processMessage) {
-  const decoder = new TextDecoder();
-  let buffer = "";
-  while (true) {
-    const { done, value } = await reader.read();
-    if (done) {
-      if (buffer.length > 0) {
-        processMessage(buffer);
-      }
-      break;
-    }
-    buffer += decoder.decode(value, { stream: true });
-    let endIndex;
-    while ((endIndex = buffer.indexOf("\n")) !== -1) {
-      processMessage(buffer.substring(0, endIndex).trim());
-      buffer = buffer.substring(endIndex + 1);
-    }
-  }
-}
-
-// react/use-assistant.ts
 function experimental_useAssistant({
   api,
   threadId: threadIdParam
@@ -909,12 +926,12 @@ function experimental_useAssistant({
   const [threadId, setThreadId] = (0, import_react3.useState)(void 0);
   const [status, setStatus] = (0, import_react3.useState)("awaiting_message");
   const [error, setError] = (0, import_react3.useState)(void 0);
-  const handleInputChange = (e) => {
-    setInput(e.target.value);
+  const handleInputChange = (event) => {
+    setInput(event.target.value);
   };
-  const submitMessage = async (e) => {
-    var _a;
-    e.preventDefault();
+  const submitMessage = async (event, requestOptions) => {
+    var _a, _b;
+    (_a = event == null ? void 0 : event.preventDefault) == null ? void 0 : _a.call(event);
     if (input === "") {
       return;
     }
@@ -929,8 +946,10 @@ function experimental_useAssistant({
       headers: { "Content-Type": "application/json" },
       body: JSON.stringify({
         // always use user-provided threadId when available:
-        threadId: (_a = threadIdParam != null ? threadIdParam : threadId) != null ? _a : null,
-        message: input
+        threadId: (_b = threadIdParam != null ? threadIdParam : threadId) != null ? _b : null,
+        message: input,
+        // optional request data:
+        data: requestOptions == null ? void 0 : requestOptions.data
       })
     });
     if (result.body == null) {