ai 2.2.25 → 2.2.27

package/dist/index.d.ts

@@ -35,6 +35,7 @@ interface Function {
      */
     description?: string;
 }
+type IdGenerator = () => string;
 /**
  * Shared types between the API and UI packages.
  */
@@ -115,6 +116,11 @@ type UseChatOptions = {
      * Callback function to be called when an error is encountered.
      */
     onError?: (error: Error) => void;
+    /**
+     * A way to provide a function that is going to be used for ids for messages.
+     * If not provided nanoid is used by default.
+     */
+    generateId?: IdGenerator;
     /**
      * The credentials mode to be used for the fetch request.
      * Possible values are: 'omit', 'same-origin', 'include'.
@@ -692,6 +698,7 @@ declare class experimental_StreamingReactResponse {
             data?: JSONValue[] | undefined;
         }) => UINode | Promise<UINode>;
         data?: experimental_StreamData;
+        generateId?: IdGenerator;
     });
 }
 
@@ -704,4 +711,4 @@ declare function experimental_AssistantResponse({ threadId, messageId }: {
     sendMessage: (message: AssistantMessage) => void;
 }) => Promise<void>): Response;
 
-export { AIStream, AIStreamCallbacksAndOptions, AIStreamParser, AWSBedrockAnthropicStream, AWSBedrockCohereStream, AWSBedrockLlama2Stream, AWSBedrockStream, AnthropicStream, AssistantMessage, COMPLEX_HEADER, ChatRequest, ChatRequestOptions, CohereStream, CompletionUsage, CreateMessage, FunctionCall, FunctionCallHandler, FunctionCallPayload, HuggingFaceStream, JSONValue, LangChainStream, Message, OpenAIStream, OpenAIStreamCallbacks, ReactResponseRow, ReplicateStream, RequestOptions, StreamString, StreamingTextResponse, UseChatOptions, UseCompletionOptions, createCallbacksTransformer, createChunkDecoder, createEventStreamTransformer, createStreamDataTransformer, experimental_AssistantResponse, experimental_StreamData, experimental_StreamingReactResponse, isStreamStringEqualToType, nanoid, readableFromAsyncIterable, streamToResponse, trimStartOfStreamHelper };
+export { AIStream, AIStreamCallbacksAndOptions, AIStreamParser, AWSBedrockAnthropicStream, AWSBedrockCohereStream, AWSBedrockLlama2Stream, AWSBedrockStream, AnthropicStream, AssistantMessage, COMPLEX_HEADER, ChatRequest, ChatRequestOptions, CohereStream, CompletionUsage, CreateMessage, FunctionCall, FunctionCallHandler, FunctionCallPayload, HuggingFaceStream, IdGenerator, JSONValue, LangChainStream, Message, OpenAIStream, OpenAIStreamCallbacks, ReactResponseRow, ReplicateStream, RequestOptions, StreamString, StreamingTextResponse, UseChatOptions, UseCompletionOptions, createCallbacksTransformer, createChunkDecoder, createEventStreamTransformer, createStreamDataTransformer, experimental_AssistantResponse, experimental_StreamData, experimental_StreamingReactResponse, isStreamStringEqualToType, nanoid, readableFromAsyncIterable, streamToResponse, trimStartOfStreamHelper };

package/dist/index.js

@@ -863,21 +863,22 @@ async function ReplicateStream(res, cb, options) {
   );
 }
 
-// shared/parse-complex-response.ts
-async function parseComplexResponse({
-  reader,
-  abortControllerRef,
-  update,
-  onFinish,
-  generateId = nanoid,
-  getCurrentDate = () => /* @__PURE__ */ new Date()
-}) {
-  const createdAt = getCurrentDate();
-  const decode = createChunkDecoder(true);
-  const prefixMap = {
-    data: []
-  };
-  const NEWLINE = "\n".charCodeAt(0);
+// shared/read-data-stream.ts
+var NEWLINE = "\n".charCodeAt(0);
+function concatChunks(chunks, totalLength) {
+  const concatenatedChunks = new Uint8Array(totalLength);
+  let offset = 0;
+  for (const chunk of chunks) {
+    concatenatedChunks.set(chunk, offset);
+    offset += chunk.length;
+  }
+  chunks.length = 0;
+  return concatenatedChunks;
+}
+async function* readDataStream(reader, {
+  isAborted
+} = {}) {
+  const decoder = new TextDecoder();
   const chunks = [];
   let totalLength = 0;
   while (true) {
@@ -892,61 +893,70 @@ async function parseComplexResponse({
     if (chunks.length === 0) {
       break;
     }
-    let concatenatedChunks = new Uint8Array(totalLength);
-    let offset = 0;
-    for (const chunk of chunks) {
-      concatenatedChunks.set(chunk, offset);
-      offset += chunk.length;
-    }
-    chunks.length = 0;
+    const concatenatedChunks = concatChunks(chunks, totalLength);
     totalLength = 0;
-    const lines = decode(concatenatedChunks);
-    if (typeof lines === "string") {
-      throw new Error(
-        "Invalid response format. Complex mode was set but the response is a string. This should never happen."
-      );
+    const streamParts2 = decoder.decode(concatenatedChunks, { stream: true }).split("\n").filter((line) => line !== "").map(parseStreamPart);
+    for (const streamPart of streamParts2) {
+      yield streamPart;
     }
-    for (const { type, value: value2 } of lines) {
-      if (type === "text") {
-        if (prefixMap["text"]) {
-          prefixMap["text"] = {
-            ...prefixMap["text"],
-            content: (prefixMap["text"].content || "") + value2
-          };
-        } else {
-          prefixMap["text"] = {
-            id: generateId(),
-            role: "assistant",
-            content: value2,
-            createdAt
-          };
-        }
-      }
-      let functionCallMessage = null;
-      if (type === "function_call") {
-        prefixMap["function_call"] = {
+    if (isAborted == null ? void 0 : isAborted()) {
+      reader.cancel();
+      break;
+    }
+  }
+}
+
+// shared/parse-complex-response.ts
+async function parseComplexResponse({
+  reader,
+  abortControllerRef,
+  update,
+  onFinish,
+  generateId = nanoid,
+  getCurrentDate = () => /* @__PURE__ */ new Date()
+}) {
+  const createdAt = getCurrentDate();
+  const prefixMap = {
+    data: []
+  };
+  for await (const { type, value } of readDataStream(reader, {
+    isAborted: () => (abortControllerRef == null ? void 0 : abortControllerRef.current) === null
+  })) {
+    if (type === "text") {
+      if (prefixMap["text"]) {
+        prefixMap["text"] = {
+          ...prefixMap["text"],
+          content: (prefixMap["text"].content || "") + value
+        };
+      } else {
+        prefixMap["text"] = {
           id: generateId(),
           role: "assistant",
-          content: "",
-          function_call: value2.function_call,
-          name: value2.function_call.name,
+          content: value,
           createdAt
         };
-        functionCallMessage = prefixMap["function_call"];
-      }
-      if (type === "data") {
-        prefixMap["data"].push(...value2);
-      }
-      const responseMessage = prefixMap["text"];
-      const merged = [functionCallMessage, responseMessage].filter(
-        Boolean
-      );
-      update(merged, [...prefixMap["data"]]);
-      if ((abortControllerRef == null ? void 0 : abortControllerRef.current) === null) {
-        reader.cancel();
-        break;
       }
     }
+    let functionCallMessage = null;
+    if (type === "function_call") {
+      prefixMap["function_call"] = {
+        id: generateId(),
+        role: "assistant",
+        content: "",
+        function_call: value.function_call,
+        name: value.function_call.name,
+        createdAt
+      };
+      functionCallMessage = prefixMap["function_call"];
+    }
+    if (type === "data") {
+      prefixMap["data"].push(...value);
+    }
+    const responseMessage = prefixMap["text"];
+    const merged = [functionCallMessage, responseMessage].filter(
+      Boolean
+    );
+    update(merged, [...prefixMap["data"]]);
   }
   onFinish == null ? void 0 : onFinish(prefixMap);
   return {
@@ -960,6 +970,7 @@ async function parseComplexResponse({
 // streams/streaming-react-response.ts
 var experimental_StreamingReactResponse = class {
   constructor(res, options) {
+    var _a;
     let resolveFunc = () => {
     };
     let next = new Promise((resolve) => {
@@ -973,8 +984,8 @@ var experimental_StreamingReactResponse = class {
       parseComplexResponse({
         reader: processedStream.getReader(),
         update: (merged, data) => {
-          var _a, _b, _c;
-          const content2 = (_b = (_a = merged[0]) == null ? void 0 : _a.content) != null ? _b : "";
+          var _a2, _b, _c;
+          const content2 = (_b = (_a2 = merged[0]) == null ? void 0 : _a2.content) != null ? _b : "";
           const ui = ((_c = options == null ? void 0 : options.ui) == null ? void 0 : _c.call(options, { content: content2, data })) || content2;
           const payload = { ui, content: content2 };
           const resolvePrevious = resolveFunc;
@@ -987,6 +998,7 @@ var experimental_StreamingReactResponse = class {
           });
           lastPayload = payload;
         },
+        generateId: (_a = options.generateId) != null ? _a : nanoid,
         onFinish: () => {
           if (lastPayload !== void 0) {
             resolveFunc({
@@ -1002,12 +1014,12 @@ var experimental_StreamingReactResponse = class {
     const decode = createChunkDecoder();
     const reader = res.getReader();
     async function readChunk() {
-      var _a;
+      var _a2;
       const { done, value } = await reader.read();
       if (!done) {
         content += decode(value);
       }
-      const ui = ((_a = options == null ? void 0 : options.ui) == null ? void 0 : _a.call(options, { content })) || content;
+      const ui = ((_a2 = options == null ? void 0 : options.ui) == null ? void 0 : _a2.call(options, { content })) || content;
       const payload = {
         ui,
         content

package/dist/index.mjs

@@ -815,21 +815,22 @@ async function ReplicateStream(res, cb, options) {
   );
 }
 
-// shared/parse-complex-response.ts
-async function parseComplexResponse({
-  reader,
-  abortControllerRef,
-  update,
-  onFinish,
-  generateId = nanoid,
-  getCurrentDate = () => /* @__PURE__ */ new Date()
-}) {
-  const createdAt = getCurrentDate();
-  const decode = createChunkDecoder(true);
-  const prefixMap = {
-    data: []
-  };
-  const NEWLINE = "\n".charCodeAt(0);
+// shared/read-data-stream.ts
+var NEWLINE = "\n".charCodeAt(0);
+function concatChunks(chunks, totalLength) {
+  const concatenatedChunks = new Uint8Array(totalLength);
+  let offset = 0;
+  for (const chunk of chunks) {
+    concatenatedChunks.set(chunk, offset);
+    offset += chunk.length;
+  }
+  chunks.length = 0;
+  return concatenatedChunks;
+}
+async function* readDataStream(reader, {
+  isAborted
+} = {}) {
+  const decoder = new TextDecoder();
   const chunks = [];
   let totalLength = 0;
   while (true) {
@@ -844,61 +845,70 @@ async function parseComplexResponse({
     if (chunks.length === 0) {
       break;
     }
-    let concatenatedChunks = new Uint8Array(totalLength);
-    let offset = 0;
-    for (const chunk of chunks) {
-      concatenatedChunks.set(chunk, offset);
-      offset += chunk.length;
-    }
-    chunks.length = 0;
+    const concatenatedChunks = concatChunks(chunks, totalLength);
     totalLength = 0;
-    const lines = decode(concatenatedChunks);
-    if (typeof lines === "string") {
-      throw new Error(
-        "Invalid response format. Complex mode was set but the response is a string. This should never happen."
-      );
+    const streamParts2 = decoder.decode(concatenatedChunks, { stream: true }).split("\n").filter((line) => line !== "").map(parseStreamPart);
+    for (const streamPart of streamParts2) {
+      yield streamPart;
     }
-    for (const { type, value: value2 } of lines) {
-      if (type === "text") {
-        if (prefixMap["text"]) {
-          prefixMap["text"] = {
-            ...prefixMap["text"],
-            content: (prefixMap["text"].content || "") + value2
-          };
-        } else {
-          prefixMap["text"] = {
-            id: generateId(),
-            role: "assistant",
-            content: value2,
-            createdAt
-          };
-        }
-      }
-      let functionCallMessage = null;
-      if (type === "function_call") {
-        prefixMap["function_call"] = {
+    if (isAborted == null ? void 0 : isAborted()) {
+      reader.cancel();
+      break;
+    }
+  }
+}
+
+// shared/parse-complex-response.ts
+async function parseComplexResponse({
+  reader,
+  abortControllerRef,
+  update,
+  onFinish,
+  generateId = nanoid,
+  getCurrentDate = () => /* @__PURE__ */ new Date()
+}) {
+  const createdAt = getCurrentDate();
+  const prefixMap = {
+    data: []
+  };
+  for await (const { type, value } of readDataStream(reader, {
+    isAborted: () => (abortControllerRef == null ? void 0 : abortControllerRef.current) === null
+  })) {
+    if (type === "text") {
+      if (prefixMap["text"]) {
+        prefixMap["text"] = {
+          ...prefixMap["text"],
+          content: (prefixMap["text"].content || "") + value
+        };
+      } else {
+        prefixMap["text"] = {
           id: generateId(),
           role: "assistant",
-          content: "",
-          function_call: value2.function_call,
-          name: value2.function_call.name,
+          content: value,
           createdAt
         };
-        functionCallMessage = prefixMap["function_call"];
-      }
-      if (type === "data") {
-        prefixMap["data"].push(...value2);
-      }
-      const responseMessage = prefixMap["text"];
-      const merged = [functionCallMessage, responseMessage].filter(
-        Boolean
-      );
-      update(merged, [...prefixMap["data"]]);
-      if ((abortControllerRef == null ? void 0 : abortControllerRef.current) === null) {
-        reader.cancel();
-        break;
       }
     }
+    let functionCallMessage = null;
+    if (type === "function_call") {
+      prefixMap["function_call"] = {
+        id: generateId(),
+        role: "assistant",
+        content: "",
+        function_call: value.function_call,
+        name: value.function_call.name,
+        createdAt
+      };
+      functionCallMessage = prefixMap["function_call"];
+    }
+    if (type === "data") {
+      prefixMap["data"].push(...value);
+    }
+    const responseMessage = prefixMap["text"];
+    const merged = [functionCallMessage, responseMessage].filter(
+      Boolean
+    );
+    update(merged, [...prefixMap["data"]]);
   }
   onFinish == null ? void 0 : onFinish(prefixMap);
   return {
@@ -912,6 +922,7 @@ async function parseComplexResponse({
 // streams/streaming-react-response.ts
 var experimental_StreamingReactResponse = class {
   constructor(res, options) {
+    var _a;
     let resolveFunc = () => {
     };
     let next = new Promise((resolve) => {
@@ -925,8 +936,8 @@ var experimental_StreamingReactResponse = class {
       parseComplexResponse({
         reader: processedStream.getReader(),
         update: (merged, data) => {
-          var _a, _b, _c;
-          const content2 = (_b = (_a = merged[0]) == null ? void 0 : _a.content) != null ? _b : "";
+          var _a2, _b, _c;
+          const content2 = (_b = (_a2 = merged[0]) == null ? void 0 : _a2.content) != null ? _b : "";
           const ui = ((_c = options == null ? void 0 : options.ui) == null ? void 0 : _c.call(options, { content: content2, data })) || content2;
           const payload = { ui, content: content2 };
           const resolvePrevious = resolveFunc;
@@ -939,6 +950,7 @@ var experimental_StreamingReactResponse = class {
           });
           lastPayload = payload;
         },
+        generateId: (_a = options.generateId) != null ? _a : nanoid,
         onFinish: () => {
           if (lastPayload !== void 0) {
             resolveFunc({
@@ -954,12 +966,12 @@ var experimental_StreamingReactResponse = class {
     const decode = createChunkDecoder();
     const reader = res.getReader();
     async function readChunk() {
-      var _a;
+      var _a2;
       const { done, value } = await reader.read();
       if (!done) {
         content += decode(value);
       }
-      const ui = ((_a = options == null ? void 0 : options.ui) == null ? void 0 : _a.call(options, { content })) || content;
+      const ui = ((_a2 = options == null ? void 0 : options.ui) == null ? void 0 : _a2.call(options, { content })) || content;
       const payload = {
         ui,
         content

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "ai",
-  "version": "2.2.25",
+  "version": "2.2.27",
   "license": "Apache-2.0",
   "sideEffects": false,
   "main": "./dist/index.js",
@@ -64,27 +64,30 @@
     "swrv": "1.0.4"
   },
   "devDependencies": {
+    "@anthropic-ai/sdk": "0.10.0",
     "@aws-sdk/client-bedrock-runtime": "3.451.0",
     "@edge-runtime/jest-environment": "1.1.0-beta.31",
     "@huggingface/inference": "2.6.4",
     "@testing-library/jest-dom": "^6.1.4",
     "@testing-library/react": "^14.0.0",
     "@testing-library/user-event": "^14.5.1",
+    "@testing-library/vue": "^8.0.1",
     "@types/jest": "29.2.0",
     "@types/node": "^17.0.12",
     "@types/react": "^18.2.8",
     "@types/react-dom": "^18.2.0",
+    "@vitejs/plugin-react": "4.2.0",
+    "@vitejs/plugin-vue": "4.5.0",
     "eslint": "^7.32.0",
-    "jest": "29.2.1",
-    "jest-environment-jsdom": "^29.7.0",
-    "jsdom": "^22.1.0",
-    "langchain": "0.0.172",
+    "jsdom": "^23.0.0",
+    "langchain": "0.0.196",
+    "msw": "2.0.9",
     "openai": "4.16.1",
-    "ts-jest": "29.0.3",
+    "react-dom": "^18.2.0",
     "tsup": "^6.7.0",
     "typescript": "5.1.3",
-    "eslint-config-vercel-ai": "0.0.0",
-    "@vercel/ai-tsconfig": "0.0.0"
+    "@vercel/ai-tsconfig": "0.0.0",
+    "eslint-config-vercel-ai": "0.0.0"
   },
   "peerDependencies": {
     "react": "^18.2.0",
@@ -135,8 +138,8 @@
     "type-check": "tsc --noEmit",
     "prettier-check": "prettier --check \"./**/*.ts*\"",
     "test": "pnpm test:node && pnpm test:edge && pnpm test:ui",
-    "test:edge": "jest --forceExit --config jest.node.config.js --env @edge-runtime/jest-environment .test.ts ",
-    "test:node": "jest --forceExit --config jest.node.config.js --env node .test.ts",
-    "test:ui": "jest --forceExit --config jest.ui.config.js .ui.test.ts"
+    "test:edge": "vitest --config vitest.edge.config.js --run",
+    "test:node": "vitest --config vitest.node.config.js --run",
+    "test:ui": "vitest --config vitest.ui.config.js --run"
   }
 }

package/react/dist/index.d.ts

@@ -33,6 +33,7 @@ interface Function {
      */
     description?: string;
 }
+type IdGenerator = () => string;
 /**
  * Shared types between the API and UI packages.
  */
@@ -113,6 +114,11 @@ type UseChatOptions = {
      * Callback function to be called when an error is encountered.
      */
     onError?: (error: Error) => void;
+    /**
+     * A way to provide a function that is going to be used for ids for messages.
+     * If not provided nanoid is used by default.
+     */
+    generateId?: IdGenerator;
     /**
      * The credentials mode to be used for the fetch request.
      * Possible values are: 'omit', 'same-origin', 'include'.
@@ -240,6 +246,7 @@ declare class experimental_StreamingReactResponse {
             data?: JSONValue[] | undefined;
         }) => UINode | Promise<UINode>;
         data?: experimental_StreamData;
+        generateId?: IdGenerator;
     });
 }
 
@@ -289,7 +296,7 @@ type StreamingReactResponseAction = (payload: {
     messages: Message[];
     data?: Record<string, string>;
 }) => Promise<experimental_StreamingReactResponse>;
-declare function useChat({ api, id, initialMessages, initialInput, sendExtraMessageFields, experimental_onFunctionCall, onResponse, onFinish, onError, credentials, headers, body, }?: Omit<UseChatOptions, 'api'> & {
+declare function useChat({ api, id, initialMessages, initialInput, sendExtraMessageFields, experimental_onFunctionCall, onResponse, onFinish, onError, credentials, headers, body, generateId, }?: Omit<UseChatOptions, 'api'> & {
     api?: string | StreamingReactResponseAction;
 }): UseChatHelpers;
 
@@ -334,24 +341,40 @@ type UseCompletionHelpers = {
     handleSubmit: (e: React.FormEvent<HTMLFormElement>) => void;
     /** Whether the API request is in progress */
     isLoading: boolean;
+    /** Additional data added on the server via StreamData */
+    data?: JSONValue[] | undefined;
 };
 declare function useCompletion({ api, id, initialCompletion, initialInput, credentials, headers, body, onResponse, onFinish, onError, }?: UseCompletionOptions): UseCompletionHelpers;
 
 type AssistantStatus = 'in_progress' | 'awaiting_message';
-declare function experimental_useAssistant({ api, threadId: threadIdParam, }: {
-    api: string;
-    threadId?: string | undefined;
-}): {
+type UseAssistantHelpers = {
+    /** Current messages in the chat */
     messages: Message[];
+    /** Current thread ID */
     threadId: string | undefined;
+    /** The current value of the input */
     input: string;
-    handleInputChange: (e: any) => void;
-    submitMessage: (e: any) => Promise<void>;
+    /** An input/textarea-ready onChange handler to control the value of the input */
+    handleInputChange: (event: React.ChangeEvent<HTMLInputElement> | React.ChangeEvent<HTMLTextAreaElement>) => void;
+    /** Form submission handler to automatically reset input and append a user message  */
+    submitMessage: (event?: React.FormEvent<HTMLFormElement>, requestOptions?: {
+        data?: Record<string, string>;
+    }) => Promise<void>;
+    /** Current status of the assistant */
     status: AssistantStatus;
-    error: unknown;
+    /** Current error, if any */
+    error: undefined | unknown;
+};
+type UseAssistantOptions = {
+    api: string;
+    threadId?: string | undefined;
+    credentials?: RequestCredentials;
+    headers?: Record<string, string> | Headers;
+    body?: object;
 };
+declare function experimental_useAssistant({ api, threadId: threadIdParam, credentials, headers, body, }: UseAssistantOptions): UseAssistantHelpers;
 
-export { AssistantStatus, CreateMessage, Message, UseChatHelpers, UseChatOptions, UseCompletionHelpers, experimental_useAssistant, useChat, useCompletion };
+export { AssistantStatus, CreateMessage, Message, UseAssistantHelpers, UseAssistantOptions, UseChatHelpers, UseChatOptions, UseCompletionHelpers, experimental_useAssistant, useChat, useCompletion };
 import * as react_jsx_runtime from 'react/jsx-runtime';
 
 type Props = {