ai 3.0.21 → 3.0.23

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "ai",
-  "version": "3.0.21",
+  "version": "3.0.23",
   "license": "Apache-2.0",
   "sideEffects": false,
   "main": "./dist/index.js",
@@ -15,8 +15,6 @@
     "prompts/dist/**/*",
     "rsc/dist/**/*",
     "google/dist/**/*",
-    "openai/dist/**/*",
-    "anthropic/dist/**/*",
     "mistral/dist/**/*"
   ],
   "exports": {
@@ -26,30 +24,6 @@
       "import": "./dist/index.mjs",
       "require": "./dist/index.js"
     },
-    "./anthropic": {
-      "types": "./anthropic/dist/index.d.ts",
-      "import": "./anthropic/dist/index.mjs",
-      "module": "./anthropic/dist/index.mjs",
-      "require": "./anthropic/dist/index.js"
-    },
-    "./google": {
-      "types": "./google/dist/index.d.ts",
-      "import": "./google/dist/index.mjs",
-      "module": "./google/dist/index.mjs",
-      "require": "./google/dist/index.js"
-    },
-    "./openai": {
-      "types": "./openai/dist/index.d.ts",
-      "import": "./openai/dist/index.mjs",
-      "module": "./openai/dist/index.mjs",
-      "require": "./openai/dist/index.js"
-    },
-    "./mistral": {
-      "types": "./mistral/dist/index.d.ts",
-      "import": "./mistral/dist/index.mjs",
-      "module": "./mistral/dist/index.mjs",
-      "require": "./mistral/dist/index.js"
-    },
     "./rsc": {
       "types": "./rsc/dist/index.d.ts",
       "react-server": "./rsc/dist/rsc-server.mjs",
@@ -84,6 +58,7 @@
   },
   "dependencies": {
     "@ai-sdk/provider": "0.0.0",
+    "@ai-sdk/provider-utils": "0.0.1",
     "secure-json-parse": "2.7.0",
     "eventsource-parser": "1.1.2",
     "jsondiffpatch": "0.6.0",
@@ -155,7 +130,7 @@
     }
   },
   "engines": {
-    "node": ">=14.6"
+    "node": ">=18"
   },
   "publishConfig": {
     "access": "public"
@@ -177,7 +152,7 @@
   ],
   "scripts": {
     "build": "tsup && cat react/dist/index.server.d.ts >> react/dist/index.d.ts",
-    "clean": "rm -rf dist && rm -rf core/dist && rm -rf google/dist && rm -rf anthropic/dist && rm -rf openai/dist && rm -rf mistral/dist && rm -rf react/dist && rm -rf svelte/dist && rm -rf vue/dist && rm -rf solid/dist && rm -rf rsc/dist",
+    "clean": "rm -rf dist && rm -rf react/dist && rm -rf svelte/dist && rm -rf vue/dist && rm -rf solid/dist && rm -rf rsc/dist",
     "dev": "tsup --watch",
     "lint": "eslint \"./**/*.ts*\"",
     "type-check": "tsc --noEmit",
@@ -186,10 +161,6 @@
     "test:edge": "vitest --config vitest.edge.config.js --run --threads=false",
     "test:node": "vitest --config vitest.node.config.js --run --threads=false",
     "test:node:core": "pnpm vitest --config vitest.node.config.js --run --threads=false ./core/",
-    "test:node:anthropic": "pnpm vitest --config vitest.node.config.js --run --threads=false ./anthropic/",
-    "test:node:google": "pnpm vitest --config vitest.node.config.js --run --threads=false ./google/",
-    "test:node:openai": "pnpm vitest --config vitest.node.config.js --run --threads=false ./openai/",
-    "test:node:mistral": "pnpm vitest --config vitest.node.config.js --run --threads=false ./mistral/",
     "test:ui": "pnpm test:ui:react && pnpm test:ui:vue && pnpm test:ui:solid",
     "test:ui:react": "vitest --config vitest.ui.react.config.js --run",
     "test:ui:solid": "vitest --config vitest.ui.solid.config.js --run",

package/react/dist/index.d.mts

@@ -202,6 +202,8 @@ type UseChatOptions = {
      * handle the extra fields before forwarding the request to the AI service.
      */
     sendExtraMessageFields?: boolean;
+    /** Stream mode (default to "stream-data") */
+    streamMode?: 'stream-data' | 'text';
 };
 type UseCompletionOptions = {
     /**
@@ -258,6 +260,8 @@ type UseCompletionOptions = {
      * ```
      */
     body?: object;
+    /** Stream mode (default to "stream-data") */
+    streamMode?: 'stream-data' | 'text';
 };
 type JSONValue = null | string | number | boolean | {
     [x: string]: JSONValue;
@@ -352,7 +356,7 @@ type StreamingReactResponseAction = (payload: {
     messages: Message[];
     data?: Record<string, string>;
 }) => Promise<experimental_StreamingReactResponse>;
-declare function useChat({ api, id, initialMessages, initialInput, sendExtraMessageFields, experimental_onFunctionCall, experimental_onToolCall, onResponse, onFinish, onError, credentials, headers, body, generateId, }?: Omit<UseChatOptions, 'api'> & {
+declare function useChat({ api, id, initialMessages, initialInput, sendExtraMessageFields, experimental_onFunctionCall, experimental_onToolCall, streamMode, onResponse, onFinish, onError, credentials, headers, body, generateId, }?: Omit<UseChatOptions, 'api'> & {
     api?: string | StreamingReactResponseAction;
     key?: string;
 }): UseChatHelpers;
@@ -401,7 +405,7 @@ type UseCompletionHelpers = {
     /** Additional data added on the server via StreamData */
     data?: JSONValue[];
 };
-declare function useCompletion({ api, id, initialCompletion, initialInput, credentials, headers, body, onResponse, onFinish, onError, }?: UseCompletionOptions): UseCompletionHelpers;
+declare function useCompletion({ api, id, initialCompletion, initialInput, credentials, headers, body, streamMode, onResponse, onFinish, onError, }?: UseCompletionOptions): UseCompletionHelpers;
 
 type AssistantStatus = 'in_progress' | 'awaiting_message';
 type UseAssistantHelpers = {

package/react/dist/index.d.ts

@@ -202,6 +202,8 @@ type UseChatOptions = {
      * handle the extra fields before forwarding the request to the AI service.
      */
     sendExtraMessageFields?: boolean;
+    /** Stream mode (default to "stream-data") */
+    streamMode?: 'stream-data' | 'text';
 };
 type UseCompletionOptions = {
     /**
@@ -258,6 +260,8 @@ type UseCompletionOptions = {
      * ```
      */
     body?: object;
+    /** Stream mode (default to "stream-data") */
+    streamMode?: 'stream-data' | 'text';
 };
 type JSONValue = null | string | number | boolean | {
     [x: string]: JSONValue;
@@ -352,7 +356,7 @@ type StreamingReactResponseAction = (payload: {
     messages: Message[];
     data?: Record<string, string>;
 }) => Promise<experimental_StreamingReactResponse>;
-declare function useChat({ api, id, initialMessages, initialInput, sendExtraMessageFields, experimental_onFunctionCall, experimental_onToolCall, onResponse, onFinish, onError, credentials, headers, body, generateId, }?: Omit<UseChatOptions, 'api'> & {
+declare function useChat({ api, id, initialMessages, initialInput, sendExtraMessageFields, experimental_onFunctionCall, experimental_onToolCall, streamMode, onResponse, onFinish, onError, credentials, headers, body, generateId, }?: Omit<UseChatOptions, 'api'> & {
     api?: string | StreamingReactResponseAction;
     key?: string;
 }): UseChatHelpers;
@@ -401,7 +405,7 @@ type UseCompletionHelpers = {
     /** Additional data added on the server via StreamData */
     data?: JSONValue[];
 };
-declare function useCompletion({ api, id, initialCompletion, initialInput, credentials, headers, body, onResponse, onFinish, onError, }?: UseCompletionOptions): UseCompletionHelpers;
+declare function useCompletion({ api, id, initialCompletion, initialInput, credentials, headers, body, streamMode, onResponse, onFinish, onError, }?: UseCompletionOptions): UseCompletionHelpers;
 
 type AssistantStatus = 'in_progress' | 'awaiting_message';
 type UseAssistantHelpers = {

package/react/dist/index.js

@@ -142,9 +142,9 @@ var toolCallStreamPart = {
   code: "7",
   name: "tool_calls",
   parse: (value) => {
-    if (value == null || typeof value !== "object" || !("tool_calls" in value) || typeof value.tool_calls !== "object" || value.tool_calls == null || !Array.isArray(value.tool_calls) || value.tool_calls.some((tc) => {
-      tc == null || typeof tc !== "object" || !("id" in tc) || typeof tc.id !== "string" || !("type" in tc) || typeof tc.type !== "string" || !("function" in tc) || tc.function == null || typeof tc.function !== "object" || !("arguments" in tc.function) || typeof tc.function.name !== "string" || typeof tc.function.arguments !== "string";
-    })) {
+    if (value == null || typeof value !== "object" || !("tool_calls" in value) || typeof value.tool_calls !== "object" || value.tool_calls == null || !Array.isArray(value.tool_calls) || value.tool_calls.some(
+      (tc) => tc == null || typeof tc !== "object" || !("id" in tc) || typeof tc.id !== "string" || !("type" in tc) || typeof tc.type !== "string" || !("function" in tc) || tc.function == null || typeof tc.function !== "object" || !("arguments" in tc.function) || typeof tc.function.name !== "string" || typeof tc.function.arguments !== "string"
+    )) {
       throw new Error(
         '"tool_calls" parts expect an object with a ToolCallPayload.'
       );
@@ -375,11 +375,28 @@ async function parseComplexResponse({
   };
 }
 
+// shared/utils.ts
+function createChunkDecoder(complex) {
+  const decoder = new TextDecoder();
+  if (!complex) {
+    return function(chunk) {
+      if (!chunk)
+        return "";
+      return decoder.decode(chunk, { stream: true });
+    };
+  }
+  return function(chunk) {
+    const decoded = decoder.decode(chunk, { stream: true }).split("\n").filter((line) => line !== "");
+    return decoded.map(parseStreamPart).filter(Boolean);
+  };
+}
+
 // shared/call-chat-api.ts
 async function callChatApi({
   api,
   messages,
   body,
+  streamMode = "stream-data",
   credentials,
   headers,
   abortController,
@@ -423,17 +440,52 @@ async function callChatApi({
     throw new Error("The response body is empty.");
   }
   const reader = response.body.getReader();
-  return await parseComplexResponse({
-    reader,
-    abortControllerRef: abortController != null ? { current: abortController() } : void 0,
-    update: onUpdate,
-    onFinish(prefixMap) {
-      if (onFinish && prefixMap.text != null) {
-        onFinish(prefixMap.text);
+  switch (streamMode) {
+    case "text": {
+      const decoder = createChunkDecoder();
+      const resultMessage = {
+        id: generateId2(),
+        createdAt: /* @__PURE__ */ new Date(),
+        role: "assistant",
+        content: ""
+      };
+      while (true) {
+        const { done, value } = await reader.read();
+        if (done) {
+          break;
+        }
+        resultMessage.content += decoder(value);
+        resultMessage.id = generateId2();
+        onUpdate([{ ...resultMessage }], []);
+        if ((abortController == null ? void 0 : abortController()) === null) {
+          reader.cancel();
+          break;
+        }
       }
-    },
-    generateId: generateId2
-  });
+      onFinish == null ? void 0 : onFinish(resultMessage);
+      return {
+        messages: [resultMessage],
+        data: []
+      };
+    }
+    case "stream-data": {
+      return await parseComplexResponse({
+        reader,
+        abortControllerRef: abortController != null ? { current: abortController() } : void 0,
+        update: onUpdate,
+        onFinish(prefixMap) {
+          if (onFinish && prefixMap.text != null) {
+            onFinish(prefixMap.text);
+          }
+        },
+        generateId: generateId2
+      });
+    }
+    default: {
+      const exhaustiveCheck = streamMode;
+      throw new Error(`Unknown stream mode: ${exhaustiveCheck}`);
+    }
+  }
 }
 
 // shared/process-chat-stream.ts
@@ -553,7 +605,7 @@ async function processChatStream({
 }
 
 // react/use-chat.ts
-var getStreamedResponse = async (api, chatRequest, mutate, mutateStreamData, existingData, extraMetadataRef, messagesRef, abortControllerRef, generateId2, onFinish, onResponse, sendExtraMessageFields) => {
+var getStreamedResponse = async (api, chatRequest, mutate, mutateStreamData, existingData, extraMetadataRef, messagesRef, abortControllerRef, generateId2, streamMode, onFinish, onResponse, sendExtraMessageFields) => {
   var _a, _b;
   const previousMessages = messagesRef.current;
   mutate(chatRequest.messages, false);
@@ -624,6 +676,7 @@ var getStreamedResponse = async (api, chatRequest, mutate, mutateStreamData, exi
         tool_choice: chatRequest.tool_choice
       }
     },
+    streamMode,
     credentials: extraMetadataRef.current.credentials,
     headers: {
       ...extraMetadataRef.current.headers,
@@ -650,6 +703,7 @@ function useChat({
   sendExtraMessageFields,
   experimental_onFunctionCall,
   experimental_onToolCall,
+  streamMode,
   onResponse,
   onFinish,
   onError,
@@ -708,6 +762,7 @@ function useChat({
             messagesRef,
             abortControllerRef,
             generateId2,
+            streamMode,
             onFinish,
             onResponse,
             sendExtraMessageFields
@@ -878,6 +933,7 @@ async function callCompletionApi({
   credentials,
   headers,
   body,
+  streamMode = "stream-data",
   setCompletion,
   setLoading,
   setError,
@@ -925,19 +981,44 @@ async function callCompletionApi({
     }
     let result = "";
     const reader = res.body.getReader();
-    for await (const { type, value } of readDataStream(reader, {
-      isAborted: () => abortController === null
-    })) {
-      switch (type) {
-        case "text": {
-          result += value;
+    switch (streamMode) {
+      case "text": {
+        const decoder = createChunkDecoder();
+        while (true) {
+          const { done, value } = await reader.read();
+          if (done) {
+            break;
+          }
+          result += decoder(value);
           setCompletion(result);
-          break;
+          if (abortController === null) {
+            reader.cancel();
+            break;
+          }
         }
-        case "data": {
-          onData == null ? void 0 : onData(value);
-          break;
+        break;
+      }
+      case "stream-data": {
+        for await (const { type, value } of readDataStream(reader, {
+          isAborted: () => abortController === null
+        })) {
+          switch (type) {
+            case "text": {
+              result += value;
+              setCompletion(result);
+              break;
+            }
+            case "data": {
+              onData == null ? void 0 : onData(value);
+              break;
+            }
+          }
         }
+        break;
+      }
+      default: {
+        const exhaustiveCheck = streamMode;
+        throw new Error(`Unknown stream mode: ${exhaustiveCheck}`);
       }
     }
     if (onFinish) {
@@ -970,6 +1051,7 @@ function useCompletion({
   credentials,
   headers,
   body,
+  streamMode,
   onResponse,
   onFinish,
   onError
@@ -1009,6 +1091,7 @@ function useCompletion({
         ...extraMetadataRef.current.body,
         ...options == null ? void 0 : options.body
       },
+      streamMode,
       setCompletion: (completion2) => mutate(completion2, false),
       setLoading: mutateLoading,
       setError,