ai 3.2.38 → 3.2.40

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "ai",
-  "version": "3.2.38",
+  "version": "3.2.40",
   "description": "Vercel AI SDK - The AI Toolkit for TypeScript and JavaScript",
   "license": "Apache-2.0",
   "sideEffects": false,
@@ -62,7 +62,7 @@
     "@ai-sdk/provider-utils": "1.0.5",
     "@ai-sdk/react": "0.0.31",
     "@ai-sdk/solid": "0.0.24",
-    "@ai-sdk/svelte": "0.0.25",
+    "@ai-sdk/svelte": "0.0.26",
     "@ai-sdk/ui-utils": "0.0.21",
     "@ai-sdk/vue": "0.0.25",
     "@opentelemetry/api": "1.9.0",

package/svelte/dist/index.d.mts

@@ -1,7 +1,22 @@
-import { Message, CreateMessage, ChatRequestOptions, JSONValue, UseChatOptions, RequestOptions, UseCompletionOptions, AssistantStatus, UseAssistantOptions } from '@ai-sdk/ui-utils';
-export { CreateMessage, Message, UseChatOptions, UseCompletionOptions } from '@ai-sdk/ui-utils';
+import { UseChatOptions as UseChatOptions$1, Message, CreateMessage, ChatRequestOptions, JSONValue, RequestOptions, UseCompletionOptions, AssistantStatus, UseAssistantOptions } from '@ai-sdk/ui-utils';
+export { CreateMessage, Message, UseCompletionOptions } from '@ai-sdk/ui-utils';
 import { Readable, Writable } from 'svelte/store';
 
+type UseChatOptions = UseChatOptions$1 & {
+    /**
+    Maximal number of automatic roundtrips for tool calls.
+  
+    An automatic tool call roundtrip is a call to the server with the
+    tool call results when all tool calls in the last assistant
+    message have results.
+  
+    A maximum number is required to prevent infinite loops in the
+    case of misconfigured tools.
+  
+    By default, it's set to 0, which will disable the feature.
+    */
+    maxToolRoundtrips?: number;
+};
 type UseChatHelpers = {
     /** Current messages in the chat */
     messages: Readable<Message[]>;
@@ -41,11 +56,29 @@ type UseChatHelpers = {
     isLoading: Readable<boolean | undefined>;
     /** Additional data added on the server via StreamData */
     data: Readable<JSONValue[] | undefined>;
+    /**
+    Maximal number of automatic roundtrips for tool calls.
+  
+    An automatic tool call roundtrip is a call to the server with the
+    tool call results when all tool calls in the last assistant
+    message have results.
+  
+    A maximum number is required to prevent infinite loops in the
+    case of misconfigured tools.
+  
+    By default, it's set to 0, which will disable the feature.
+    */
+    maxToolRoundtrips?: number;
 };
 /**
  * @deprecated Use `useChat` from `@ai-sdk/svelte` instead.
  */
-declare function useChat({ api, id, initialMessages, initialInput, sendExtraMessageFields, experimental_onFunctionCall, experimental_onToolCall, streamMode, streamProtocol, onResponse, onFinish, onError, credentials, headers, body, generateId, fetch, keepLastMessageOnError, }?: UseChatOptions): UseChatHelpers;
+declare function useChat({ api, id, initialMessages, initialInput, sendExtraMessageFields, experimental_onFunctionCall, experimental_onToolCall, streamMode, streamProtocol, onResponse, onFinish, onError, onToolCall, credentials, headers, body, generateId, fetch, keepLastMessageOnError, maxToolRoundtrips, }?: UseChatOptions): UseChatHelpers & {
+    addToolResult: ({ toolCallId, result, }: {
+        toolCallId: string;
+        result: any;
+    }) => void;
+};
 
 type UseCompletionHelpers = {
     /** The current completion result */
@@ -140,4 +173,4 @@ type UseAssistantHelpers = {
  */
 declare function useAssistant({ api, threadId: threadIdParam, credentials, headers, body, onError, fetch, }: UseAssistantOptions): UseAssistantHelpers;
 
-export { UseAssistantHelpers, UseChatHelpers, UseCompletionHelpers, useAssistant, useChat, useCompletion };
+export { UseAssistantHelpers, UseChatHelpers, UseChatOptions, UseCompletionHelpers, useAssistant, useChat, useCompletion };

package/svelte/dist/index.d.ts

@@ -1,7 +1,22 @@
-import { Message, CreateMessage, ChatRequestOptions, JSONValue, UseChatOptions, RequestOptions, UseCompletionOptions, AssistantStatus, UseAssistantOptions } from '@ai-sdk/ui-utils';
-export { CreateMessage, Message, UseChatOptions, UseCompletionOptions } from '@ai-sdk/ui-utils';
+import { UseChatOptions as UseChatOptions$1, Message, CreateMessage, ChatRequestOptions, JSONValue, RequestOptions, UseCompletionOptions, AssistantStatus, UseAssistantOptions } from '@ai-sdk/ui-utils';
+export { CreateMessage, Message, UseCompletionOptions } from '@ai-sdk/ui-utils';
 import { Readable, Writable } from 'svelte/store';
 
+type UseChatOptions = UseChatOptions$1 & {
+    /**
+    Maximal number of automatic roundtrips for tool calls.
+  
+    An automatic tool call roundtrip is a call to the server with the
+    tool call results when all tool calls in the last assistant
+    message have results.
+  
+    A maximum number is required to prevent infinite loops in the
+    case of misconfigured tools.
+  
+    By default, it's set to 0, which will disable the feature.
+    */
+    maxToolRoundtrips?: number;
+};
 type UseChatHelpers = {
     /** Current messages in the chat */
     messages: Readable<Message[]>;
@@ -41,11 +56,29 @@ type UseChatHelpers = {
     isLoading: Readable<boolean | undefined>;
     /** Additional data added on the server via StreamData */
     data: Readable<JSONValue[] | undefined>;
+    /**
+    Maximal number of automatic roundtrips for tool calls.
+  
+    An automatic tool call roundtrip is a call to the server with the
+    tool call results when all tool calls in the last assistant
+    message have results.
+  
+    A maximum number is required to prevent infinite loops in the
+    case of misconfigured tools.
+  
+    By default, it's set to 0, which will disable the feature.
+    */
+    maxToolRoundtrips?: number;
 };
 /**
  * @deprecated Use `useChat` from `@ai-sdk/svelte` instead.
  */
-declare function useChat({ api, id, initialMessages, initialInput, sendExtraMessageFields, experimental_onFunctionCall, experimental_onToolCall, streamMode, streamProtocol, onResponse, onFinish, onError, credentials, headers, body, generateId, fetch, keepLastMessageOnError, }?: UseChatOptions): UseChatHelpers;
+declare function useChat({ api, id, initialMessages, initialInput, sendExtraMessageFields, experimental_onFunctionCall, experimental_onToolCall, streamMode, streamProtocol, onResponse, onFinish, onError, onToolCall, credentials, headers, body, generateId, fetch, keepLastMessageOnError, maxToolRoundtrips, }?: UseChatOptions): UseChatHelpers & {
+    addToolResult: ({ toolCallId, result, }: {
+        toolCallId: string;
+        result: any;
+    }) => void;
+};
 
 type UseCompletionHelpers = {
     /** The current completion result */
@@ -140,4 +173,4 @@ type UseAssistantHelpers = {
  */
 declare function useAssistant({ api, threadId: threadIdParam, credentials, headers, body, onError, fetch, }: UseAssistantOptions): UseAssistantHelpers;
 
-export { UseAssistantHelpers, UseChatHelpers, UseCompletionHelpers, useAssistant, useChat, useCompletion };
+export { UseAssistantHelpers, UseChatHelpers, UseChatOptions, UseCompletionHelpers, useAssistant, useChat, useCompletion };

package/svelte/dist/index.js

@@ -528,7 +528,7 @@ var F2 = (t, e) => c.useSWR(t, e);
 
 // svelte/use-chat.ts
 var import_store = require("svelte/store");
-var getStreamedResponse = async (api, chatRequest, mutate, mutateStreamData, existingData, extraMetadata, previousMessages, abortControllerRef, generateId2, streamProtocol, onFinish, onResponse, sendExtraMessageFields, fetch2, keepLastMessageOnError) => {
+var getStreamedResponse = async (api, chatRequest, mutate, mutateStreamData, existingData, extraMetadata, previousMessages, abortControllerRef, generateId2, streamProtocol, onFinish, onResponse, onToolCall, sendExtraMessageFields, fetch2, keepLastMessageOnError) => {
   mutate(chatRequest.messages);
   const constructedMessagesPayload = sendExtraMessageFields ? chatRequest.messages : chatRequest.messages.map(
     ({
@@ -539,13 +539,15 @@ var getStreamedResponse = async (api, chatRequest, mutate, mutateStreamData, exi
       annotations,
       function_call,
       tool_calls,
-      tool_call_id
+      tool_call_id,
+      toolInvocations
     }) => ({
       role,
       content,
       ...name !== void 0 && { name },
       ...data !== void 0 && { data },
       ...annotations !== void 0 && { annotations },
+      ...toolInvocations !== void 0 && { toolInvocations },
       // outdated function/tool call handling (TODO deprecate):
       tool_call_id,
       ...function_call !== void 0 && { function_call },
@@ -591,13 +593,26 @@ var getStreamedResponse = async (api, chatRequest, mutate, mutateStreamData, exi
     },
     onFinish,
     generateId: generateId2,
-    onToolCall: void 0,
-    // not implemented yet
+    onToolCall,
     fetch: fetch2
   });
 };
 var uniqueId = 0;
 var store = {};
+function isAssistantMessageWithCompletedToolCalls(message) {
+  return message.role === "assistant" && message.toolInvocations && message.toolInvocations.length > 0 && message.toolInvocations.every((toolInvocation) => "result" in toolInvocation);
+}
+function countTrailingAssistantMessages(messages) {
+  let count = 0;
+  for (let i = messages.length - 1; i >= 0; i--) {
+    if (messages[i].role === "assistant") {
+      count++;
+    } else {
+      break;
+    }
+  }
+  return count;
+}
 function useChat({
   api = "/api/chat",
   id,
@@ -611,12 +626,14 @@ function useChat({
   onResponse,
   onFinish,
   onError,
+  onToolCall,
   credentials,
   headers,
   body,
   generateId: generateId2 = import_ui_utils.generateId,
   fetch: fetch2,
-  keepLastMessageOnError = false
+  keepLastMessageOnError = false,
+  maxToolRoundtrips = 0
 } = {}) {
   if (streamMode) {
     streamProtocol != null ? streamProtocol : streamProtocol = streamMode === "text" ? "text" : void 0;
@@ -647,6 +664,8 @@ function useChat({
   };
   const error = (0, import_store.writable)(void 0);
   async function triggerRequest(chatRequest) {
+    const messagesSnapshot = (0, import_store.get)(messages);
+    const messageCount = messagesSnapshot.length;
     try {
       error.set(void 0);
       loading.set(true);
@@ -667,6 +686,7 @@ function useChat({
           streamProtocol,
           onFinish,
           onResponse,
+          onToolCall,
           sendExtraMessageFields,
           fetch2,
           keepLastMessageOnError
@@ -679,7 +699,6 @@ function useChat({
         getCurrentMessages: () => (0, import_store.get)(messages)
       });
       abortController = null;
-      return null;
     } catch (err) {
       if (err.name === "AbortError") {
         abortController = null;
@@ -692,6 +711,18 @@ function useChat({
     } finally {
       loading.set(false);
     }
+    const newMessagesSnapshot = (0, import_store.get)(messages);
+    const lastMessage = newMessagesSnapshot[newMessagesSnapshot.length - 1];
+    if (
+      // ensure we actually have new messages (to prevent infinite loops in case of errors):
+      newMessagesSnapshot.length > messageCount && // ensure there is a last message:
+      lastMessage != null && // check if the feature is enabled:
+      maxToolRoundtrips > 0 && // check that roundtrip is possible:
+      isAssistantMessageWithCompletedToolCalls(lastMessage) && // limit the number of automatic roundtrips:
+      countTrailingAssistantMessages(newMessagesSnapshot) <= maxToolRoundtrips
+    ) {
+      await triggerRequest({ messages: newMessagesSnapshot });
+    }
   }
   const append = async (message, {
     options,
@@ -760,11 +791,7 @@ function useChat({
       options: requestOptions,
       headers: requestOptions.headers,
       body: requestOptions.body,
-      data: data2,
-      ...functions !== void 0 && { functions },
-      ...function_call !== void 0 && { function_call },
-      ...tools !== void 0 && { tools },
-      ...tool_choice !== void 0 && { tool_choice }
+      data: data2
     };
     return triggerRequest(chatRequest);
   };
@@ -785,17 +812,19 @@ function useChat({
     var _a, _b, _c, _d, _e;
     (_a = event == null ? void 0 : event.preventDefault) == null ? void 0 : _a.call(event);
     const inputValue = (0, import_store.get)(input);
+    if (!inputValue && !options.allowEmptySubmit)
+      return;
     const requestOptions = {
       headers: (_c = options.headers) != null ? _c : (_b = options.options) == null ? void 0 : _b.headers,
       body: (_e = options.body) != null ? _e : (_d = options.options) == null ? void 0 : _d.body
     };
     const chatRequest = {
-      messages: inputValue ? (0, import_store.get)(messages).concat({
+      messages: !inputValue && options.allowEmptySubmit ? (0, import_store.get)(messages) : (0, import_store.get)(messages).concat({
         id: generateId2(),
         content: inputValue,
         role: "user",
         createdAt: /* @__PURE__ */ new Date()
-      }) : (0, import_store.get)(messages),
+      }),
       options: requestOptions,
       body: requestOptions.body,
       headers: requestOptions.headers,
@@ -810,6 +839,29 @@ function useChat({
       return $isSWRLoading || $loading;
     }
   );
+  const addToolResult = ({
+    toolCallId,
+    result
+  }) => {
+    var _a;
+    const messagesSnapshot = (_a = (0, import_store.get)(messages)) != null ? _a : [];
+    const updatedMessages = messagesSnapshot.map(
+      (message, index, arr) => (
+        // update the tool calls in the last assistant message:
+        index === arr.length - 1 && message.role === "assistant" && message.toolInvocations ? {
+          ...message,
+          toolInvocations: message.toolInvocations.map(
+            (toolInvocation) => toolInvocation.toolCallId === toolCallId ? { ...toolInvocation, result } : toolInvocation
+          )
+        } : message
+      )
+    );
+    messages.set(updatedMessages);
+    const lastMessage = updatedMessages[updatedMessages.length - 1];
+    if (isAssistantMessageWithCompletedToolCalls(lastMessage)) {
+      triggerRequest({ messages: updatedMessages });
+    }
+  };
   return {
     messages,
     error,
@@ -820,7 +872,8 @@ function useChat({
     input,
     handleSubmit,
     isLoading,
-    data: streamData
+    data: streamData,
+    addToolResult
   };
 }