ai 5.0.0-alpha.14 → 5.0.0-alpha.15

package/dist/index.js

@@ -26,7 +26,6 @@ __export(src_exports, {
   DefaultChatTransport: () => DefaultChatTransport,
   DownloadError: () => DownloadError,
   EmptyResponseBodyError: () => import_provider16.EmptyResponseBodyError,
-  GLOBAL_DEFAULT_PROVIDER: () => GLOBAL_DEFAULT_PROVIDER,
   InvalidArgumentError: () => InvalidArgumentError,
   InvalidDataContentError: () => InvalidDataContentError,
   InvalidMessageRoleError: () => InvalidMessageRoleError,
@@ -53,6 +52,7 @@ __export(src_exports, {
   ToolCallRepairError: () => ToolCallRepairError,
   ToolExecutionError: () => ToolExecutionError,
   TypeValidationError: () => import_provider16.TypeValidationError,
+  UI_MESSAGE_STREAM_HEADERS: () => UI_MESSAGE_STREAM_HEADERS,
   UnsupportedFunctionalityError: () => import_provider16.UnsupportedFunctionalityError,
   asSchema: () => import_provider_utils26.asSchema,
   assistantModelMessageSchema: () => assistantModelMessageSchema,
@@ -841,100 +841,126 @@ async function convertFileListToFileUIParts(files) {
 
 // src/ui/default-chat-transport.ts
 var import_provider_utils2 = require("@ai-sdk/provider-utils");
+
+// src/ui/http-chat-transport.ts
 var getOriginalFetch2 = () => fetch;
-async function fetchUIMessageStream({
-  api,
-  body,
-  credentials,
-  headers,
-  abortSignal,
-  fetch: fetch2 = getOriginalFetch2(),
-  requestType = "generate"
-}) {
-  var _a17;
-  const response = requestType === "resume" ? await fetch2(`${api}?id=${body.id}`, {
-    method: "GET",
-    headers: {
-      "Content-Type": "application/json",
-      ...headers
-    },
-    signal: abortSignal,
-    credentials
-  }) : await fetch2(api, {
-    method: "POST",
-    body: JSON.stringify(body),
-    headers: {
-      "Content-Type": "application/json",
-      ...headers
-    },
-    signal: abortSignal,
-    credentials
-  });
-  if (!response.ok) {
-    throw new Error(
-      (_a17 = await response.text()) != null ? _a17 : "Failed to fetch the chat response."
-    );
-  }
-  if (!response.body) {
-    throw new Error("The response body is empty.");
-  }
-  return (0, import_provider_utils2.parseJsonEventStream)({
-    stream: response.body,
-    schema: uiMessageStreamPartSchema
-  }).pipeThrough(
-    new TransformStream({
-      async transform(part, controller) {
-        if (!part.success) {
-          throw part.error;
-        }
-        controller.enqueue(part.value);
-      }
-    })
-  );
-}
-var DefaultChatTransport = class {
+var HttpChatTransport = class {
   constructor({
     api = "/api/chat",
     credentials,
     headers,
     body,
-    fetch: fetch2,
-    prepareRequest
-  } = {}) {
+    fetch: fetch2 = getOriginalFetch2(),
+    prepareSendMessagesRequest,
+    prepareReconnectToStreamRequest
+  }) {
     this.api = api;
     this.credentials = credentials;
     this.headers = headers;
     this.body = body;
     this.fetch = fetch2;
-    this.prepareRequest = prepareRequest;
+    this.prepareSendMessagesRequest = prepareSendMessagesRequest;
+    this.prepareReconnectToStreamRequest = prepareReconnectToStreamRequest;
   }
-  submitMessages({
-    chatId,
-    messages,
+  async sendMessages({
     abortSignal,
-    metadata,
-    headers,
-    body,
-    requestType
+    ...options
   }) {
-    var _a17, _b;
-    const preparedRequest = (_a17 = this.prepareRequest) == null ? void 0 : _a17.call(this, {
-      id: chatId,
-      messages,
-      body: { ...this.body, ...body },
-      headers: { ...this.headers, ...headers },
+    var _a17, _b, _c, _d;
+    const preparedRequest = (_a17 = this.prepareSendMessagesRequest) == null ? void 0 : _a17.call(this, {
+      api: this.api,
+      id: options.chatId,
+      messages: options.messages,
+      body: { ...this.body, ...options.body },
+      headers: { ...this.headers, ...options.headers },
       credentials: this.credentials,
-      requestMetadata: metadata
+      requestMetadata: options.metadata,
+      trigger: options.trigger,
+      messageId: options.messageId
+    });
+    const api = (_b = preparedRequest == null ? void 0 : preparedRequest.api) != null ? _b : this.api;
+    const headers = (preparedRequest == null ? void 0 : preparedRequest.headers) !== void 0 ? preparedRequest.headers : { ...this.headers, ...options.headers };
+    const body = (preparedRequest == null ? void 0 : preparedRequest.body) !== void 0 ? preparedRequest.body : {
+      ...this.body,
+      ...options.body,
+      id: options.chatId,
+      messages: options.messages,
+      trigger: options.trigger,
+      messageId: options.messageId
+    };
+    const credentials = (_c = preparedRequest == null ? void 0 : preparedRequest.credentials) != null ? _c : this.credentials;
+    const response = await fetch(api, {
+      method: "POST",
+      headers: {
+        "Content-Type": "application/json",
+        ...headers
+      },
+      body: JSON.stringify(body),
+      credentials,
+      signal: abortSignal
     });
-    return fetchUIMessageStream({
+    if (!response.ok) {
+      throw new Error(
+        (_d = await response.text()) != null ? _d : "Failed to fetch the chat response."
+      );
+    }
+    if (!response.body) {
+      throw new Error("The response body is empty.");
+    }
+    return this.processResponseStream(response.body);
+  }
+  async reconnectToStream(options) {
+    var _a17, _b, _c, _d;
+    const preparedRequest = (_a17 = this.prepareReconnectToStreamRequest) == null ? void 0 : _a17.call(this, {
       api: this.api,
-      body: (preparedRequest == null ? void 0 : preparedRequest.body) !== void 0 ? preparedRequest.body : { ...this.body, ...body, id: chatId, messages },
-      headers: (preparedRequest == null ? void 0 : preparedRequest.headers) !== void 0 ? preparedRequest.headers : { ...this.headers, ...headers },
-      credentials: (_b = preparedRequest == null ? void 0 : preparedRequest.credentials) != null ? _b : this.credentials,
-      abortSignal,
-      fetch: this.fetch,
-      requestType
+      id: options.chatId,
+      body: { ...this.body, ...options.body },
+      headers: { ...this.headers, ...options.headers },
+      credentials: this.credentials,
+      requestMetadata: options.metadata
     });
+    const api = (_b = preparedRequest == null ? void 0 : preparedRequest.api) != null ? _b : `${this.api}/${options.chatId}/stream`;
+    const headers = (preparedRequest == null ? void 0 : preparedRequest.headers) !== void 0 ? preparedRequest.headers : { ...this.headers, ...options.headers };
+    const credentials = (_c = preparedRequest == null ? void 0 : preparedRequest.credentials) != null ? _c : this.credentials;
+    const response = await fetch(api, {
+      method: "GET",
+      headers,
+      credentials
+    });
+    if (response.status === 204) {
+      return null;
+    }
+    if (!response.ok) {
+      throw new Error(
+        (_d = await response.text()) != null ? _d : "Failed to fetch the chat response."
+      );
+    }
+    if (!response.body) {
+      throw new Error("The response body is empty.");
+    }
+    return this.processResponseStream(response.body);
+  }
+};
+
+// src/ui/default-chat-transport.ts
+var DefaultChatTransport = class extends HttpChatTransport {
+  constructor(options = {}) {
+    super(options);
+  }
+  processResponseStream(stream) {
+    return (0, import_provider_utils2.parseJsonEventStream)({
+      stream,
+      schema: uiMessageStreamPartSchema
+    }).pipeThrough(
+      new TransformStream({
+        async transform(part, controller) {
+          if (!part.success) {
+            throw part.error;
+          }
+          controller.enqueue(part.value);
+        }
+      })
+    );
   }
 };
 
@@ -1636,22 +1662,14 @@ var AbstractChat = class {
   }) {
     this.activeResponse = void 0;
     this.jobExecutor = new SerialJobExecutor();
-    this.removeAssistantResponse = () => {
-      const lastMessage = this.state.messages[this.state.messages.length - 1];
-      if (lastMessage == null) {
-        throw new Error("Cannot remove assistant response from empty chat");
-      }
-      if (lastMessage.role !== "assistant") {
-        throw new Error("Last message is not an assistant message");
-      }
-      this.state.popMessage();
-    };
     /**
-     * Append a user message to the chat list. This triggers the API call to fetch
+     * Appends or replaces a user message to the chat list. This triggers the API call to fetch
      * the assistant's response.
+     *
+     * If a messageId is provided, the message will be replaced.
      */
     this.sendMessage = async (message, options = {}) => {
-      var _a17, _b;
+      var _a17, _b, _c;
       let uiMessage;
       if ("text" in message || "files" in message) {
         const fileParts = Array.isArray(message.files) ? message.files : await convertFileListToFileUIParts(message.files);
@@ -1664,30 +1682,65 @@ var AbstractChat = class {
       } else {
         uiMessage = message;
       }
-      this.state.pushMessage({
-        ...uiMessage,
-        id: (_a17 = uiMessage.id) != null ? _a17 : this.generateId(),
-        role: (_b = uiMessage.role) != null ? _b : "user"
+      if (message.messageId != null) {
+        const messageIndex = this.state.messages.findIndex(
+          (m) => m.id === message.messageId
+        );
+        if (messageIndex === -1) {
+          throw new Error(`message with id ${message.messageId} not found`);
+        }
+        if (this.state.messages[messageIndex].role !== "user") {
+          throw new Error(
+            `message with id ${message.messageId} is not a user message`
+          );
+        }
+        this.state.messages = this.state.messages.slice(0, messageIndex + 1);
+        this.state.replaceMessage(messageIndex, {
+          ...uiMessage,
+          id: message.messageId,
+          role: (_a17 = uiMessage.role) != null ? _a17 : "user"
+        });
+      } else {
+        this.state.pushMessage({
+          ...uiMessage,
+          id: (_b = uiMessage.id) != null ? _b : this.generateId(),
+          role: (_c = uiMessage.role) != null ? _c : "user"
+        });
+      }
+      await this.makeRequest({
+        trigger: "submit-user-message",
+        messageId: message.messageId,
+        ...options
       });
-      await this.triggerRequest({ requestType: "generate", ...options });
     };
     /**
-     * Regenerate the last assistant message.
+     * Regenerate the assistant message with the provided message id.
+     * If no message id is provided, the last assistant message will be regenerated.
      */
-    this.reload = async (options = {}) => {
-      if (this.lastMessage === void 0) {
-        return;
-      }
-      if (this.lastMessage.role === "assistant") {
-        this.state.popMessage();
+    this.regenerate = async ({
+      messageId,
+      ...options
+    } = {}) => {
+      const messageIndex = messageId == null ? this.state.messages.length - 1 : this.state.messages.findIndex((message) => message.id === messageId);
+      if (messageIndex === -1) {
+        throw new Error(`message ${messageId} not found`);
       }
-      await this.triggerRequest({ requestType: "generate", ...options });
+      this.state.messages = this.state.messages.slice(
+        0,
+        // if the message is a user message, we need to include it in the request:
+        this.messages[messageIndex].role === "assistant" ? messageIndex : messageIndex + 1
+      );
+      await this.makeRequest({
+        trigger: "regenerate-assistant-message",
+        messageId,
+        ...options
+      });
     };
     /**
-     * Resume an ongoing chat generation stream. This does not resume an aborted generation.
+     * Attempt to resume an ongoing streaming response.
      */
-    this.experimental_resume = async (options = {}) => {
-      await this.triggerRequest({ requestType: "resume", ...options });
+    this.resumeStream = async (options = {}) => {
+      await this.makeRequest({ trigger: "resume-stream", ...options });
     };
     this.addToolResult = async ({
       toolCallId,
@@ -1705,8 +1758,8 @@ var AbstractChat = class {
         }
         const lastMessage = this.lastMessage;
         if (isAssistantMessageWithCompletedToolCalls(lastMessage)) {
-          this.triggerRequest({
-            requestType: "generate"
+          this.makeRequest({
+            trigger: "submit-tool-result"
           });
         }
       });
@@ -1765,11 +1818,12 @@ var AbstractChat = class {
   set messages(messages) {
     this.state.messages = messages;
   }
-  async triggerRequest({
-    requestType,
+  async makeRequest({
+    trigger,
     metadata,
     headers,
-    body
+    body,
+    messageId
   }) {
     var _a17, _b;
     this.setStatus({ status: "submitted", error: void 0 });
@@ -1785,15 +1839,30 @@ var AbstractChat = class {
         abortController: new AbortController()
       };
       this.activeResponse = activeResponse;
-      const stream = await this.transport.submitMessages({
-        chatId: this.id,
-        messages: this.state.messages,
-        abortSignal: activeResponse.abortController.signal,
-        metadata,
-        headers,
-        body,
-        requestType
-      });
+      let stream;
+      if (trigger === "resume-stream") {
+        const reconnect = await this.transport.reconnectToStream({
+          chatId: this.id,
+          metadata,
+          headers,
+          body
+        });
+        if (reconnect == null) {
+          return;
+        }
+        stream = reconnect;
+      } else {
+        stream = await this.transport.sendMessages({
+          chatId: this.id,
+          messages: this.state.messages,
+          abortSignal: activeResponse.abortController.signal,
+          metadata,
+          headers,
+          body,
+          trigger,
+          messageId
+        });
+      }
       const runUpdateMessageJob = (job) => (
         // serialize the job execution to avoid race conditions:
         this.jobExecutor.run(
@@ -1848,11 +1917,12 @@ var AbstractChat = class {
       maxSteps: this.maxSteps,
       messages: this.state.messages
     })) {
-      await this.triggerRequest({
-        requestType,
+      await this.makeRequest({
         metadata,
         headers,
-        body
+        body,
+        // secondary requests are triggered by automatic tool execution
+        trigger: "submit-tool-result"
       });
     }
   }
@@ -2029,89 +2099,13 @@ function transformTextToUiMessageStream({
 }
 
 // src/ui/text-stream-chat-transport.ts
-var getOriginalFetch3 = () => fetch;
-async function fetchTextStream({
-  api,
-  body,
-  credentials,
-  headers,
-  abortSignal,
-  fetch: fetch2 = getOriginalFetch3(),
-  requestType = "generate"
-}) {
-  var _a17;
-  const response = requestType === "resume" ? await fetch2(`${api}?chatId=${body.chatId}`, {
-    method: "GET",
-    headers: {
-      "Content-Type": "application/json",
-      ...headers
-    },
-    signal: abortSignal,
-    credentials
-  }) : await fetch2(api, {
-    method: "POST",
-    body: JSON.stringify(body),
-    headers: {
-      "Content-Type": "application/json",
-      ...headers
-    },
-    signal: abortSignal,
-    credentials
-  });
-  if (!response.ok) {
-    throw new Error(
-      (_a17 = await response.text()) != null ? _a17 : "Failed to fetch the chat response."
-    );
-  }
-  if (!response.body) {
-    throw new Error("The response body is empty.");
-  }
-  return transformTextToUiMessageStream({
-    stream: response.body.pipeThrough(new TextDecoderStream())
-  });
-}
-var TextStreamChatTransport = class {
-  constructor({
-    api,
-    credentials,
-    headers,
-    body,
-    fetch: fetch2,
-    prepareRequest
-  }) {
-    this.api = api;
-    this.credentials = credentials;
-    this.headers = headers;
-    this.body = body;
-    this.fetch = fetch2;
-    this.prepareRequest = prepareRequest;
+var TextStreamChatTransport = class extends HttpChatTransport {
+  constructor(options = {}) {
+    super(options);
   }
-  submitMessages({
-    chatId,
-    messages,
-    abortSignal,
-    metadata,
-    headers,
-    body,
-    requestType
-  }) {
-    var _a17, _b;
-    const preparedRequest = (_a17 = this.prepareRequest) == null ? void 0 : _a17.call(this, {
-      id: chatId,
-      messages,
-      body: { ...this.body, ...body },
-      headers: { ...this.headers, ...headers },
-      credentials: this.credentials,
-      requestMetadata: metadata
-    });
-    return fetchTextStream({
-      api: this.api,
-      body: (preparedRequest == null ? void 0 : preparedRequest.body) !== void 0 ? preparedRequest.body : { ...this.body, ...body },
-      headers: (preparedRequest == null ? void 0 : preparedRequest.headers) !== void 0 ? preparedRequest.headers : { ...this.headers, ...headers },
-      credentials: (_b = preparedRequest == null ? void 0 : preparedRequest.credentials) != null ? _b : this.credentials,
-      abortSignal,
-      fetch: this.fetch,
-      requestType
+  processResponseStream(stream) {
+    return transformTextToUiMessageStream({
+      stream: stream.pipeThrough(new TextDecoderStream())
     });
   }
 };
@@ -2276,7 +2270,7 @@ var JsonToSseTransformStream = class extends TransformStream {
 };
 
 // src/ui-message-stream/ui-message-stream-headers.ts
-var uiMessageStreamHeaders = {
+var UI_MESSAGE_STREAM_HEADERS = {
   "content-type": "text/event-stream",
   "cache-control": "no-cache",
   connection: "keep-alive",
@@ -2290,16 +2284,20 @@ function createUIMessageStreamResponse({
   status,
   statusText,
   headers,
-  stream
+  stream,
+  consumeSseStream
 }) {
-  return new Response(
-    stream.pipeThrough(new JsonToSseTransformStream()).pipeThrough(new TextEncoderStream()),
-    {
-      status,
-      statusText,
-      headers: prepareHeaders(headers, uiMessageStreamHeaders)
-    }
-  );
+  let sseStream = stream.pipeThrough(new JsonToSseTransformStream());
+  if (consumeSseStream) {
+    const [stream1, stream2] = sseStream.tee();
+    sseStream = stream1;
+    consumeSseStream({ stream: stream2 });
+  }
+  return new Response(sseStream.pipeThrough(new TextEncoderStream()), {
+    status,
+    statusText,
+    headers: prepareHeaders(headers, UI_MESSAGE_STREAM_HEADERS)
+  });
 }
 
 // src/ui-message-stream/pipe-ui-message-stream-to-response.ts
@@ -2308,16 +2306,23 @@ function pipeUIMessageStreamToResponse({
   status,
   statusText,
   headers,
-  stream
+  stream,
+  consumeSseStream
 }) {
+  let sseStream = stream.pipeThrough(new JsonToSseTransformStream());
+  if (consumeSseStream) {
+    const [stream1, stream2] = sseStream.tee();
+    sseStream = stream1;
+    consumeSseStream({ stream: stream2 });
+  }
   writeToServerResponse({
     response,
     status,
     statusText,
     headers: Object.fromEntries(
-      prepareHeaders(headers, uiMessageStreamHeaders).entries()
+      prepareHeaders(headers, UI_MESSAGE_STREAM_HEADERS).entries()
     ),
-    stream: stream.pipeThrough(new JsonToSseTransformStream()).pipeThrough(new TextEncoderStream())
+    stream: sseStream.pipeThrough(new TextEncoderStream())
   });
 }
 
@@ -3725,14 +3730,11 @@ function prepareCallSettings({
 
 // core/prompt/resolve-language-model.ts
 var import_gateway = require("@ai-sdk/gateway");
-var GLOBAL_DEFAULT_PROVIDER = Symbol(
-  "vercel.ai.global.defaultProvider"
-);
 function resolveLanguageModel(model) {
   if (typeof model !== "string") {
     return model;
   }
-  const globalProvider = globalThis[GLOBAL_DEFAULT_PROVIDER];
+  const globalProvider = globalThis.AI_SDK_DEFAULT_PROVIDER;
   return (globalProvider != null ? globalProvider : import_gateway.gateway).languageModel(model);
 }
 
@@ -8118,7 +8120,7 @@ var SseMCPTransport = class {
             (_b = this.onerror) == null ? void 0 : _b.call(this, error);
             return reject(error);
           }
-          const stream = response.body.pipeThrough(new TextDecoderStream()).pipeThrough((0, import_provider_utils24.createEventSourceParserStream)());
+          const stream = response.body.pipeThrough(new TextDecoderStream()).pipeThrough(new import_provider_utils24.EventSourceParserStream());
           const reader = stream.getReader();
           const processEvents = async () => {
             var _a18, _b2, _c2;
@@ -8575,7 +8577,6 @@ var DefaultTranscriptionResult = class {
   DefaultChatTransport,
   DownloadError,
   EmptyResponseBodyError,
-  GLOBAL_DEFAULT_PROVIDER,
   InvalidArgumentError,
   InvalidDataContentError,
   InvalidMessageRoleError,
@@ -8602,6 +8603,7 @@ var DefaultTranscriptionResult = class {
   ToolCallRepairError,
   ToolExecutionError,
   TypeValidationError,
+  UI_MESSAGE_STREAM_HEADERS,
   UnsupportedFunctionalityError,
   asSchema,
   assistantModelMessageSchema,